{"level":"warn","ts":"2026-03-26T05:32:11.425576Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-26T05:32:11.425689Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.221:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.221:2380","--initial-cluster=instance=https://162.253.55.221:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.221:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.221:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-26T05:32:11.425774Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-26T05:32:11.425787Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.221:2380"]} {"level":"info","ts":"2026-03-26T05:32:11.425806Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-26T05:32:11.426535Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.221:2379"]} {"level":"info","ts":"2026-03-26T05:32:11.426624Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.221:2380"],"listen-peer-urls":["https://162.253.55.221:2380"],"advertise-client-urls":["https://162.253.55.221:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.221:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.221:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-26T05:32:11.431312Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.425619ms"} {"level":"info","ts":"2026-03-26T05:32:11.4417Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"c187bdee547e8fd1","cluster-id":"ee7528b898b8b18e"} {"level":"info","ts":"2026-03-26T05:32:11.441807Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c187bdee547e8fd1 switched to configuration voters=()"} {"level":"info","ts":"2026-03-26T05:32:11.441837Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c187bdee547e8fd1 became follower at term 0"} {"level":"info","ts":"2026-03-26T05:32:11.441858Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft c187bdee547e8fd1 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-26T05:32:11.441871Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c187bdee547e8fd1 became follower at term 1"} {"level":"info","ts":"2026-03-26T05:32:11.441916Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c187bdee547e8fd1 switched to configuration voters=(13945323602493476817)"} {"level":"warn","ts":"2026-03-26T05:32:11.466277Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-26T05:32:11.468411Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-26T05:32:11.469925Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-26T05:32:11.473362Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"c187bdee547e8fd1","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-26T05:32:11.473605Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"c187bdee547e8fd1","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-26T05:32:11.47376Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-26T05:32:11.473858Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-26T05:32:11.47387Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-26T05:32:11.475268Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c187bdee547e8fd1 switched to configuration voters=(13945323602493476817)"} {"level":"info","ts":"2026-03-26T05:32:11.47545Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"ee7528b898b8b18e","local-member-id":"c187bdee547e8fd1","added-peer-id":"c187bdee547e8fd1","added-peer-peer-urls":["https://162.253.55.221:2380"]} {"level":"info","ts":"2026-03-26T05:32:11.479364Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-26T05:32:11.479505Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.221:2380"} {"level":"info","ts":"2026-03-26T05:32:11.479643Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.221:2380"} {"level":"info","ts":"2026-03-26T05:32:11.479695Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"c187bdee547e8fd1","initial-advertise-peer-urls":["https://162.253.55.221:2380"],"listen-peer-urls":["https://162.253.55.221:2380"],"advertise-client-urls":["https://162.253.55.221:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.221:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-26T05:32:11.479747Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-26T05:32:11.843549Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c187bdee547e8fd1 is starting a new election at term 1"} {"level":"info","ts":"2026-03-26T05:32:11.843598Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c187bdee547e8fd1 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-26T05:32:11.843612Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c187bdee547e8fd1 received MsgPreVoteResp from c187bdee547e8fd1 at term 1"} {"level":"info","ts":"2026-03-26T05:32:11.843623Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c187bdee547e8fd1 became candidate at term 2"} {"level":"info","ts":"2026-03-26T05:32:11.843628Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c187bdee547e8fd1 received MsgVoteResp from c187bdee547e8fd1 at term 2"} {"level":"info","ts":"2026-03-26T05:32:11.843636Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c187bdee547e8fd1 became leader at term 2"} {"level":"info","ts":"2026-03-26T05:32:11.843655Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: c187bdee547e8fd1 elected leader c187bdee547e8fd1 at term 2"} {"level":"info","ts":"2026-03-26T05:32:11.846897Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-26T05:32:11.848508Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"c187bdee547e8fd1","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.221:2379]}","request-path":"/0/members/c187bdee547e8fd1/attributes","cluster-id":"ee7528b898b8b18e","publish-timeout":"7s"} {"level":"info","ts":"2026-03-26T05:32:11.84851Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-26T05:32:11.848632Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-26T05:32:11.849005Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-26T05:32:11.849151Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-26T05:32:11.850023Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"ee7528b898b8b18e","local-member-id":"c187bdee547e8fd1","cluster-version":"3.5"} {"level":"info","ts":"2026-03-26T05:32:11.85009Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-26T05:32:11.850117Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-26T05:32:11.851024Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.221:2379"} {"level":"info","ts":"2026-03-26T05:32:11.852442Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-03-26T05:32:15.3726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.953096ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-26T05:32:15.372763Z","caller":"traceutil/trace.go:171","msg":"trace[1584789289] transaction","detail":"{read_only:false; response_revision:201; number_of_response:1; }","duration":"149.331572ms","start":"2026-03-26T05:32:15.22341Z","end":"2026-03-26T05:32:15.372741Z","steps":["trace[1584789289] 'process raft request' (duration: 37.631596ms)","trace[1584789289] 'compare' (duration: 110.826053ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:32:18.053508Z","caller":"traceutil/trace.go:171","msg":"trace[1773655237] linearizableReadLoop","detail":"{readStateIndex:315; appliedIndex:314; }","duration":"122.486758ms","start":"2026-03-26T05:32:17.93099Z","end":"2026-03-26T05:32:18.053477Z","steps":["trace[1773655237] 'read index received' (duration: 55.973416ms)","trace[1773655237] 'applied index is now lower than readState.Index' (duration: 66.511882ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:32:18.053621Z","caller":"traceutil/trace.go:171","msg":"trace[391765824] transaction","detail":"{read_only:false; response_revision:305; number_of_response:1; }","duration":"140.414618ms","start":"2026-03-26T05:32:17.913167Z","end":"2026-03-26T05:32:18.053581Z","steps":["trace[391765824] 'process raft request' (duration: 73.877345ms)","trace[391765824] 'compare' (duration: 66.279176ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T05:32:18.05376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.721955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-26T05:32:18.053815Z","caller":"traceutil/trace.go:171","msg":"trace[37235512] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:305; }","duration":"122.874618ms","start":"2026-03-26T05:32:17.930928Z","end":"2026-03-26T05:32:18.053803Z","steps":["trace[37235512] 'agreement among raft nodes before linearized reading' (duration: 122.700853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:32:18.053795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.874209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-26T05:32:18.053851Z","caller":"traceutil/trace.go:171","msg":"trace[1864137620] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:305; }","duration":"120.041423ms","start":"2026-03-26T05:32:17.933798Z","end":"2026-03-26T05:32:18.05384Z","steps":["trace[1864137620] 'agreement among raft nodes before linearized reading' (duration: 119.863409ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:32:18.286902Z","caller":"traceutil/trace.go:171","msg":"trace[612379184] transaction","detail":"{read_only:false; response_revision:308; number_of_response:1; }","duration":"229.171742ms","start":"2026-03-26T05:32:18.057703Z","end":"2026-03-26T05:32:18.286875Z","steps":["trace[612379184] 'process raft request' (duration: 229.060299ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:32:18.286953Z","caller":"traceutil/trace.go:171","msg":"trace[682658706] transaction","detail":"{read_only:false; response_revision:307; number_of_response:1; }","duration":"229.965502ms","start":"2026-03-26T05:32:18.056932Z","end":"2026-03-26T05:32:18.286898Z","steps":["trace[682658706] 'process raft request' (duration: 221.164612ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:32:18.287064Z","caller":"traceutil/trace.go:171","msg":"trace[1342002416] linearizableReadLoop","detail":"{readStateIndex:317; appliedIndex:316; }","duration":"229.819789ms","start":"2026-03-26T05:32:18.057211Z","end":"2026-03-26T05:32:18.287031Z","steps":["trace[1342002416] 'read index received' (duration: 19.619125ms)","trace[1342002416] 'applied index is now lower than readState.Index' (duration: 210.198554ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:32:18.287138Z","caller":"traceutil/trace.go:171","msg":"trace[2110402375] transaction","detail":"{read_only:false; response_revision:309; number_of_response:1; }","duration":"228.800952ms","start":"2026-03-26T05:32:18.05831Z","end":"2026-03-26T05:32:18.28711Z","steps":["trace[2110402375] 'process raft request' (duration: 228.510295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:32:18.287972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.725784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-26T05:32:18.288556Z","caller":"traceutil/trace.go:171","msg":"trace[563017452] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:309; }","duration":"231.278218ms","start":"2026-03-26T05:32:18.057183Z","end":"2026-03-26T05:32:18.288461Z","steps":["trace[563017452] 'agreement among raft nodes before linearized reading' (duration: 230.61774ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:32:18.369428Z","caller":"traceutil/trace.go:171","msg":"trace[1958328296] transaction","detail":"{read_only:false; number_of_response:0; response_revision:309; }","duration":"284.487551ms","start":"2026-03-26T05:32:18.084908Z","end":"2026-03-26T05:32:18.369395Z","steps":["trace[1958328296] 'process raft request' (duration: 284.366338ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:32:18.369441Z","caller":"traceutil/trace.go:171","msg":"trace[382990353] transaction","detail":"{read_only:false; number_of_response:0; response_revision:309; }","duration":"284.572753ms","start":"2026-03-26T05:32:18.084843Z","end":"2026-03-26T05:32:18.369416Z","steps":["trace[382990353] 'process raft request' (duration: 284.324277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:32:18.369554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.5843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:5897"} {"level":"info","ts":"2026-03-26T05:32:18.369632Z","caller":"traceutil/trace.go:171","msg":"trace[2113239466] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:309; }","duration":"285.658081ms","start":"2026-03-26T05:32:18.083947Z","end":"2026-03-26T05:32:18.369605Z","steps":["trace[2113239466] 'agreement among raft nodes before linearized reading' (duration: 285.485527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:32:18.369384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.403606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ephemeral-volume-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T05:32:18.369809Z","caller":"traceutil/trace.go:171","msg":"trace[1113041646] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ephemeral-volume-controller; range_end:; response_count:0; response_revision:309; }","duration":"290.880738ms","start":"2026-03-26T05:32:18.078914Z","end":"2026-03-26T05:32:18.369795Z","steps":["trace[1113041646] 'agreement among raft nodes before linearized reading' (duration: 290.391385ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:32:18.415707Z","caller":"traceutil/trace.go:171","msg":"trace[1089911920] transaction","detail":"{read_only:false; response_revision:310; number_of_response:1; }","duration":"120.729652ms","start":"2026-03-26T05:32:18.294949Z","end":"2026-03-26T05:32:18.415678Z","steps":["trace[1089911920] 'process raft request' (duration: 92.189925ms)","trace[1089911920] 'compare' (duration: 28.395463ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:32:18.690131Z","caller":"traceutil/trace.go:171","msg":"trace[968449274] transaction","detail":"{read_only:false; response_revision:313; number_of_response:1; }","duration":"233.876235ms","start":"2026-03-26T05:32:18.456199Z","end":"2026-03-26T05:32:18.690075Z","steps":["trace[968449274] 'process raft request' (duration: 152.020162ms)","trace[968449274] 'compare' (duration: 81.585196ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:32:18.690243Z","caller":"traceutil/trace.go:171","msg":"trace[1762374567] transaction","detail":"{read_only:false; response_revision:314; number_of_response:1; }","duration":"232.300384ms","start":"2026-03-26T05:32:18.457915Z","end":"2026-03-26T05:32:18.690216Z","steps":["trace[1762374567] 'process raft request' (duration: 232.039637ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:32:19.048231Z","caller":"traceutil/trace.go:171","msg":"trace[821245437] transaction","detail":"{read_only:false; response_revision:318; number_of_response:1; }","duration":"195.48177ms","start":"2026-03-26T05:32:18.852676Z","end":"2026-03-26T05:32:19.048158Z","steps":["trace[821245437] 'process raft request' (duration: 152.886174ms)","trace[821245437] 'compare' (duration: 42.335009ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:32:19.04844Z","caller":"traceutil/trace.go:171","msg":"trace[1633415782] transaction","detail":"{read_only:false; response_revision:319; number_of_response:1; }","duration":"190.849068ms","start":"2026-03-26T05:32:18.857559Z","end":"2026-03-26T05:32:19.048408Z","steps":["trace[1633415782] 'process raft request' (duration: 190.529609ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:32:19.048445Z","caller":"traceutil/trace.go:171","msg":"trace[104164376] linearizableReadLoop","detail":"{readStateIndex:331; appliedIndex:329; }","duration":"156.315314ms","start":"2026-03-26T05:32:18.892046Z","end":"2026-03-26T05:32:19.048361Z","steps":["trace[104164376] 'read index received' (duration: 113.541434ms)","trace[104164376] 'applied index is now lower than readState.Index' (duration: 42.77142ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T05:32:19.048706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.610521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replication-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T05:32:19.048787Z","caller":"traceutil/trace.go:171","msg":"trace[920539417] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replication-controller; range_end:; response_count:0; response_revision:319; }","duration":"156.775775ms","start":"2026-03-26T05:32:18.891967Z","end":"2026-03-26T05:32:19.048742Z","steps":["trace[920539417] 'agreement among raft nodes before linearized reading' (duration: 156.624071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:32:19.668891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.520947ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-26T05:32:19.669041Z","caller":"traceutil/trace.go:171","msg":"trace[922028521] transaction","detail":"{read_only:false; response_revision:320; number_of_response:1; }","duration":"612.675206ms","start":"2026-03-26T05:32:19.05634Z","end":"2026-03-26T05:32:19.669015Z","steps":["trace[922028521] 'process raft request' (duration: 226.925863ms)","trace[922028521] 'compare' (duration: 385.26115ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T05:32:19.669113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:32:19.056321Z","time spent":"612.768098ms","remote":"127.0.0.1:44768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":194,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-26T05:32:19.674445Z","caller":"traceutil/trace.go:171","msg":"trace[361103720] transaction","detail":"{read_only:false; response_revision:321; number_of_response:1; }","duration":"613.414055ms","start":"2026-03-26T05:32:19.061006Z","end":"2026-03-26T05:32:19.67442Z","steps":["trace[361103720] 'process raft request' (duration: 613.21372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:32:19.674887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:32:19.060986Z","time spent":"613.631832ms","remote":"127.0.0.1:44754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5149,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T05:32:19.816677Z","caller":"traceutil/trace.go:171","msg":"trace[2131748767] linearizableReadLoop","detail":"{readStateIndex:335; appliedIndex:334; }","duration":"126.672358ms","start":"2026-03-26T05:32:19.68997Z","end":"2026-03-26T05:32:19.816642Z","steps":["trace[2131748767] 'read index received' (duration: 107.008373ms)","trace[2131748767] 'applied index is now lower than readState.Index' (duration: 19.662265ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:32:19.816766Z","caller":"traceutil/trace.go:171","msg":"trace[122285873] transaction","detail":"{read_only:false; response_revision:323; number_of_response:1; }","duration":"129.867302ms","start":"2026-03-26T05:32:19.686841Z","end":"2026-03-26T05:32:19.816708Z","steps":["trace[122285873] 'process raft request' (duration: 110.137575ms)","trace[122285873] 'compare' (duration: 19.49156ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T05:32:19.816868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.857412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T05:32:19.817191Z","caller":"traceutil/trace.go:171","msg":"trace[1902049364] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:0; response_revision:323; }","duration":"127.180471ms","start":"2026-03-26T05:32:19.689959Z","end":"2026-03-26T05:32:19.817139Z","steps":["trace[1902049364] 'agreement among raft nodes before linearized reading' (duration: 126.818712ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:32:20.042486Z","caller":"traceutil/trace.go:171","msg":"trace[1127115096] linearizableReadLoop","detail":"{readStateIndex:337; appliedIndex:336; }","duration":"159.554539ms","start":"2026-03-26T05:32:19.882903Z","end":"2026-03-26T05:32:20.042458Z","steps":["trace[1127115096] 'read index received' (duration: 142.712207ms)","trace[1127115096] 'applied index is now lower than readState.Index' (duration: 16.840882ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T05:32:20.042629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.715603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-03-26T05:32:20.042666Z","caller":"traceutil/trace.go:171","msg":"trace[113432823] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:325; }","duration":"159.823486ms","start":"2026-03-26T05:32:19.882831Z","end":"2026-03-26T05:32:20.042654Z","steps":["trace[113432823] 'agreement among raft nodes before linearized reading' (duration: 159.726243ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:32:20.042665Z","caller":"traceutil/trace.go:171","msg":"trace[496517373] transaction","detail":"{read_only:false; response_revision:325; number_of_response:1; }","duration":"214.61048ms","start":"2026-03-26T05:32:19.828016Z","end":"2026-03-26T05:32:20.042626Z","steps":["trace[496517373] 'process raft request' (duration: 197.702778ms)","trace[496517373] 'compare' (duration: 16.604684ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:32:21.917521Z","caller":"traceutil/trace.go:171","msg":"trace[467692377] transaction","detail":"{read_only:false; response_revision:353; number_of_response:1; }","duration":"277.97102ms","start":"2026-03-26T05:32:21.639508Z","end":"2026-03-26T05:32:21.917479Z","steps":["trace[467692377] 'process raft request' (duration: 276.991864ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:32:21.9175Z","caller":"traceutil/trace.go:171","msg":"trace[675353419] linearizableReadLoop","detail":"{readStateIndex:365; appliedIndex:364; }","duration":"236.315109ms","start":"2026-03-26T05:32:21.681137Z","end":"2026-03-26T05:32:21.917452Z","steps":["trace[675353419] 'read index received' (duration: 235.353284ms)","trace[675353419] 'applied index is now lower than readState.Index' (duration: 959.965µs)"],"step_count":2} {"level":"warn","ts":"2026-03-26T05:32:21.917684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.532775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:1 size:234"} {"level":"info","ts":"2026-03-26T05:32:21.917777Z","caller":"traceutil/trace.go:171","msg":"trace[2020425116] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:353; }","duration":"236.632358ms","start":"2026-03-26T05:32:21.68112Z","end":"2026-03-26T05:32:21.917753Z","steps":["trace[2020425116] 'agreement among raft nodes before linearized reading' (duration: 236.445522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:32:21.918423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.625488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"info","ts":"2026-03-26T05:32:21.918493Z","caller":"traceutil/trace.go:171","msg":"trace[118638313] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:353; }","duration":"186.780122ms","start":"2026-03-26T05:32:21.731695Z","end":"2026-03-26T05:32:21.918475Z","steps":["trace[118638313] 'agreement among raft nodes before linearized reading' (duration: 186.611278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:32:21.918648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.920897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-03-26T05:32:21.918704Z","caller":"traceutil/trace.go:171","msg":"trace[1237915742] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:353; }","duration":"137.005407ms","start":"2026-03-26T05:32:21.781685Z","end":"2026-03-26T05:32:21.91869Z","steps":["trace[1237915742] 'agreement among raft nodes before linearized reading' (duration: 136.924236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:32:23.117734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.108793ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T05:32:23.118092Z","caller":"traceutil/trace.go:171","msg":"trace[1895254263] linearizableReadLoop","detail":"{readStateIndex:369; appliedIndex:365; }","duration":"1.18555944s","start":"2026-03-26T05:32:21.932514Z","end":"2026-03-26T05:32:23.118073Z","steps":["trace[1895254263] 'read index received' (duration: 371.082708ms)","trace[1895254263] 'applied index is now lower than readState.Index' (duration: 814.475542ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:32:23.118167Z","caller":"traceutil/trace.go:171","msg":"trace[1932454486] transaction","detail":"{read_only:false; response_revision:355; number_of_response:1; }","duration":"1.192416779s","start":"2026-03-26T05:32:21.925682Z","end":"2026-03-26T05:32:23.118099Z","steps":["trace[1932454486] 'process raft request' (duration: 1.192181643s)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:32:23.118294Z","caller":"traceutil/trace.go:171","msg":"trace[805801311] transaction","detail":"{read_only:false; response_revision:356; number_of_response:1; }","duration":"1.191767152s","start":"2026-03-26T05:32:21.926514Z","end":"2026-03-26T05:32:23.118281Z","steps":["trace[805801311] 'process raft request' (duration: 1.191428143s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:32:23.118436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:32:21.925668Z","time spent":"1.192654055s","remote":"127.0.0.1:44668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1723,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-26T05:32:23.118448Z","caller":"traceutil/trace.go:171","msg":"trace[1321817262] transaction","detail":"{read_only:false; response_revision:354; number_of_response:1; }","duration":"1.197720948s","start":"2026-03-26T05:32:21.920694Z","end":"2026-03-26T05:32:23.118415Z","steps":["trace[1321817262] 'process raft request' (duration: 382.800806ms)","trace[1321817262] 'compare' (duration: 813.711421ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T05:32:23.118719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.13629775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-03-26T05:32:23.118666Z","caller":"traceutil/trace.go:171","msg":"trace[876536536] transaction","detail":"{read_only:false; response_revision:357; number_of_response:1; }","duration":"1.191460874s","start":"2026-03-26T05:32:21.927146Z","end":"2026-03-26T05:32:23.118607Z","steps":["trace[876536536] 'process raft request' (duration: 1.190838777s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:32:23.118769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.626209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-26T05:32:23.118803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.310713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:1 size:234"} {"level":"info","ts":"2026-03-26T05:32:23.11883Z","caller":"traceutil/trace.go:171","msg":"trace[16927115] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:358; }","duration":"813.750802ms","start":"2026-03-26T05:32:22.305065Z","end":"2026-03-26T05:32:23.118816Z","steps":["trace[16927115] 'agreement among raft nodes before linearized reading' (duration: 813.627229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:32:23.118837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.0374182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:218"} {"level":"info","ts":"2026-03-26T05:32:23.11887Z","caller":"traceutil/trace.go:171","msg":"trace[2137330075] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:358; }","duration":"1.037532323s","start":"2026-03-26T05:32:22.081328Z","end":"2026-03-26T05:32:23.11886Z","steps":["trace[2137330075] 'agreement among raft nodes before linearized reading' (duration: 1.037480382s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:32:23.118873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:32:22.305033Z","time spent":"813.831874ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-26T05:32:23.118875Z","caller":"traceutil/trace.go:171","msg":"trace[920449778] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:358; }","duration":"986.438815ms","start":"2026-03-26T05:32:22.132415Z","end":"2026-03-26T05:32:23.118853Z","steps":["trace[920449778] 'agreement among raft nodes before linearized reading' (duration: 986.305702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:32:23.118891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086796624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" ","response":"range_response_count:1 size:197"} {"level":"warn","ts":"2026-03-26T05:32:23.118918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:32:22.13239Z","time spent":"986.518087ms","remote":"127.0.0.1:44768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":258,"request content":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" "} {"level":"warn","ts":"2026-03-26T05:32:23.118907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:32:22.081293Z","time spent":"1.037607216s","remote":"127.0.0.1:44768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":242,"request content":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" "} {"level":"info","ts":"2026-03-26T05:32:23.118959Z","caller":"traceutil/trace.go:171","msg":"trace[582649445] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:358; }","duration":"1.086911845s","start":"2026-03-26T05:32:22.032031Z","end":"2026-03-26T05:32:23.118943Z","steps":["trace[582649445] 'agreement among raft nodes before linearized reading' (duration: 1.086790742s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:32:23.118958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.186422682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-03-26T05:32:23.118974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.066037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-26T05:32:23.119001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:32:22.032008Z","time spent":"1.086984738s","remote":"127.0.0.1:44768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":221,"request content":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" "} {"level":"info","ts":"2026-03-26T05:32:23.119255Z","caller":"traceutil/trace.go:171","msg":"trace[1436446667] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:358; }","duration":"689.18882ms","start":"2026-03-26T05:32:22.429844Z","end":"2026-03-26T05:32:23.119033Z","steps":["trace[1436446667] 'agreement among raft nodes before linearized reading' (duration: 689.027506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:32:23.119026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.16318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-26T05:32:23.11923Z","caller":"traceutil/trace.go:171","msg":"trace[24444751] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:358; }","duration":"1.186560487s","start":"2026-03-26T05:32:21.932469Z","end":"2026-03-26T05:32:23.119029Z","steps":["trace[24444751] 'agreement among raft nodes before linearized reading' (duration: 1.186396023s)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:32:23.118624Z","caller":"traceutil/trace.go:171","msg":"trace[1878059060] transaction","detail":"{read_only:false; response_revision:358; number_of_response:1; }","duration":"1.185998612s","start":"2026-03-26T05:32:21.932587Z","end":"2026-03-26T05:32:23.118585Z","steps":["trace[1878059060] 'process raft request' (duration: 1.185436118s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:32:23.119304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:32:22.429819Z","time spent":"689.476428ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-26T05:32:23.119328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:32:21.932453Z","time spent":"1.186862135s","remote":"127.0.0.1:44768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" "} {"level":"info","ts":"2026-03-26T05:32:23.119338Z","caller":"traceutil/trace.go:171","msg":"trace[854279207] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:358; }","duration":"815.482258ms","start":"2026-03-26T05:32:22.303821Z","end":"2026-03-26T05:32:23.119303Z","steps":["trace[854279207] 'agreement among raft nodes before linearized reading' (duration: 815.040796ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:32:23.118782Z","caller":"traceutil/trace.go:171","msg":"trace[649702073] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:358; }","duration":"1.136410933s","start":"2026-03-26T05:32:21.982356Z","end":"2026-03-26T05:32:23.118767Z","steps":["trace[649702073] 'agreement among raft nodes before linearized reading' (duration: 1.136243709s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:32:23.118919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:32:21.927122Z","time spent":"1.19166514s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1050,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-26T05:32:23.119407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:32:22.303737Z","time spent":"815.660421ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-26T05:32:23.119428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:32:21.982337Z","time spent":"1.137073881s","remote":"127.0.0.1:44768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":217,"request content":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" "} {"level":"warn","ts":"2026-03-26T05:32:23.119404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:32:21.932567Z","time spent":"1.186768782s","remote":"127.0.0.1:44814","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1251,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T05:32:23.119734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:32:21.920675Z","time spent":"1.198047467s","remote":"127.0.0.1:44640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":754,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T05:32:23.119731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:32:21.926508Z","time spent":"1.191831574s","remote":"127.0.0.1:44742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":596,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-26T05:32:23.2434Z","caller":"traceutil/trace.go:171","msg":"trace[549412977] transaction","detail":"{read_only:false; response_revision:367; number_of_response:1; }","duration":"114.938811ms","start":"2026-03-26T05:32:23.128434Z","end":"2026-03-26T05:32:23.243373Z","steps":["trace[549412977] 'process raft request' (duration: 114.860858ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:32:23.24367Z","caller":"traceutil/trace.go:171","msg":"trace[1115652311] transaction","detail":"{read_only:false; response_revision:364; number_of_response:1; }","duration":"116.723877ms","start":"2026-03-26T05:32:23.126935Z","end":"2026-03-26T05:32:23.243659Z","steps":["trace[1115652311] 'process raft request' (duration: 116.247645ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:32:23.243532Z","caller":"traceutil/trace.go:171","msg":"trace[660692431] transaction","detail":"{read_only:false; response_revision:360; number_of_response:1; }","duration":"119.762067ms","start":"2026-03-26T05:32:23.123745Z","end":"2026-03-26T05:32:23.243507Z","steps":["trace[660692431] 'process raft request' (duration: 113.133363ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:32:23.243782Z","caller":"traceutil/trace.go:171","msg":"trace[1436105918] transaction","detail":"{read_only:false; response_revision:361; number_of_response:1; }","duration":"119.702034ms","start":"2026-03-26T05:32:23.124059Z","end":"2026-03-26T05:32:23.243761Z","steps":["trace[1436105918] 'process raft request' (duration: 118.905234ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:32:23.24385Z","caller":"traceutil/trace.go:171","msg":"trace[485092464] transaction","detail":"{read_only:false; response_revision:365; number_of_response:1; }","duration":"116.609384ms","start":"2026-03-26T05:32:23.127229Z","end":"2026-03-26T05:32:23.243838Z","steps":["trace[485092464] 'process raft request' (duration: 115.993538ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:32:23.243875Z","caller":"traceutil/trace.go:171","msg":"trace[363079546] transaction","detail":"{read_only:false; response_revision:363; number_of_response:1; }","duration":"118.940745ms","start":"2026-03-26T05:32:23.124883Z","end":"2026-03-26T05:32:23.243824Z","steps":["trace[363079546] 'process raft request' (duration: 118.251187ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:32:23.24397Z","caller":"traceutil/trace.go:171","msg":"trace[1204443945] transaction","detail":"{read_only:false; response_revision:366; number_of_response:1; }","duration":"116.138732ms","start":"2026-03-26T05:32:23.127822Z","end":"2026-03-26T05:32:23.24396Z","steps":["trace[1204443945] 'process raft request' (duration: 115.438634ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:32:23.243981Z","caller":"traceutil/trace.go:171","msg":"trace[55458875] transaction","detail":"{read_only:false; response_revision:368; number_of_response:1; }","duration":"115.248378ms","start":"2026-03-26T05:32:23.128705Z","end":"2026-03-26T05:32:23.243953Z","steps":["trace[55458875] 'process raft request' (duration: 114.631352ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:32:23.243913Z","caller":"traceutil/trace.go:171","msg":"trace[1262117845] transaction","detail":"{read_only:false; response_revision:362; number_of_response:1; }","duration":"119.779798ms","start":"2026-03-26T05:32:23.124121Z","end":"2026-03-26T05:32:23.243901Z","steps":["trace[1262117845] 'process raft request' (duration: 118.969616ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:32:23.244277Z","caller":"traceutil/trace.go:171","msg":"trace[2097913124] transaction","detail":"{read_only:false; response_revision:369; number_of_response:1; }","duration":"115.433133ms","start":"2026-03-26T05:32:23.128829Z","end":"2026-03-26T05:32:23.244263Z","steps":["trace[2097913124] 'process raft request' (duration: 115.010532ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:32:23.24446Z","caller":"traceutil/trace.go:171","msg":"trace[2105665303] transaction","detail":"{read_only:false; response_revision:370; number_of_response:1; }","duration":"115.132485ms","start":"2026-03-26T05:32:23.129312Z","end":"2026-03-26T05:32:23.244444Z","steps":["trace[2105665303] 'process raft request' (duration: 114.743054ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:32:23.24464Z","caller":"traceutil/trace.go:171","msg":"trace[2081522701] linearizableReadLoop","detail":"{readStateIndex:372; appliedIndex:370; }","duration":"120.65018ms","start":"2026-03-26T05:32:23.123976Z","end":"2026-03-26T05:32:23.244626Z","steps":["trace[2081522701] 'read index received' (duration: 74.879781ms)","trace[2081522701] 'applied index is now lower than readState.Index' (duration: 45.769379ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T05:32:23.244762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.762353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-proxy-gxl6v.18a04d348c912ab8\" ","response":"range_response_count:1 size:769"} {"level":"info","ts":"2026-03-26T05:32:23.244838Z","caller":"traceutil/trace.go:171","msg":"trace[1868977238] range","detail":"{range_begin:/registry/events/kube-system/kube-proxy-gxl6v.18a04d348c912ab8; range_end:; response_count:1; response_revision:371; }","duration":"120.874725ms","start":"2026-03-26T05:32:23.123951Z","end":"2026-03-26T05:32:23.244825Z","steps":["trace[1868977238] 'agreement among raft nodes before linearized reading' (duration: 120.751712ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:32:23.24477Z","caller":"traceutil/trace.go:171","msg":"trace[1094174549] transaction","detail":"{read_only:false; response_revision:371; number_of_response:1; }","duration":"114.990541ms","start":"2026-03-26T05:32:23.129755Z","end":"2026-03-26T05:32:23.244745Z","steps":["trace[1094174549] 'process raft request' (duration: 114.531249ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:32:28.360494Z","caller":"traceutil/trace.go:171","msg":"trace[678903449] transaction","detail":"{read_only:false; response_revision:414; number_of_response:1; }","duration":"157.923716ms","start":"2026-03-26T05:32:28.202546Z","end":"2026-03-26T05:32:28.36047Z","steps":["trace[678903449] 'process raft request' (duration: 157.755222ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:32:28.978551Z","caller":"traceutil/trace.go:171","msg":"trace[475914881] linearizableReadLoop","detail":"{readStateIndex:429; appliedIndex:428; }","duration":"474.012524ms","start":"2026-03-26T05:32:28.504513Z","end":"2026-03-26T05:32:28.978526Z","steps":["trace[475914881] 'read index received' (duration: 467.904575ms)","trace[475914881] 'applied index is now lower than readState.Index' (duration: 6.106259ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:32:28.978646Z","caller":"traceutil/trace.go:171","msg":"trace[1495655139] transaction","detail":"{read_only:false; response_revision:415; number_of_response:1; }","duration":"575.574665ms","start":"2026-03-26T05:32:28.40303Z","end":"2026-03-26T05:32:28.978604Z","steps":["trace[1495655139] 'process raft request' (duration: 569.427423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:32:28.978688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.157599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T05:32:28.97873Z","caller":"traceutil/trace.go:171","msg":"trace[115479698] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:415; }","duration":"474.25343ms","start":"2026-03-26T05:32:28.504466Z","end":"2026-03-26T05:32:28.978719Z","steps":["trace[115479698] 'agreement among raft nodes before linearized reading' (duration: 474.163488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:32:28.978761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:32:28.504444Z","time spent":"474.309903ms","remote":"127.0.0.1:44560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-26T05:32:28.978808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:32:28.403011Z","time spent":"575.714578ms","remote":"127.0.0.1:44754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6950,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T05:32:35.507879Z","caller":"traceutil/trace.go:171","msg":"trace[1604886652] transaction","detail":"{read_only:false; response_revision:463; number_of_response:1; }","duration":"159.954589ms","start":"2026-03-26T05:32:35.347894Z","end":"2026-03-26T05:32:35.507849Z","steps":["trace[1604886652] 'process raft request' (duration: 159.866087ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:32:35.507938Z","caller":"traceutil/trace.go:171","msg":"trace[543996095] transaction","detail":"{read_only:false; response_revision:462; number_of_response:1; }","duration":"160.000871ms","start":"2026-03-26T05:32:35.347879Z","end":"2026-03-26T05:32:35.50788Z","steps":["trace[543996095] 'process raft request' (duration: 158.726857ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:32:35.508048Z","caller":"traceutil/trace.go:171","msg":"trace[2124475673] transaction","detail":"{read_only:false; response_revision:464; number_of_response:1; }","duration":"160.011921ms","start":"2026-03-26T05:32:35.347994Z","end":"2026-03-26T05:32:35.508006Z","steps":["trace[2124475673] 'process raft request' (duration: 159.820256ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:32:39.879302Z","caller":"traceutil/trace.go:171","msg":"trace[1909377889] linearizableReadLoop","detail":"{readStateIndex:486; appliedIndex:485; }","duration":"343.486585ms","start":"2026-03-26T05:32:39.535793Z","end":"2026-03-26T05:32:39.87928Z","steps":["trace[1909377889] 'read index received' (duration: 343.303141ms)","trace[1909377889] 'applied index is now lower than readState.Index' (duration: 182.434µs)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:32:39.879561Z","caller":"traceutil/trace.go:171","msg":"trace[20368827] transaction","detail":"{read_only:false; response_revision:470; number_of_response:1; }","duration":"455.433158ms","start":"2026-03-26T05:32:39.424117Z","end":"2026-03-26T05:32:39.87955Z","steps":["trace[20368827] 'process raft request' (duration: 455.038167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:32:39.879687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:32:39.4241Z","time spent":"455.498449ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T05:32:39.879892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.102152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-26T05:32:39.879932Z","caller":"traceutil/trace.go:171","msg":"trace[1270034288] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:470; }","duration":"344.168413ms","start":"2026-03-26T05:32:39.535753Z","end":"2026-03-26T05:32:39.879922Z","steps":["trace[1270034288] 'agreement among raft nodes before linearized reading' (duration: 344.099352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:32:39.879961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:32:39.535739Z","time spent":"344.215725ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-26T05:32:39.880132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.287651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-26T05:32:39.880271Z","caller":"traceutil/trace.go:171","msg":"trace[1965285401] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:470; }","duration":"343.448946ms","start":"2026-03-26T05:32:39.536801Z","end":"2026-03-26T05:32:39.88025Z","steps":["trace[1965285401] 'agreement among raft nodes before linearized reading' (duration: 343.216159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:32:39.880325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:32:39.536771Z","time spent":"343.545548ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-26T05:32:39.880349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.511406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-26T05:32:39.880385Z","caller":"traceutil/trace.go:171","msg":"trace[1346129347] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:470; }","duration":"343.546928ms","start":"2026-03-26T05:32:39.536828Z","end":"2026-03-26T05:32:39.880375Z","steps":["trace[1346129347] 'agreement among raft nodes before linearized reading' (duration: 343.488646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:32:39.880422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:32:39.536794Z","time spent":"343.62173ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-26T05:32:40.26166Z","caller":"traceutil/trace.go:171","msg":"trace[1987656490] transaction","detail":"{read_only:false; response_revision:471; number_of_response:1; }","duration":"377.328231ms","start":"2026-03-26T05:32:39.884257Z","end":"2026-03-26T05:32:40.261585Z","steps":["trace[1987656490] 'process raft request' (duration: 357.8144ms)","trace[1987656490] 'compare' (duration: 18.66971ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T05:32:40.261874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:32:39.884218Z","time spent":"377.543538ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T05:32:40.262027Z","caller":"traceutil/trace.go:171","msg":"trace[1290910310] transaction","detail":"{read_only:false; response_revision:473; number_of_response:1; }","duration":"377.076885ms","start":"2026-03-26T05:32:39.884924Z","end":"2026-03-26T05:32:40.262001Z","steps":["trace[1290910310] 'process raft request' (duration: 376.992003ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:32:40.262098Z","caller":"traceutil/trace.go:171","msg":"trace[1227210836] transaction","detail":"{read_only:false; response_revision:472; number_of_response:1; }","duration":"377.650511ms","start":"2026-03-26T05:32:39.884412Z","end":"2026-03-26T05:32:40.262062Z","steps":["trace[1227210836] 'process raft request' (duration: 376.703886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:32:40.262204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:32:39.884913Z","time spent":"377.193398ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T05:32:40.2623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:32:39.884391Z","time spent":"377.816114ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T05:32:40.616547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.102313ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-26T05:32:40.616645Z","caller":"traceutil/trace.go:171","msg":"trace[517135958] linearizableReadLoop","detail":"{readStateIndex:490; appliedIndex:489; }","duration":"111.530931ms","start":"2026-03-26T05:32:40.505097Z","end":"2026-03-26T05:32:40.616628Z","steps":["trace[517135958] 'read index received' (duration: 1.304355ms)","trace[517135958] 'applied index is now lower than readState.Index' (duration: 110.225406ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T05:32:40.616711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.617074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T05:32:40.616738Z","caller":"traceutil/trace.go:171","msg":"trace[311941740] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:473; }","duration":"111.651484ms","start":"2026-03-26T05:32:40.505077Z","end":"2026-03-26T05:32:40.616728Z","steps":["trace[311941740] 'agreement among raft nodes before linearized reading' (duration: 111.594523ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:32:42.708406Z","caller":"traceutil/trace.go:171","msg":"trace[134532616] transaction","detail":"{read_only:false; response_revision:478; number_of_response:1; }","duration":"121.919733ms","start":"2026-03-26T05:32:42.586459Z","end":"2026-03-26T05:32:42.708379Z","steps":["trace[134532616] 'process raft request' (duration: 121.514882ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:32:44.097284Z","caller":"traceutil/trace.go:171","msg":"trace[981626726] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"192.79349ms","start":"2026-03-26T05:32:43.904467Z","end":"2026-03-26T05:32:44.097261Z","steps":["trace[981626726] 'process raft request' (duration: 192.593415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:32:46.506098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999586259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-26T05:32:46.506206Z","caller":"traceutil/trace.go:171","msg":"trace[1800383528] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999765344s","start":"2026-03-26T05:32:44.506417Z","end":"2026-03-26T05:32:46.506182Z","steps":["trace[1800383528] 'agreement among raft nodes before linearized reading' (duration: 1.999632279s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:32:46.506259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:32:44.50639Z","time spent":"1.999859206s","remote":"127.0.0.1:44560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/26 05:32:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-26T05:32:46.562534Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.165637839s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-26T05:32:46.799031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.609973115s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T05:32:46.799219Z","caller":"traceutil/trace.go:171","msg":"trace[551930071] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"2.738795169s","start":"2026-03-26T05:32:44.06039Z","end":"2026-03-26T05:32:46.799185Z","steps":["trace[551930071] 'process raft request' (duration: 128.421044ms)","trace[551930071] 'compare' (duration: 2.609477322s)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:32:46.799319Z","caller":"traceutil/trace.go:171","msg":"trace[1870386640] linearizableReadLoop","detail":"{readStateIndex:529; appliedIndex:528; }","duration":"2.612103921s","start":"2026-03-26T05:32:44.187151Z","end":"2026-03-26T05:32:46.799255Z","steps":["trace[1870386640] 'read index received' (duration: 1.682014ms)","trace[1870386640] 'applied index is now lower than readState.Index' (duration: 2.610416587s)"],"step_count":2} {"level":"warn","ts":"2026-03-26T05:32:46.799407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:32:44.060371Z","time spent":"2.738934872s","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T05:32:46.799249Z","caller":"traceutil/trace.go:171","msg":"trace[697952465] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"1.402447051s","start":"2026-03-26T05:32:45.396781Z","end":"2026-03-26T05:32:46.799228Z","steps":["trace[697952465] 'process raft request' (duration: 1.402352588s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:32:46.799488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.612339697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T05:32:46.799523Z","caller":"traceutil/trace.go:171","msg":"trace[1755323199] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:0; response_revision:513; }","duration":"2.612416249s","start":"2026-03-26T05:32:44.187097Z","end":"2026-03-26T05:32:46.799513Z","steps":["trace[1755323199] 'agreement among raft nodes before linearized reading' (duration: 2.612273545s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:32:46.799547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.520538124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-26T05:32:46.799609Z","caller":"traceutil/trace.go:171","msg":"trace[927495143] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:513; }","duration":"2.520645196s","start":"2026-03-26T05:32:44.278949Z","end":"2026-03-26T05:32:46.799594Z","steps":["trace[927495143] 'agreement among raft nodes before linearized reading' (duration: 2.520515623s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:32:46.799657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:32:44.278925Z","time spent":"2.520719769s","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-26T05:32:46.799717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.00403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-26T05:32:46.799762Z","caller":"traceutil/trace.go:171","msg":"trace[671845890] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:513; }","duration":"698.088224ms","start":"2026-03-26T05:32:46.101662Z","end":"2026-03-26T05:32:46.79975Z","steps":["trace[671845890] 'agreement among raft nodes before linearized reading' (duration: 697.949409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:32:46.799582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:32:45.396756Z","time spent":"1.402742208s","remote":"127.0.0.1:44640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-26T05:32:46.799786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.517070752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-26T05:32:46.799793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:32:46.101632Z","time spent":"698.154395ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-26T05:32:46.799826Z","caller":"traceutil/trace.go:171","msg":"trace[1732578013] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:513; }","duration":"2.517126164s","start":"2026-03-26T05:32:44.28269Z","end":"2026-03-26T05:32:46.799816Z","steps":["trace[1732578013] 'agreement among raft nodes before linearized reading' (duration: 2.516986031s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:32:46.799857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:32:44.282682Z","time spent":"2.517168775s","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-26T05:32:46.799879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.362224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T05:32:46.799922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.644041909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.221\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-26T05:32:46.799959Z","caller":"traceutil/trace.go:171","msg":"trace[554917462] range","detail":"{range_begin:/registry/masterleases/162.253.55.221; range_end:; response_count:1; response_revision:513; }","duration":"1.644120929s","start":"2026-03-26T05:32:45.15583Z","end":"2026-03-26T05:32:46.799951Z","steps":["trace[554917462] 'agreement among raft nodes before linearized reading' (duration: 1.644063908s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:32:46.799968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.5173651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-26T05:32:46.79997Z","caller":"traceutil/trace.go:171","msg":"trace[90450718] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:513; }","duration":"293.492147ms","start":"2026-03-26T05:32:46.506457Z","end":"2026-03-26T05:32:46.799949Z","steps":["trace[90450718] 'agreement among raft nodes before linearized reading' (duration: 293.347764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:32:46.799985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:32:45.155807Z","time spent":"1.644172892s","remote":"127.0.0.1:44590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.221\" "} {"level":"info","ts":"2026-03-26T05:32:46.799997Z","caller":"traceutil/trace.go:171","msg":"trace[398415235] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:513; }","duration":"2.517430743s","start":"2026-03-26T05:32:44.282558Z","end":"2026-03-26T05:32:46.799989Z","steps":["trace[398415235] 'agreement among raft nodes before linearized reading' (duration: 2.517378921s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:32:46.800109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:32:44.28254Z","time spent":"2.517561616s","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-26T05:32:46.799561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:32:44.187073Z","time spent":"2.612480341s","remote":"127.0.0.1:44652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" "} {"level":"info","ts":"2026-03-26T05:32:47.123256Z","caller":"traceutil/trace.go:171","msg":"trace[464327716] linearizableReadLoop","detail":"{readStateIndex:538; appliedIndex:537; }","duration":"242.83544ms","start":"2026-03-26T05:32:46.880397Z","end":"2026-03-26T05:32:47.123232Z","steps":["trace[464327716] 'read index received' (duration: 242.639025ms)","trace[464327716] 'applied index is now lower than readState.Index' (duration: 195.295µs)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:32:47.123317Z","caller":"traceutil/trace.go:171","msg":"trace[2046705228] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"251.750304ms","start":"2026-03-26T05:32:46.871521Z","end":"2026-03-26T05:32:47.123271Z","steps":["trace[2046705228] 'process raft request' (duration: 251.559619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:32:47.123508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.729665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T05:32:47.123558Z","caller":"traceutil/trace.go:171","msg":"trace[248495506] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:0; response_revision:520; }","duration":"211.868339ms","start":"2026-03-26T05:32:46.911678Z","end":"2026-03-26T05:32:47.123546Z","steps":["trace[248495506] 'agreement among raft nodes before linearized reading' (duration: 211.702125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:32:47.123534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.104758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-26T05:32:47.123625Z","caller":"traceutil/trace.go:171","msg":"trace[310910607] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:520; }","duration":"243.228281ms","start":"2026-03-26T05:32:46.880376Z","end":"2026-03-26T05:32:47.123604Z","steps":["trace[310910607] 'agreement among raft nodes before linearized reading' (duration: 242.971853ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:32:48.201909Z","caller":"traceutil/trace.go:171","msg":"trace[1510163885] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"348.587739ms","start":"2026-03-26T05:32:47.853297Z","end":"2026-03-26T05:32:48.201885Z","steps":["trace[1510163885] 'process raft request' (duration: 340.009604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:32:48.202061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:32:47.853264Z","time spent":"348.726113ms","remote":"127.0.0.1:44610","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73770,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-26T05:32:48.202397Z","caller":"traceutil/trace.go:171","msg":"trace[1774744764] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"314.676162ms","start":"2026-03-26T05:32:47.887704Z","end":"2026-03-26T05:32:48.20238Z","steps":["trace[1774744764] 'process raft request' (duration: 314.563489ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:32:48.202436Z","caller":"traceutil/trace.go:171","msg":"trace[216586251] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"318.261065ms","start":"2026-03-26T05:32:47.884145Z","end":"2026-03-26T05:32:48.202406Z","steps":["trace[216586251] 'process raft request' (duration: 317.986578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:32:48.202479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:32:47.887681Z","time spent":"314.748223ms","remote":"127.0.0.1:44610","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":151221,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T05:32:48.202604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:32:47.884126Z","time spent":"318.384828ms","remote":"127.0.0.1:44610","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":65412,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T05:32:49.00453Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237015381161621,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-26T05:32:49.453275Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.105353847s","expected-duration":"1s"} {"level":"info","ts":"2026-03-26T05:32:49.453671Z","caller":"traceutil/trace.go:171","msg":"trace[1373506101] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"1.10586835s","start":"2026-03-26T05:32:48.347777Z","end":"2026-03-26T05:32:49.453645Z","steps":["trace[1373506101] 'process raft request' (duration: 1.105706117s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:32:49.453819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:32:48.347746Z","time spent":"1.105983693s","remote":"127.0.0.1:44610","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20851,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T05:32:49.469751Z","caller":"traceutil/trace.go:171","msg":"trace[1007127565] linearizableReadLoop","detail":"{readStateIndex:607; appliedIndex:605; }","duration":"965.891625ms","start":"2026-03-26T05:32:48.503843Z","end":"2026-03-26T05:32:49.469734Z","steps":["trace[1007127565] 'read index received' (duration: 949.68701ms)","trace[1007127565] 'applied index is now lower than readState.Index' (duration: 16.203695ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T05:32:49.473151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.182854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-26T05:32:49.473197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.327567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-26T05:32:49.4732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.999939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-26T05:32:49.4732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.921363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-26T05:32:49.473246Z","caller":"traceutil/trace.go:171","msg":"trace[1613497998] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:588; }","duration":"601.298946ms","start":"2026-03-26T05:32:48.871914Z","end":"2026-03-26T05:32:49.473213Z","steps":["trace[1613497998] 'agreement among raft nodes before linearized reading' (duration: 601.127991ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:32:49.473196Z","caller":"traceutil/trace.go:171","msg":"trace[601314510] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"932.528111ms","start":"2026-03-26T05:32:48.537281Z","end":"2026-03-26T05:32:49.46981Z","steps":["trace[601314510] 'process raft request' (duration: 932.129821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:32:49.47329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:32:48.871897Z","time spent":"601.384718ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-26T05:32:49.473298Z","caller":"traceutil/trace.go:171","msg":"trace[320605918] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:588; }","duration":"601.45404ms","start":"2026-03-26T05:32:48.871796Z","end":"2026-03-26T05:32:49.47325Z","steps":["trace[320605918] 'agreement among raft nodes before linearized reading' (duration: 601.242754ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:32:49.473315Z","caller":"traceutil/trace.go:171","msg":"trace[958523534] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:588; }","duration":"601.116151ms","start":"2026-03-26T05:32:48.872145Z","end":"2026-03-26T05:32:49.473261Z","steps":["trace[958523534] 'agreement among raft nodes before linearized reading' (duration: 600.855435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:32:49.473372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:32:48.872137Z","time spent":"601.220054ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-26T05:32:49.473428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:32:48.871773Z","time spent":"601.634175ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-26T05:32:49.473403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.54088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T05:32:49.473328Z","caller":"traceutil/trace.go:171","msg":"trace[360131838] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:588; }","duration":"602.067967ms","start":"2026-03-26T05:32:48.871201Z","end":"2026-03-26T05:32:49.473269Z","steps":["trace[360131838] 'agreement among raft nodes before linearized reading' (duration: 601.695227ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:32:49.473669Z","caller":"traceutil/trace.go:171","msg":"trace[1134701198] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:588; }","duration":"969.816279ms","start":"2026-03-26T05:32:48.503781Z","end":"2026-03-26T05:32:49.473597Z","steps":["trace[1134701198] 'agreement among raft nodes before linearized reading' (duration: 966.05721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:32:49.473712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:32:48.537255Z","time spent":"936.054404ms","remote":"127.0.0.1:44610","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":569094,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-26T05:32:49.473771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:32:48.503758Z","time spent":"969.966352ms","remote":"127.0.0.1:44560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-26T05:32:49.473877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:32:48.871179Z","time spent":"602.545379ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-26T05:32:54.320639Z","caller":"traceutil/trace.go:171","msg":"trace[150172914] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"171.928714ms","start":"2026-03-26T05:32:54.148682Z","end":"2026-03-26T05:32:54.320611Z","steps":["trace[150172914] 'process raft request' (duration: 171.275057ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:32:54.562932Z","caller":"traceutil/trace.go:171","msg":"trace[898159143] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"186.620536ms","start":"2026-03-26T05:32:54.376274Z","end":"2026-03-26T05:32:54.562894Z","steps":["trace[898159143] 'process raft request' (duration: 151.9715ms)","trace[898159143] 'compare' (duration: 34.418241ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:32:55.31995Z","caller":"traceutil/trace.go:171","msg":"trace[2055083456] linearizableReadLoop","detail":"{readStateIndex:643; appliedIndex:642; }","duration":"163.961355ms","start":"2026-03-26T05:32:55.155956Z","end":"2026-03-26T05:32:55.319917Z","steps":["trace[2055083456] 'read index received' (duration: 162.832775ms)","trace[2055083456] 'applied index is now lower than readState.Index' (duration: 1.12742ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:32:55.320067Z","caller":"traceutil/trace.go:171","msg":"trace[833475835] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"352.056051ms","start":"2026-03-26T05:32:54.967971Z","end":"2026-03-26T05:32:55.320027Z","steps":["trace[833475835] 'process raft request' (duration: 350.945551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:32:55.320156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.182161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.221\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-26T05:32:55.320248Z","caller":"traceutil/trace.go:171","msg":"trace[1254921169] range","detail":"{range_begin:/registry/masterleases/162.253.55.221; range_end:; response_count:1; response_revision:623; }","duration":"164.321114ms","start":"2026-03-26T05:32:55.15591Z","end":"2026-03-26T05:32:55.320231Z","steps":["trace[1254921169] 'agreement among raft nodes before linearized reading' (duration: 164.137579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:32:55.320274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:32:54.967953Z","time spent":"352.198635ms","remote":"127.0.0.1:44652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036289,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T05:32:55.862608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.682866ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T05:32:55.862858Z","caller":"traceutil/trace.go:171","msg":"trace[1048313268] linearizableReadLoop","detail":"{readStateIndex:646; appliedIndex:644; }","duration":"316.95701ms","start":"2026-03-26T05:32:55.545878Z","end":"2026-03-26T05:32:55.862835Z","steps":["trace[1048313268] 'read index received' (duration: 217.350052ms)","trace[1048313268] 'applied index is now lower than readState.Index' (duration: 99.605728ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:32:55.862963Z","caller":"traceutil/trace.go:171","msg":"trace[641815203] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"486.586932ms","start":"2026-03-26T05:32:55.376355Z","end":"2026-03-26T05:32:55.862942Z","steps":["trace[641815203] 'process raft request' (duration: 486.389357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:32:55.863052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:32:55.37632Z","time spent":"486.692166ms","remote":"127.0.0.1:46808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-26T05:32:55.863071Z","caller":"traceutil/trace.go:171","msg":"trace[676282610] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"535.021552ms","start":"2026-03-26T05:32:55.327998Z","end":"2026-03-26T05:32:55.863019Z","steps":["trace[676282610] 'process raft request' (duration: 165.826102ms)","trace[676282610] 'compare' (duration: 368.509451ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T05:32:55.863156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.59643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-26T05:32:55.86318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.936208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-26T05:32:55.863219Z","caller":"traceutil/trace.go:171","msg":"trace[161371164] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:625; }","duration":"306.699992ms","start":"2026-03-26T05:32:55.556503Z","end":"2026-03-26T05:32:55.863203Z","steps":["trace[161371164] 'agreement among raft nodes before linearized reading' (duration: 306.484206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:32:55.86322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.949748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-26T05:32:55.86325Z","caller":"traceutil/trace.go:171","msg":"trace[2110351539] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:625; }","duration":"302.03302ms","start":"2026-03-26T05:32:55.561193Z","end":"2026-03-26T05:32:55.863226Z","steps":["trace[2110351539] 'agreement among raft nodes before linearized reading' (duration: 301.863735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:32:55.863263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:32:55.327905Z","time spent":"535.255137ms","remote":"127.0.0.1:44590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T05:32:55.863275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:32:55.556481Z","time spent":"306.781145ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-26T05:32:55.863286Z","caller":"traceutil/trace.go:171","msg":"trace[299902386] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:625; }","duration":"302.059731ms","start":"2026-03-26T05:32:55.561208Z","end":"2026-03-26T05:32:55.863268Z","steps":["trace[299902386] 'agreement among raft nodes before linearized reading' (duration: 301.817405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:32:55.863294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:32:55.561171Z","time spent":"302.112572ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-26T05:32:55.863325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:32:55.561191Z","time spent":"302.126822ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-26T05:32:55.863787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.910905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-26T05:32:55.863854Z","caller":"traceutil/trace.go:171","msg":"trace[636463451] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:625; }","duration":"318.020608ms","start":"2026-03-26T05:32:55.545817Z","end":"2026-03-26T05:32:55.863837Z","steps":["trace[636463451] 'agreement among raft nodes before linearized reading' (duration: 317.153526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:32:55.863925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:32:55.545796Z","time spent":"318.117722ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-26T05:32:56.278988Z","caller":"traceutil/trace.go:171","msg":"trace[806743673] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"410.910242ms","start":"2026-03-26T05:32:55.868047Z","end":"2026-03-26T05:32:56.278958Z","steps":["trace[806743673] 'process raft request' (duration: 402.441829ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:32:56.279033Z","caller":"traceutil/trace.go:171","msg":"trace[1550777786] linearizableReadLoop","detail":"{readStateIndex:649; appliedIndex:646; }","duration":"409.815173ms","start":"2026-03-26T05:32:55.869191Z","end":"2026-03-26T05:32:56.279006Z","steps":["trace[1550777786] 'read index received' (duration: 401.31224ms)","trace[1550777786] 'applied index is now lower than readState.Index' (duration: 8.501473ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T05:32:56.27915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:32:55.868029Z","time spent":"411.041386ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T05:32:56.279235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.018048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-26T05:32:56.279311Z","caller":"traceutil/trace.go:171","msg":"trace[515682614] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:629; }","duration":"410.131161ms","start":"2026-03-26T05:32:55.869164Z","end":"2026-03-26T05:32:56.279295Z","steps":["trace[515682614] 'agreement among raft nodes before linearized reading' (duration: 409.981467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:32:56.279362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:32:55.869155Z","time spent":"410.194072ms","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-26T05:32:56.279376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.163003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T05:32:56.279383Z","caller":"traceutil/trace.go:171","msg":"trace[187281893] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"411.038274ms","start":"2026-03-26T05:32:55.868295Z","end":"2026-03-26T05:32:56.279334Z","steps":["trace[187281893] 'process raft request' (duration: 410.619953ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:32:56.279383Z","caller":"traceutil/trace.go:171","msg":"trace[209781950] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"410.09987ms","start":"2026-03-26T05:32:55.869228Z","end":"2026-03-26T05:32:56.279328Z","steps":["trace[209781950] 'process raft request' (duration: 409.733701ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:32:56.279436Z","caller":"traceutil/trace.go:171","msg":"trace[252076323] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:629; }","duration":"405.237684ms","start":"2026-03-26T05:32:55.874179Z","end":"2026-03-26T05:32:56.279417Z","steps":["trace[252076323] 'agreement among raft nodes before linearized reading' (duration: 405.147141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:32:56.279507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:32:55.874172Z","time spent":"405.317856ms","remote":"127.0.0.1:44806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" "} {"level":"warn","ts":"2026-03-26T05:32:56.279572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:32:55.868278Z","time spent":"411.19231ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T05:32:56.279573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:32:55.869214Z","time spent":"410.263376ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T05:32:56.279365Z","caller":"traceutil/trace.go:171","msg":"trace[1800821473] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"410.910502ms","start":"2026-03-26T05:32:55.868241Z","end":"2026-03-26T05:32:56.279151Z","steps":["trace[1800821473] 'process raft request' (duration: 410.548352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:32:56.279833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:32:55.868226Z","time spent":"411.527667ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T05:32:57.360765Z","caller":"traceutil/trace.go:171","msg":"trace[188893439] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"686.296775ms","start":"2026-03-26T05:32:56.674445Z","end":"2026-03-26T05:32:57.360742Z","steps":["trace[188893439] 'process raft request' (duration: 685.695899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:32:57.360955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:32:56.67442Z","time spent":"686.416008ms","remote":"127.0.0.1:44652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036313,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T05:32:57.375184Z","caller":"traceutil/trace.go:171","msg":"trace[1312430666] linearizableReadLoop","detail":"{readStateIndex:655; appliedIndex:653; }","duration":"191.010543ms","start":"2026-03-26T05:32:57.18415Z","end":"2026-03-26T05:32:57.375161Z","steps":["trace[1312430666] 'read index received' (duration: 175.812125ms)","trace[1312430666] 'applied index is now lower than readState.Index' (duration: 15.197128ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T05:32:57.375411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.189637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-z4ql9\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-03-26T05:32:57.375461Z","caller":"traceutil/trace.go:171","msg":"trace[1270268548] range","detail":"{range_begin:/registry/pods/kube-system/cilium-z4ql9; range_end:; response_count:1; response_revision:634; }","duration":"191.33577ms","start":"2026-03-26T05:32:57.184113Z","end":"2026-03-26T05:32:57.375448Z","steps":["trace[1270268548] 'agreement among raft nodes before linearized reading' (duration: 191.140986ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:32:57.375466Z","caller":"traceutil/trace.go:171","msg":"trace[1570491788] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"388.945046ms","start":"2026-03-26T05:32:56.986499Z","end":"2026-03-26T05:32:57.375445Z","steps":["trace[1570491788] 'process raft request' (duration: 388.505475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:32:57.375587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:32:56.986474Z","time spent":"389.04593ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T05:32:58.005109Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237015381161815,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-26T05:32:58.213004Z","caller":"traceutil/trace.go:171","msg":"trace[84314851] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"819.39771ms","start":"2026-03-26T05:32:57.393581Z","end":"2026-03-26T05:32:58.212978Z","steps":["trace[84314851] 'process raft request' (duration: 819.251306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:32:58.213148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:32:57.393559Z","time spent":"819.514903ms","remote":"127.0.0.1:44754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T05:32:59.504602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999900624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-26T05:32:59.50468Z","caller":"traceutil/trace.go:171","msg":"trace[319569834] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000036018s","start":"2026-03-26T05:32:57.504628Z","end":"2026-03-26T05:32:59.504664Z","steps":["trace[319569834] 'agreement among raft nodes before linearized reading' (duration: 1.999941995s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:32:59.50474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:32:57.504607Z","time spent":"2.00012292s","remote":"127.0.0.1:44560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-26T05:33:00.493815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.708156554s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-26T05:33:00.494059Z","caller":"traceutil/trace.go:171","msg":"trace[2025824117] linearizableReadLoop","detail":"{readStateIndex:658; appliedIndex:655; }","duration":"2.989347927s","start":"2026-03-26T05:32:57.504688Z","end":"2026-03-26T05:33:00.494036Z","steps":["trace[2025824117] 'read index received' (duration: 708.171248ms)","trace[2025824117] 'applied index is now lower than readState.Index' (duration: 2.281175219s)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:33:00.494167Z","caller":"traceutil/trace.go:171","msg":"trace[1369394026] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"3.077862564s","start":"2026-03-26T05:32:57.416221Z","end":"2026-03-26T05:33:00.494084Z","steps":["trace[1369394026] 'process raft request' (duration: 1.369349081s)","trace[1369394026] 'compare' (duration: 1.707763093s)"],"step_count":2} {"level":"warn","ts":"2026-03-26T05:33:00.494431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061606541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T05:33:00.494478Z","caller":"traceutil/trace.go:171","msg":"trace[1355824034] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"2.657740923s","start":"2026-03-26T05:32:57.836705Z","end":"2026-03-26T05:33:00.494446Z","steps":["trace[1355824034] 'process raft request' (duration: 2.657229219s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:33:00.494499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.880277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T05:33:00.494488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.2117187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-26T05:33:00.494512Z","caller":"traceutil/trace.go:171","msg":"trace[1839844239] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:637; }","duration":"1.061719215s","start":"2026-03-26T05:32:59.432776Z","end":"2026-03-26T05:33:00.494495Z","steps":["trace[1839844239] 'agreement among raft nodes before linearized reading' (duration: 1.061587382s)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:33:00.494552Z","caller":"traceutil/trace.go:171","msg":"trace[1574977154] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:637; }","duration":"988.97582ms","start":"2026-03-26T05:32:59.505561Z","end":"2026-03-26T05:33:00.494537Z","steps":["trace[1574977154] 'agreement among raft nodes before linearized reading' (duration: 988.888348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:33:00.494566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:32:59.43276Z","time spent":"1.061799268s","remote":"127.0.0.1:44560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-26T05:33:00.494566Z","caller":"traceutil/trace.go:171","msg":"trace[1055380258] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:637; }","duration":"2.211834914s","start":"2026-03-26T05:32:58.282712Z","end":"2026-03-26T05:33:00.494547Z","steps":["trace[1055380258] 'agreement among raft nodes before linearized reading' (duration: 2.211591327s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:33:00.494604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:32:59.505542Z","time spent":"989.051881ms","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-26T05:33:00.494614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:32:58.282695Z","time spent":"2.211909545s","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-26T05:33:00.494635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.210698334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-26T05:33:00.494631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.210850408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-26T05:33:00.494603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:32:57.836683Z","time spent":"2.657852725s","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T05:33:00.494662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.211272169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-26T05:33:00.494693Z","caller":"traceutil/trace.go:171","msg":"trace[1560205604] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:637; }","duration":"2.210794866s","start":"2026-03-26T05:32:58.283881Z","end":"2026-03-26T05:33:00.494676Z","steps":["trace[1560205604] 'agreement among raft nodes before linearized reading' (duration: 2.210603781s)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:33:00.494701Z","caller":"traceutil/trace.go:171","msg":"trace[623571428] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:637; }","duration":"2.2109375s","start":"2026-03-26T05:32:58.283744Z","end":"2026-03-26T05:33:00.494682Z","steps":["trace[623571428] 'agreement among raft nodes before linearized reading' (duration: 2.210716224s)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:33:00.494723Z","caller":"traceutil/trace.go:171","msg":"trace[830119449] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:637; }","duration":"2.21135082s","start":"2026-03-26T05:32:58.283353Z","end":"2026-03-26T05:33:00.494704Z","steps":["trace[830119449] 'agreement among raft nodes before linearized reading' (duration: 2.211142895s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:33:00.494754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:32:58.283736Z","time spent":"2.211008103s","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-26T05:33:00.494762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:32:58.283856Z","time spent":"2.21089259s","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-26T05:33:00.49477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:32:58.283342Z","time spent":"2.211416252s","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-26T05:33:00.494937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:32:57.416164Z","time spent":"3.078193593s","remote":"127.0.0.1:44806","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-26T05:33:01.003093Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237015381161824,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-26T05:33:02.016248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.986943ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T05:33:02.016382Z","caller":"traceutil/trace.go:171","msg":"trace[1142955805] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"1.51700108s","start":"2026-03-26T05:33:00.499355Z","end":"2026-03-26T05:33:02.016356Z","steps":["trace[1142955805] 'process raft request' (duration: 866.742841ms)","trace[1142955805] 'compare' (duration: 649.56061ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T05:33:02.016469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:33:00.49934Z","time spent":"1.517086331s","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T05:33:02.042199Z","caller":"traceutil/trace.go:171","msg":"trace[258535643] transaction","detail":"{read_only:false; response_revision:639; number_of_response:1; }","duration":"1.542754174s","start":"2026-03-26T05:33:00.499418Z","end":"2026-03-26T05:33:02.042172Z","steps":["trace[258535643] 'process raft request' (duration: 1.54257189s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:33:02.04239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:33:00.499412Z","time spent":"1.542866646s","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T05:33:02.042564Z","caller":"traceutil/trace.go:171","msg":"trace[198969657] transaction","detail":"{read_only:false; response_revision:640; number_of_response:1; }","duration":"1.542783815s","start":"2026-03-26T05:33:00.499757Z","end":"2026-03-26T05:33:02.042541Z","steps":["trace[198969657] 'process raft request' (duration: 1.542362254s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:33:02.042662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:33:00.499747Z","time spent":"1.542867946s","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T05:33:02.04261Z","caller":"traceutil/trace.go:171","msg":"trace[224532442] linearizableReadLoop","detail":"{readStateIndex:663; appliedIndex:658; }","duration":"1.539826927s","start":"2026-03-26T05:33:00.502743Z","end":"2026-03-26T05:33:02.04257Z","steps":["trace[224532442] 'read index received' (duration: 863.506365ms)","trace[224532442] 'applied index is now lower than readState.Index' (duration: 676.319152ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:33:02.042779Z","caller":"traceutil/trace.go:171","msg":"trace[1023538784] transaction","detail":"{read_only:false; response_revision:642; number_of_response:1; }","duration":"1.542016525s","start":"2026-03-26T05:33:00.500752Z","end":"2026-03-26T05:33:02.042769Z","steps":["trace[1023538784] 'process raft request' (duration: 1.541741897s)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:33:02.042777Z","caller":"traceutil/trace.go:171","msg":"trace[778373285] transaction","detail":"{read_only:false; response_revision:641; number_of_response:1; }","duration":"1.542940409s","start":"2026-03-26T05:33:00.499821Z","end":"2026-03-26T05:33:02.042761Z","steps":["trace[778373285] 'process raft request' (duration: 1.542543328s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:33:02.042823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.540075043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T05:33:02.042843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:33:00.500731Z","time spent":"1.542075206s","remote":"127.0.0.1:44640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T05:33:02.042876Z","caller":"traceutil/trace.go:171","msg":"trace[977057849] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:642; }","duration":"1.540150185s","start":"2026-03-26T05:33:00.502711Z","end":"2026-03-26T05:33:02.042861Z","steps":["trace[977057849] 'agreement among raft nodes before linearized reading' (duration: 1.540077943s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:33:02.042926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:33:00.502693Z","time spent":"1.540226747s","remote":"127.0.0.1:44560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-26T05:33:02.042916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:33:00.499814Z","time spent":"1.54300875s","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T05:33:02.119907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.616132106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-03-26T05:33:02.119998Z","caller":"traceutil/trace.go:171","msg":"trace[912227049] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:642; }","duration":"1.616268749s","start":"2026-03-26T05:33:00.50371Z","end":"2026-03-26T05:33:02.119979Z","steps":["trace[912227049] 'agreement among raft nodes before linearized reading' (duration: 1.616084524s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:33:02.120041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:33:00.503703Z","time spent":"1.61632982s","remote":"127.0.0.1:44768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":217,"request content":"key:\"/registry/serviceaccounts/kube-system/job-controller\" "} {"level":"info","ts":"2026-03-26T05:33:02.249162Z","caller":"traceutil/trace.go:171","msg":"trace[5864854] transaction","detail":"{read_only:false; response_revision:643; number_of_response:1; }","duration":"117.347614ms","start":"2026-03-26T05:33:02.131792Z","end":"2026-03-26T05:33:02.24914Z","steps":["trace[5864854] 'process raft request' (duration: 117.214691ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:33:02.631343Z","caller":"traceutil/trace.go:171","msg":"trace[1449316783] linearizableReadLoop","detail":"{readStateIndex:669; appliedIndex:665; }","duration":"357.257756ms","start":"2026-03-26T05:33:02.274063Z","end":"2026-03-26T05:33:02.631321Z","steps":["trace[1449316783] 'read index received' (duration: 2.472544ms)","trace[1449316783] 'applied index is now lower than readState.Index' (duration: 354.784272ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:33:02.63139Z","caller":"traceutil/trace.go:171","msg":"trace[839458025] transaction","detail":"{read_only:false; response_revision:645; number_of_response:1; }","duration":"377.414614ms","start":"2026-03-26T05:33:02.253948Z","end":"2026-03-26T05:33:02.631362Z","steps":["trace[839458025] 'process raft request' (duration: 377.127876ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:33:02.631473Z","caller":"traceutil/trace.go:171","msg":"trace[1239885078] transaction","detail":"{read_only:false; response_revision:647; number_of_response:1; }","duration":"373.802349ms","start":"2026-03-26T05:33:02.257648Z","end":"2026-03-26T05:33:02.63145Z","steps":["trace[1239885078] 'process raft request' (duration: 373.626794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:33:02.631538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.455671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-z4ql9\" ","response":"range_response_count:1 size:17149"} {"level":"warn","ts":"2026-03-26T05:33:02.631525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:33:02.253924Z","time spent":"377.529367ms","remote":"127.0.0.1:44640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-26T05:33:02.631574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:33:02.257636Z","time spent":"373.880401ms","remote":"127.0.0.1:44754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3209,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T05:33:02.631586Z","caller":"traceutil/trace.go:171","msg":"trace[378186319] range","detail":"{range_begin:/registry/pods/kube-system/cilium-z4ql9; range_end:; response_count:1; response_revision:647; }","duration":"357.546153ms","start":"2026-03-26T05:33:02.274029Z","end":"2026-03-26T05:33:02.631575Z","steps":["trace[378186319] 'agreement among raft nodes before linearized reading' (duration: 357.385829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:33:02.631623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:33:02.274016Z","time spent":"357.598634ms","remote":"127.0.0.1:44754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17173,"request content":"key:\"/registry/pods/kube-system/cilium-z4ql9\" "} {"level":"info","ts":"2026-03-26T05:33:02.631628Z","caller":"traceutil/trace.go:171","msg":"trace[971148109] transaction","detail":"{read_only:false; response_revision:646; number_of_response:1; }","duration":"375.71984ms","start":"2026-03-26T05:33:02.255841Z","end":"2026-03-26T05:33:02.631561Z","steps":["trace[971148109] 'process raft request' (duration: 375.368881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:33:02.631921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:33:02.255825Z","time spent":"375.921715ms","remote":"127.0.0.1:44806","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T05:33:02.753704Z","caller":"traceutil/trace.go:171","msg":"trace[251589216] transaction","detail":"{read_only:false; response_revision:648; number_of_response:1; }","duration":"476.717724ms","start":"2026-03-26T05:33:02.276958Z","end":"2026-03-26T05:33:02.753675Z","steps":["trace[251589216] 'process raft request' (duration: 428.897732ms)","trace[251589216] 'compare' (duration: 47.686909ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T05:33:02.753987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:33:02.276934Z","time spent":"476.848628ms","remote":"127.0.0.1:44640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":765,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-26T05:33:02.769196Z","caller":"traceutil/trace.go:171","msg":"trace[1702818985] transaction","detail":"{read_only:false; response_revision:649; number_of_response:1; }","duration":"122.587391ms","start":"2026-03-26T05:33:02.646581Z","end":"2026-03-26T05:33:02.769169Z","steps":["trace[1702818985] 'process raft request' (duration: 122.422556ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:33:03.680565Z","caller":"traceutil/trace.go:171","msg":"trace[194769961] transaction","detail":"{read_only:false; response_revision:650; number_of_response:1; }","duration":"162.139656ms","start":"2026-03-26T05:33:03.518401Z","end":"2026-03-26T05:33:03.68054Z","steps":["trace[194769961] 'process raft request' (duration: 161.90814ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:33:03.92826Z","caller":"traceutil/trace.go:171","msg":"trace[1400997741] transaction","detail":"{read_only:false; response_revision:651; number_of_response:1; }","duration":"112.126977ms","start":"2026-03-26T05:33:03.816104Z","end":"2026-03-26T05:33:03.928231Z","steps":["trace[1400997741] 'process raft request' (duration: 111.930901ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:33:05.747636Z","caller":"traceutil/trace.go:171","msg":"trace[1988021759] linearizableReadLoop","detail":"{readStateIndex:706; appliedIndex:705; }","duration":"242.736276ms","start":"2026-03-26T05:33:05.504876Z","end":"2026-03-26T05:33:05.747612Z","steps":["trace[1988021759] 'read index received' (duration: 242.456689ms)","trace[1988021759] 'applied index is now lower than readState.Index' (duration: 278.667µs)"],"step_count":2} {"level":"warn","ts":"2026-03-26T05:33:05.747848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.126507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T05:33:05.747941Z","caller":"traceutil/trace.go:171","msg":"trace[1200734804] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:0; response_revision:683; }","duration":"130.276521ms","start":"2026-03-26T05:33:05.617643Z","end":"2026-03-26T05:33:05.747919Z","steps":["trace[1200734804] 'agreement among raft nodes before linearized reading' (duration: 130.139518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:33:05.747965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.001842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T05:33:05.748101Z","caller":"traceutil/trace.go:171","msg":"trace[822619439] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:683; }","duration":"243.27485ms","start":"2026-03-26T05:33:05.504809Z","end":"2026-03-26T05:33:05.748084Z","steps":["trace[822619439] 'agreement among raft nodes before linearized reading' (duration: 243.004422ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:33:05.748254Z","caller":"traceutil/trace.go:171","msg":"trace[921989516] transaction","detail":"{read_only:false; response_revision:683; number_of_response:1; }","duration":"310.546812ms","start":"2026-03-26T05:33:05.437122Z","end":"2026-03-26T05:33:05.747669Z","steps":["trace[921989516] 'process raft request' (duration: 310.272054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:33:05.749338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:33:05.437092Z","time spent":"312.133933ms","remote":"127.0.0.1:44610","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13205,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T05:33:13.29633Z","caller":"traceutil/trace.go:171","msg":"trace[441266013] transaction","detail":"{read_only:false; response_revision:761; number_of_response:1; }","duration":"272.552918ms","start":"2026-03-26T05:33:13.023755Z","end":"2026-03-26T05:33:13.296308Z","steps":["trace[441266013] 'process raft request' (duration: 272.377083ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:33:13.29681Z","caller":"traceutil/trace.go:171","msg":"trace[802055626] linearizableReadLoop","detail":"{readStateIndex:786; appliedIndex:786; }","duration":"162.842124ms","start":"2026-03-26T05:33:13.133956Z","end":"2026-03-26T05:33:13.296798Z","steps":["trace[802055626] 'read index received' (duration: 162.836774ms)","trace[802055626] 'applied index is now lower than readState.Index' (duration: 4µs)"],"step_count":2} {"level":"warn","ts":"2026-03-26T05:33:13.297196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.224745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-z4ql9\" ","response":"range_response_count:1 size:18713"} {"level":"info","ts":"2026-03-26T05:33:13.297241Z","caller":"traceutil/trace.go:171","msg":"trace[243902403] range","detail":"{range_begin:/registry/pods/kube-system/cilium-z4ql9; range_end:; response_count:1; response_revision:761; }","duration":"163.281126ms","start":"2026-03-26T05:33:13.133949Z","end":"2026-03-26T05:33:13.297231Z","steps":["trace[243902403] 'agreement among raft nodes before linearized reading' (duration: 163.172513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:33:16.610269Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237015381162110,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-26T05:33:16.751012Z","caller":"traceutil/trace.go:171","msg":"trace[1351528503] linearizableReadLoop","detail":"{readStateIndex:807; appliedIndex:806; }","duration":"641.048078ms","start":"2026-03-26T05:33:16.109935Z","end":"2026-03-26T05:33:16.750983Z","steps":["trace[1351528503] 'read index received' (duration: 640.833643ms)","trace[1351528503] 'applied index is now lower than readState.Index' (duration: 213.485µs)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:33:16.751119Z","caller":"traceutil/trace.go:171","msg":"trace[1041840785] transaction","detail":"{read_only:false; response_revision:781; number_of_response:1; }","duration":"668.124078ms","start":"2026-03-26T05:33:16.082944Z","end":"2026-03-26T05:33:16.751068Z","steps":["trace[1041840785] 'process raft request' (duration: 667.878122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:33:16.751265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.174561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-26T05:33:16.751263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.300645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-26T05:33:16.751302Z","caller":"traceutil/trace.go:171","msg":"trace[1138369344] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:781; }","duration":"641.232773ms","start":"2026-03-26T05:33:16.110058Z","end":"2026-03-26T05:33:16.751291Z","steps":["trace[1138369344] 'agreement among raft nodes before linearized reading' (duration: 641.071619ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:33:16.751328Z","caller":"traceutil/trace.go:171","msg":"trace[884660933] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:781; }","duration":"641.410318ms","start":"2026-03-26T05:33:16.109903Z","end":"2026-03-26T05:33:16.751313Z","steps":["trace[884660933] 'agreement among raft nodes before linearized reading' (duration: 641.193412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:33:16.751316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:33:16.082915Z","time spent":"668.303612ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T05:33:16.751339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:33:16.109971Z","time spent":"641.360586ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-26T05:33:16.751371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:33:16.10989Z","time spent":"641.472791ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-26T05:33:16.751314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.165476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T05:33:16.751471Z","caller":"traceutil/trace.go:171","msg":"trace[611780294] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:781; }","duration":"246.379491ms","start":"2026-03-26T05:33:16.50508Z","end":"2026-03-26T05:33:16.75146Z","steps":["trace[611780294] 'agreement among raft nodes before linearized reading' (duration: 246.174307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:33:16.751473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.585777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-26T05:33:16.751529Z","caller":"traceutil/trace.go:171","msg":"trace[2044047509] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:781; }","duration":"640.650758ms","start":"2026-03-26T05:33:16.110858Z","end":"2026-03-26T05:33:16.751509Z","steps":["trace[2044047509] 'agreement among raft nodes before linearized reading' (duration: 640.520895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:33:16.75158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:33:16.110842Z","time spent":"640.72774ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-26T05:33:17.110178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.477809ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T05:33:17.110309Z","caller":"traceutil/trace.go:171","msg":"trace[1910839772] transaction","detail":"{read_only:false; response_revision:782; number_of_response:1; }","duration":"354.834212ms","start":"2026-03-26T05:33:16.755454Z","end":"2026-03-26T05:33:17.110288Z","steps":["trace[1910839772] 'process raft request' (duration: 235.131507ms)","trace[1910839772] 'compare' (duration: 119.309825ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T05:33:17.110401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:33:16.755434Z","time spent":"354.931325ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T05:33:17.20908Z","caller":"traceutil/trace.go:171","msg":"trace[1674668082] transaction","detail":"{read_only:false; response_revision:784; number_of_response:1; }","duration":"452.089549ms","start":"2026-03-26T05:33:16.75697Z","end":"2026-03-26T05:33:17.20906Z","steps":["trace[1674668082] 'process raft request' (duration: 452.040819ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:33:17.209087Z","caller":"traceutil/trace.go:171","msg":"trace[797339177] transaction","detail":"{read_only:false; response_revision:783; number_of_response:1; }","duration":"452.328486ms","start":"2026-03-26T05:33:16.756736Z","end":"2026-03-26T05:33:17.209064Z","steps":["trace[797339177] 'process raft request' (duration: 452.160132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:33:17.209331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:33:16.756931Z","time spent":"452.269975ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T05:33:17.209485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:33:16.756718Z","time spent":"452.693386ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T05:33:20.807693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101947247s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T05:33:20.80807Z","caller":"traceutil/trace.go:171","msg":"trace[1933325226] transaction","detail":"{read_only:false; response_revision:802; number_of_response:1; }","duration":"1.329498747s","start":"2026-03-26T05:33:19.478536Z","end":"2026-03-26T05:33:20.808035Z","steps":["trace[1933325226] 'process raft request' (duration: 227.086497ms)","trace[1933325226] 'compare' (duration: 1.101633129s)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:33:20.808218Z","caller":"traceutil/trace.go:171","msg":"trace[431074791] transaction","detail":"{read_only:false; response_revision:803; number_of_response:1; }","duration":"419.306122ms","start":"2026-03-26T05:33:20.388859Z","end":"2026-03-26T05:33:20.808165Z","steps":["trace[431074791] 'process raft request' (duration: 419.136727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:33:20.808563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:33:20.388831Z","time spent":"419.669943ms","remote":"127.0.0.1:44806","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T05:33:20.808559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:33:19.478513Z","time spent":"1.32964189s","remote":"127.0.0.1:44754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4857,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T05:33:20.808458Z","caller":"traceutil/trace.go:171","msg":"trace[1100170829] linearizableReadLoop","detail":"{readStateIndex:829; appliedIndex:828; }","duration":"1.014636881s","start":"2026-03-26T05:33:19.793494Z","end":"2026-03-26T05:33:20.808131Z","steps":["trace[1100170829] 'read index received' (duration: 41.362µs)","trace[1100170829] 'applied index is now lower than readState.Index' (duration: 1.014592149s)"],"step_count":2} {"level":"warn","ts":"2026-03-26T05:33:20.810155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.637982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T05:33:20.810214Z","caller":"traceutil/trace.go:171","msg":"trace[1466215793] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:803; }","duration":"306.733695ms","start":"2026-03-26T05:33:20.503464Z","end":"2026-03-26T05:33:20.810197Z","steps":["trace[1466215793] 'agreement among raft nodes before linearized reading' (duration: 306.643283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:33:20.810254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:33:20.503442Z","time spent":"306.804107ms","remote":"127.0.0.1:44560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-26T05:33:20.810439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016923382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-26T05:33:20.810736Z","caller":"traceutil/trace.go:171","msg":"trace[1884601542] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:803; }","duration":"1.01725922s","start":"2026-03-26T05:33:19.79345Z","end":"2026-03-26T05:33:20.810709Z","steps":["trace[1884601542] 'agreement among raft nodes before linearized reading' (duration: 1.01502078s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:33:20.810916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:33:19.793429Z","time spent":"1.017463516s","remote":"127.0.0.1:45000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-26T05:33:29.685049Z","caller":"traceutil/trace.go:171","msg":"trace[2072779548] linearizableReadLoop","detail":"{readStateIndex:928; appliedIndex:927; }","duration":"252.888506ms","start":"2026-03-26T05:33:29.432134Z","end":"2026-03-26T05:33:29.685022Z","steps":["trace[2072779548] 'read index received' (duration: 252.68116ms)","trace[2072779548] 'applied index is now lower than readState.Index' (duration: 206.086µs)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:33:29.685179Z","caller":"traceutil/trace.go:171","msg":"trace[1054449167] transaction","detail":"{read_only:false; response_revision:899; number_of_response:1; }","duration":"256.640287ms","start":"2026-03-26T05:33:29.428527Z","end":"2026-03-26T05:33:29.685167Z","steps":["trace[1054449167] 'process raft request' (duration: 256.32417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:33:29.685367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.222985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T05:33:29.685422Z","caller":"traceutil/trace.go:171","msg":"trace[21215364] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:899; }","duration":"253.332669ms","start":"2026-03-26T05:33:29.432077Z","end":"2026-03-26T05:33:29.685409Z","steps":["trace[21215364] 'agreement among raft nodes before linearized reading' (duration: 253.232156ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:33:29.723603Z","caller":"traceutil/trace.go:171","msg":"trace[380964320] transaction","detail":"{read_only:false; response_revision:900; number_of_response:1; }","duration":"192.993996ms","start":"2026-03-26T05:33:29.530589Z","end":"2026-03-26T05:33:29.723583Z","steps":["trace[380964320] 'process raft request' (duration: 192.852073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:33:29.723707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.873335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T05:33:29.723779Z","caller":"traceutil/trace.go:171","msg":"trace[1547765349] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:900; }","duration":"219.976027ms","start":"2026-03-26T05:33:29.503786Z","end":"2026-03-26T05:33:29.723762Z","steps":["trace[1547765349] 'agreement among raft nodes before linearized reading' (duration: 219.866914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:33:29.723772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.752021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-26T05:33:29.723871Z","caller":"traceutil/trace.go:171","msg":"trace[1558244025] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:900; }","duration":"201.875725ms","start":"2026-03-26T05:33:29.521963Z","end":"2026-03-26T05:33:29.723839Z","steps":["trace[1558244025] 'agreement among raft nodes before linearized reading' (duration: 201.641018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:33:35.297792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.372574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.221\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-26T05:33:35.297879Z","caller":"traceutil/trace.go:171","msg":"trace[502841393] range","detail":"{range_begin:/registry/masterleases/162.253.55.221; range_end:; response_count:1; response_revision:968; }","duration":"139.530067ms","start":"2026-03-26T05:33:35.15833Z","end":"2026-03-26T05:33:35.29786Z","steps":["trace[502841393] 'range keys from in-memory index tree' (duration: 139.098356ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:33:36.020677Z","caller":"traceutil/trace.go:171","msg":"trace[791800742] transaction","detail":"{read_only:false; response_revision:977; number_of_response:1; }","duration":"103.164657ms","start":"2026-03-26T05:33:35.917488Z","end":"2026-03-26T05:33:36.020652Z","steps":["trace[791800742] 'process raft request' (duration: 103.025162ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:33:48.028296Z","caller":"traceutil/trace.go:171","msg":"trace[1299941942] transaction","detail":"{read_only:false; response_revision:1194; number_of_response:1; }","duration":"215.271912ms","start":"2026-03-26T05:33:47.812999Z","end":"2026-03-26T05:33:48.028271Z","steps":["trace[1299941942] 'process raft request' (duration: 215.111928ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:33:48.736416Z","caller":"traceutil/trace.go:171","msg":"trace[1085420240] transaction","detail":"{read_only:false; response_revision:1197; number_of_response:1; }","duration":"148.56264ms","start":"2026-03-26T05:33:48.587822Z","end":"2026-03-26T05:33:48.736384Z","steps":["trace[1085420240] 'process raft request' (duration: 148.302772ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:33:49.69507Z","caller":"traceutil/trace.go:171","msg":"trace[1937566794] linearizableReadLoop","detail":"{readStateIndex:1232; appliedIndex:1231; }","duration":"101.739117ms","start":"2026-03-26T05:33:49.593309Z","end":"2026-03-26T05:33:49.695048Z","steps":["trace[1937566794] 'read index received' (duration: 101.590434ms)","trace[1937566794] 'applied index is now lower than readState.Index' (duration: 147.413µs)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:33:49.695116Z","caller":"traceutil/trace.go:171","msg":"trace[1102530041] transaction","detail":"{read_only:false; response_revision:1199; number_of_response:1; }","duration":"305.205974ms","start":"2026-03-26T05:33:49.389888Z","end":"2026-03-26T05:33:49.695094Z","steps":["trace[1102530041] 'process raft request' (duration: 305.023619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:33:49.695249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:33:49.389861Z","time spent":"305.302157ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T05:33:49.695271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.954054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-sl7fd\" ","response":"range_response_count:1 size:5106"} {"level":"info","ts":"2026-03-26T05:33:49.695305Z","caller":"traceutil/trace.go:171","msg":"trace[415237589] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-webhook-548949fc64-sl7fd; range_end:; response_count:1; response_revision:1199; }","duration":"102.038717ms","start":"2026-03-26T05:33:49.593256Z","end":"2026-03-26T05:33:49.695295Z","steps":["trace[415237589] 'agreement among raft nodes before linearized reading' (duration: 101.916043ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:33:49.800575Z","caller":"traceutil/trace.go:171","msg":"trace[644717597] transaction","detail":"{read_only:false; response_revision:1200; number_of_response:1; }","duration":"100.66475ms","start":"2026-03-26T05:33:49.69988Z","end":"2026-03-26T05:33:49.800545Z","steps":["trace[644717597] 'process raft request' (duration: 75.015354ms)","trace[644717597] 'compare' (duration: 25.517933ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:33:49.820613Z","caller":"traceutil/trace.go:171","msg":"trace[478983278] transaction","detail":"{read_only:false; response_revision:1201; number_of_response:1; }","duration":"120.607482ms","start":"2026-03-26T05:33:49.699979Z","end":"2026-03-26T05:33:49.820587Z","steps":["trace[478983278] 'process raft request' (duration: 120.416867ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:33:49.820757Z","caller":"traceutil/trace.go:171","msg":"trace[1707498368] transaction","detail":"{read_only:false; response_revision:1202; number_of_response:1; }","duration":"116.292238ms","start":"2026-03-26T05:33:49.704442Z","end":"2026-03-26T05:33:49.820734Z","steps":["trace[1707498368] 'process raft request' (duration: 116.086482ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:33:50.030875Z","caller":"traceutil/trace.go:171","msg":"trace[931776222] transaction","detail":"{read_only:false; response_revision:1204; number_of_response:1; }","duration":"205.261944ms","start":"2026-03-26T05:33:49.825588Z","end":"2026-03-26T05:33:50.03085Z","steps":["trace[931776222] 'process raft request' (duration: 148.993132ms)","trace[931776222] 'compare' (duration: 56.104618ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:33:50.03103Z","caller":"traceutil/trace.go:171","msg":"trace[2075142827] transaction","detail":"{read_only:false; response_revision:1205; number_of_response:1; }","duration":"203.103537ms","start":"2026-03-26T05:33:49.8279Z","end":"2026-03-26T05:33:50.031004Z","steps":["trace[2075142827] 'process raft request' (duration: 202.895281ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:33:50.200606Z","caller":"traceutil/trace.go:171","msg":"trace[527090162] transaction","detail":"{read_only:false; response_revision:1206; number_of_response:1; }","duration":"167.160346ms","start":"2026-03-26T05:33:50.03342Z","end":"2026-03-26T05:33:50.20058Z","steps":["trace[527090162] 'process raft request' (duration: 118.794194ms)","trace[527090162] 'compare' (duration: 48.271971ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:33:50.216253Z","caller":"traceutil/trace.go:171","msg":"trace[1824927207] transaction","detail":"{read_only:false; response_revision:1207; number_of_response:1; }","duration":"177.859852ms","start":"2026-03-26T05:33:50.03837Z","end":"2026-03-26T05:33:50.216229Z","steps":["trace[1824927207] 'process raft request' (duration: 177.604465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:33:51.256487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.628714ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-26T05:33:51.256597Z","caller":"traceutil/trace.go:171","msg":"trace[561551956] linearizableReadLoop","detail":"{readStateIndex:1242; appliedIndex:1241; }","duration":"174.127103ms","start":"2026-03-26T05:33:51.082451Z","end":"2026-03-26T05:33:51.256578Z","steps":["trace[561551956] 'read index received' (duration: 50.021µs)","trace[561551956] 'applied index is now lower than readState.Index' (duration: 174.075622ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T05:33:51.256755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.295017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-26T05:33:51.25679Z","caller":"traceutil/trace.go:171","msg":"trace[1921268005] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1208; }","duration":"174.380389ms","start":"2026-03-26T05:33:51.082399Z","end":"2026-03-26T05:33:51.25678Z","steps":["trace[1921268005] 'agreement among raft nodes before linearized reading' (duration: 174.227435ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:33:51.896841Z","caller":"traceutil/trace.go:171","msg":"trace[1580680384] transaction","detail":"{read_only:false; response_revision:1211; number_of_response:1; }","duration":"192.776451ms","start":"2026-03-26T05:33:51.704031Z","end":"2026-03-26T05:33:51.896807Z","steps":["trace[1580680384] 'process raft request' (duration: 192.437532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:33:52.608401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.605457ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T05:33:52.608548Z","caller":"traceutil/trace.go:171","msg":"trace[1105418842] transaction","detail":"{read_only:false; response_revision:1213; number_of_response:1; }","duration":"707.367589ms","start":"2026-03-26T05:33:51.901155Z","end":"2026-03-26T05:33:52.608523Z","steps":["trace[1105418842] 'process raft request' (duration: 121.515957ms)","trace[1105418842] 'compare' (duration: 585.432481ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T05:33:52.608635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:33:51.901133Z","time spent":"707.459312ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T05:33:52.718214Z","caller":"traceutil/trace.go:171","msg":"trace[1263441020] linearizableReadLoop","detail":"{readStateIndex:1248; appliedIndex:1247; }","duration":"489.478447ms","start":"2026-03-26T05:33:52.228714Z","end":"2026-03-26T05:33:52.718192Z","steps":["trace[1263441020] 'read index received' (duration: 487.934515ms)","trace[1263441020] 'applied index is now lower than readState.Index' (duration: 1.543122ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T05:33:52.71835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.730131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T05:33:52.718327Z","caller":"traceutil/trace.go:171","msg":"trace[154733292] transaction","detail":"{read_only:false; response_revision:1214; number_of_response:1; }","duration":"512.236977ms","start":"2026-03-26T05:33:52.206055Z","end":"2026-03-26T05:33:52.718292Z","steps":["trace[154733292] 'process raft request' (duration: 510.651004ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:33:52.718381Z","caller":"traceutil/trace.go:171","msg":"trace[1245858855] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1214; }","duration":"213.813843ms","start":"2026-03-26T05:33:52.504558Z","end":"2026-03-26T05:33:52.718371Z","steps":["trace[1245858855] 'agreement among raft nodes before linearized reading' (duration: 213.748061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:33:52.718461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.738496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-03-26T05:33:52.718485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:33:52.20603Z","time spent":"512.36848ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T05:33:52.71852Z","caller":"traceutil/trace.go:171","msg":"trace[1184501521] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1214; }","duration":"489.808808ms","start":"2026-03-26T05:33:52.228698Z","end":"2026-03-26T05:33:52.718507Z","steps":["trace[1184501521] 'agreement among raft nodes before linearized reading' (duration: 489.611573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:33:52.71856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:33:52.228637Z","time spent":"489.915ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-26T05:33:52.718598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.780915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-26T05:33:52.718709Z","caller":"traceutil/trace.go:171","msg":"trace[2045801116] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:1214; }","duration":"194.911978ms","start":"2026-03-26T05:33:52.52377Z","end":"2026-03-26T05:33:52.718682Z","steps":["trace[2045801116] 'agreement among raft nodes before linearized reading' (duration: 194.707382ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:34:04.876335Z","caller":"traceutil/trace.go:171","msg":"trace[1015305975] linearizableReadLoop","detail":"{readStateIndex:1350; appliedIndex:1349; }","duration":"103.567778ms","start":"2026-03-26T05:34:04.772741Z","end":"2026-03-26T05:34:04.876309Z","steps":["trace[1015305975] 'read index received' (duration: 103.27109ms)","trace[1015305975] 'applied index is now lower than readState.Index' (duration: 295.608µs)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:34:04.8764Z","caller":"traceutil/trace.go:171","msg":"trace[1974350288] transaction","detail":"{read_only:false; response_revision:1309; number_of_response:1; }","duration":"114.462618ms","start":"2026-03-26T05:34:04.761898Z","end":"2026-03-26T05:34:04.87636Z","steps":["trace[1974350288] 'process raft request' (duration: 114.238872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:34:04.87655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.793003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-26T05:34:04.876592Z","caller":"traceutil/trace.go:171","msg":"trace[72184571] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1309; }","duration":"103.893795ms","start":"2026-03-26T05:34:04.772689Z","end":"2026-03-26T05:34:04.876582Z","steps":["trace[72184571] 'agreement among raft nodes before linearized reading' (duration: 103.729281ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:34:05.003949Z","caller":"traceutil/trace.go:171","msg":"trace[1311573998] transaction","detail":"{read_only:false; response_revision:1310; number_of_response:1; }","duration":"123.054428ms","start":"2026-03-26T05:34:04.880859Z","end":"2026-03-26T05:34:05.003914Z","steps":["trace[1311573998] 'process raft request' (duration: 44.976062ms)","trace[1311573998] 'compare' (duration: 77.927742ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:34:06.266623Z","caller":"traceutil/trace.go:171","msg":"trace[2031309175] transaction","detail":"{read_only:false; response_revision:1323; number_of_response:1; }","duration":"109.991638ms","start":"2026-03-26T05:34:06.156595Z","end":"2026-03-26T05:34:06.266587Z","steps":["trace[2031309175] 'process raft request' (duration: 90.625191ms)","trace[2031309175] 'compare' (duration: 19.190493ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:34:06.74478Z","caller":"traceutil/trace.go:171","msg":"trace[1607264428] transaction","detail":"{read_only:false; response_revision:1329; number_of_response:1; }","duration":"110.873752ms","start":"2026-03-26T05:34:06.63386Z","end":"2026-03-26T05:34:06.744734Z","steps":["trace[1607264428] 'process raft request' (duration: 42.992389ms)","trace[1607264428] 'compare' (duration: 67.682548ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:34:07.075799Z","caller":"traceutil/trace.go:171","msg":"trace[661616212] transaction","detail":"{read_only:false; response_revision:1334; number_of_response:1; }","duration":"178.51788ms","start":"2026-03-26T05:34:06.897256Z","end":"2026-03-26T05:34:07.075774Z","steps":["trace[661616212] 'process raft request' (duration: 96.629862ms)","trace[661616212] 'compare' (duration: 81.774175ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:34:07.080837Z","caller":"traceutil/trace.go:171","msg":"trace[1917722847] linearizableReadLoop","detail":"{readStateIndex:1378; appliedIndex:1375; }","duration":"178.287844ms","start":"2026-03-26T05:34:06.902529Z","end":"2026-03-26T05:34:07.080816Z","steps":["trace[1917722847] 'read index received' (duration: 91.376862ms)","trace[1917722847] 'applied index is now lower than readState.Index' (duration: 86.909832ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:34:07.080889Z","caller":"traceutil/trace.go:171","msg":"trace[794546546] transaction","detail":"{read_only:false; response_revision:1336; number_of_response:1; }","duration":"180.527623ms","start":"2026-03-26T05:34:06.900339Z","end":"2026-03-26T05:34:07.080867Z","steps":["trace[794546546] 'process raft request' (duration: 180.41792ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:34:07.080927Z","caller":"traceutil/trace.go:171","msg":"trace[1163069488] transaction","detail":"{read_only:false; response_revision:1335; number_of_response:1; }","duration":"183.263107ms","start":"2026-03-26T05:34:06.897634Z","end":"2026-03-26T05:34:07.080897Z","steps":["trace[1163069488] 'process raft request' (duration: 183.03352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:34:07.080985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.436517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-26T05:34:07.081029Z","caller":"traceutil/trace.go:171","msg":"trace[1995257502] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:1336; }","duration":"178.52298ms","start":"2026-03-26T05:34:06.902494Z","end":"2026-03-26T05:34:07.081017Z","steps":["trace[1995257502] 'agreement among raft nodes before linearized reading' (duration: 178.435948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:34:07.098052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.966092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T05:34:07.098113Z","caller":"traceutil/trace.go:171","msg":"trace[1630848978] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:1337; }","duration":"167.099954ms","start":"2026-03-26T05:34:06.930999Z","end":"2026-03-26T05:34:07.098099Z","steps":["trace[1630848978] 'agreement among raft nodes before linearized reading' (duration: 166.977641ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:34:07.230116Z","caller":"traceutil/trace.go:171","msg":"trace[1417421759] transaction","detail":"{read_only:false; response_revision:1338; number_of_response:1; }","duration":"128.589966ms","start":"2026-03-26T05:34:07.101493Z","end":"2026-03-26T05:34:07.230083Z","steps":["trace[1417421759] 'process raft request' (duration: 84.395535ms)","trace[1417421759] 'compare' (duration: 44.016776ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:34:07.23064Z","caller":"traceutil/trace.go:171","msg":"trace[1393439527] transaction","detail":"{read_only:false; response_revision:1339; number_of_response:1; }","duration":"126.395027ms","start":"2026-03-26T05:34:07.10422Z","end":"2026-03-26T05:34:07.230615Z","steps":["trace[1393439527] 'process raft request' (duration: 126.278554ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:34:09.671366Z","caller":"traceutil/trace.go:171","msg":"trace[1481135211] transaction","detail":"{read_only:false; response_revision:1350; number_of_response:1; }","duration":"231.004662ms","start":"2026-03-26T05:34:09.440336Z","end":"2026-03-26T05:34:09.67134Z","steps":["trace[1481135211] 'process raft request' (duration: 230.844668ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:34:11.518671Z","caller":"traceutil/trace.go:171","msg":"trace[1821793920] transaction","detail":"{read_only:false; response_revision:1359; number_of_response:1; }","duration":"256.093242ms","start":"2026-03-26T05:34:11.262555Z","end":"2026-03-26T05:34:11.518648Z","steps":["trace[1821793920] 'process raft request' (duration: 255.953869ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:34:13.831929Z","caller":"traceutil/trace.go:171","msg":"trace[454024694] linearizableReadLoop","detail":"{readStateIndex:1413; appliedIndex:1412; }","duration":"164.895725ms","start":"2026-03-26T05:34:13.667008Z","end":"2026-03-26T05:34:13.831904Z","steps":["trace[454024694] 'read index received' (duration: 164.620998ms)","trace[454024694] 'applied index is now lower than readState.Index' (duration: 273.567µs)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:34:13.832035Z","caller":"traceutil/trace.go:171","msg":"trace[1602702329] transaction","detail":"{read_only:false; response_revision:1370; number_of_response:1; }","duration":"176.763763ms","start":"2026-03-26T05:34:13.655229Z","end":"2026-03-26T05:34:13.831993Z","steps":["trace[1602702329] 'process raft request' (duration: 176.505396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:34:13.832128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.097411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-26T05:34:13.832226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.778701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-26T05:34:13.832381Z","caller":"traceutil/trace.go:171","msg":"trace[1183514131] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1370; }","duration":"165.371868ms","start":"2026-03-26T05:34:13.666992Z","end":"2026-03-26T05:34:13.832364Z","steps":["trace[1183514131] 'agreement among raft nodes before linearized reading' (duration: 165.028699ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:34:13.832457Z","caller":"traceutil/trace.go:171","msg":"trace[906265051] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1370; }","duration":"135.06688ms","start":"2026-03-26T05:34:13.697323Z","end":"2026-03-26T05:34:13.832389Z","steps":["trace[906265051] 'agreement among raft nodes before linearized reading' (duration: 134.738201ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:34:16.576996Z","caller":"traceutil/trace.go:171","msg":"trace[1395526717] transaction","detail":"{read_only:false; response_revision:1470; number_of_response:1; }","duration":"304.896266ms","start":"2026-03-26T05:34:16.272072Z","end":"2026-03-26T05:34:16.576968Z","steps":["trace[1395526717] 'process raft request' (duration: 304.726312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:34:16.577124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:34:16.272053Z","time spent":"305.012299ms","remote":"127.0.0.1:49654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3129,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-26T05:34:19.155861Z","caller":"traceutil/trace.go:171","msg":"trace[1448149335] transaction","detail":"{read_only:false; response_revision:1483; number_of_response:1; }","duration":"300.436736ms","start":"2026-03-26T05:34:18.855396Z","end":"2026-03-26T05:34:19.155833Z","steps":["trace[1448149335] 'process raft request' (duration: 300.274342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:34:19.156025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:34:18.855371Z","time spent":"300.56969ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T05:34:19.677427Z","caller":"traceutil/trace.go:171","msg":"trace[1783894575] transaction","detail":"{read_only:false; response_revision:1485; number_of_response:1; }","duration":"488.331108ms","start":"2026-03-26T05:34:19.18907Z","end":"2026-03-26T05:34:19.677401Z","steps":["trace[1783894575] 'process raft request' (duration: 488.174453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:34:19.677617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:34:19.189047Z","time spent":"488.485561ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T05:34:19.825119Z","caller":"traceutil/trace.go:171","msg":"trace[662841753] linearizableReadLoop","detail":"{readStateIndex:1531; appliedIndex:1529; }","duration":"320.733449ms","start":"2026-03-26T05:34:19.504361Z","end":"2026-03-26T05:34:19.825095Z","steps":["trace[662841753] 'read index received' (duration: 172.908599ms)","trace[662841753] 'applied index is now lower than readState.Index' (duration: 147.82376ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:34:19.825165Z","caller":"traceutil/trace.go:171","msg":"trace[230426514] transaction","detail":"{read_only:false; response_revision:1486; number_of_response:1; }","duration":"403.756248ms","start":"2026-03-26T05:34:19.421389Z","end":"2026-03-26T05:34:19.825146Z","steps":["trace[230426514] 'process raft request' (duration: 403.523122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:34:19.825269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.891223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T05:34:19.825287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:34:19.421359Z","time spent":"403.85869ms","remote":"127.0.0.1:44746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6625,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T05:34:19.825309Z","caller":"traceutil/trace.go:171","msg":"trace[789631822] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1486; }","duration":"320.945144ms","start":"2026-03-26T05:34:19.504352Z","end":"2026-03-26T05:34:19.825297Z","steps":["trace[789631822] 'agreement among raft nodes before linearized reading' (duration: 320.870072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:34:19.825347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:34:19.504297Z","time spent":"321.042707ms","remote":"127.0.0.1:44560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-26T05:34:19.82542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.429729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-26T05:34:19.82551Z","caller":"traceutil/trace.go:171","msg":"trace[784261868] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1486; }","duration":"269.553442ms","start":"2026-03-26T05:34:19.555935Z","end":"2026-03-26T05:34:19.825488Z","steps":["trace[784261868] 'agreement among raft nodes before linearized reading' (duration: 269.343286ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:34:22.916148Z","caller":"traceutil/trace.go:171","msg":"trace[816527544] transaction","detail":"{read_only:false; response_revision:1530; number_of_response:1; }","duration":"179.495976ms","start":"2026-03-26T05:34:22.736623Z","end":"2026-03-26T05:34:22.916119Z","steps":["trace[816527544] 'process raft request' (duration: 143.013571ms)","trace[816527544] 'compare' (duration: 36.35402ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:34:22.97888Z","caller":"traceutil/trace.go:171","msg":"trace[735687042] transaction","detail":"{read_only:false; response_revision:1531; number_of_response:1; }","duration":"242.19142ms","start":"2026-03-26T05:34:22.736663Z","end":"2026-03-26T05:34:22.978855Z","steps":["trace[735687042] 'process raft request' (duration: 241.994405ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:34:22.979049Z","caller":"traceutil/trace.go:171","msg":"trace[1979762170] transaction","detail":"{read_only:false; response_revision:1532; number_of_response:1; }","duration":"240.367712ms","start":"2026-03-26T05:34:22.738661Z","end":"2026-03-26T05:34:22.979029Z","steps":["trace[1979762170] 'process raft request' (duration: 240.139626ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:34:23.101066Z","caller":"traceutil/trace.go:171","msg":"trace[960636772] transaction","detail":"{read_only:false; response_revision:1533; number_of_response:1; }","duration":"114.778967ms","start":"2026-03-26T05:34:22.986258Z","end":"2026-03-26T05:34:23.101037Z","steps":["trace[960636772] 'process raft request' (duration: 114.573262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:34:23.327038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.487245ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T05:34:23.327151Z","caller":"traceutil/trace.go:171","msg":"trace[356970036] transaction","detail":"{read_only:false; response_revision:1534; number_of_response:1; }","duration":"152.275059ms","start":"2026-03-26T05:34:23.174856Z","end":"2026-03-26T05:34:23.327131Z","steps":["trace[356970036] 'process raft request' (duration: 48.604918ms)","trace[356970036] 'compare' (duration: 103.213899ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:34:23.382058Z","caller":"traceutil/trace.go:171","msg":"trace[1020700789] transaction","detail":"{read_only:false; response_revision:1535; number_of_response:1; }","duration":"205.971124ms","start":"2026-03-26T05:34:23.176057Z","end":"2026-03-26T05:34:23.382029Z","steps":["trace[1020700789] 'process raft request' (duration: 205.794209ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:34:23.382564Z","caller":"traceutil/trace.go:171","msg":"trace[1004489184] linearizableReadLoop","detail":"{readStateIndex:1583; appliedIndex:1582; }","duration":"128.395372ms","start":"2026-03-26T05:34:23.254143Z","end":"2026-03-26T05:34:23.382538Z","steps":["trace[1004489184] 'read index received' (duration: 127.662142ms)","trace[1004489184] 'applied index is now lower than readState.Index' (duration: 731.02µs)"],"step_count":2} {"level":"warn","ts":"2026-03-26T05:34:23.382656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.493933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/bindings.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T05:34:23.382814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.176145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-26T05:34:23.382839Z","caller":"traceutil/trace.go:171","msg":"trace[1889051201] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/bindings.rabbitmq.com; range_end:; response_count:0; response_revision:1535; }","duration":"128.680548ms","start":"2026-03-26T05:34:23.254111Z","end":"2026-03-26T05:34:23.382791Z","steps":["trace[1889051201] 'agreement among raft nodes before linearized reading' (duration: 128.490913ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:34:23.38287Z","caller":"traceutil/trace.go:171","msg":"trace[585696494] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:1535; }","duration":"119.290806ms","start":"2026-03-26T05:34:23.263559Z","end":"2026-03-26T05:34:23.38285Z","steps":["trace[585696494] 'agreement among raft nodes before linearized reading' (duration: 119.105402ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:34:23.506663Z","caller":"traceutil/trace.go:171","msg":"trace[397277078] transaction","detail":"{read_only:false; response_revision:1536; number_of_response:1; }","duration":"100.547837ms","start":"2026-03-26T05:34:23.406075Z","end":"2026-03-26T05:34:23.506623Z","steps":["trace[397277078] 'process raft request' (duration: 81.477937ms)","trace[397277078] 'compare' (duration: 18.939436ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:34:23.861769Z","caller":"traceutil/trace.go:171","msg":"trace[1155083898] linearizableReadLoop","detail":"{readStateIndex:1589; appliedIndex:1588; }","duration":"109.516416ms","start":"2026-03-26T05:34:23.752224Z","end":"2026-03-26T05:34:23.86174Z","steps":["trace[1155083898] 'read index received' (duration: 85.493615ms)","trace[1155083898] 'applied index is now lower than readState.Index' (duration: 24.021391ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:34:23.861829Z","caller":"traceutil/trace.go:171","msg":"trace[1861299054] transaction","detail":"{read_only:false; response_revision:1541; number_of_response:1; }","duration":"110.289136ms","start":"2026-03-26T05:34:23.7515Z","end":"2026-03-26T05:34:23.861789Z","steps":["trace[1861299054] 'process raft request' (duration: 86.271545ms)","trace[1861299054] 'compare' (duration: 23.729223ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T05:34:23.861974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.715822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/federations.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T05:34:23.862061Z","caller":"traceutil/trace.go:171","msg":"trace[164928838] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/federations.rabbitmq.com; range_end:; response_count:0; response_revision:1541; }","duration":"109.875035ms","start":"2026-03-26T05:34:23.752168Z","end":"2026-03-26T05:34:23.862043Z","steps":["trace[164928838] 'agreement among raft nodes before linearized reading' (duration: 109.70147ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:34:26.044355Z","caller":"traceutil/trace.go:171","msg":"trace[902151680] transaction","detail":"{read_only:false; response_revision:1588; number_of_response:1; }","duration":"116.924967ms","start":"2026-03-26T05:34:25.927407Z","end":"2026-03-26T05:34:26.044332Z","steps":["trace[902151680] 'process raft request' (duration: 106.156275ms)","trace[902151680] 'compare' (duration: 10.657249ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:34:31.968654Z","caller":"traceutil/trace.go:171","msg":"trace[456219083] transaction","detail":"{read_only:false; response_revision:1727; number_of_response:1; }","duration":"158.166214ms","start":"2026-03-26T05:34:31.81046Z","end":"2026-03-26T05:34:31.968626Z","steps":["trace[456219083] 'process raft request' (duration: 157.906436ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:34:32.168101Z","caller":"traceutil/trace.go:171","msg":"trace[1232606688] linearizableReadLoop","detail":"{readStateIndex:1795; appliedIndex:1794; }","duration":"102.484556ms","start":"2026-03-26T05:34:32.065587Z","end":"2026-03-26T05:34:32.168072Z","steps":["trace[1232606688] 'read index received' (duration: 99.268738ms)","trace[1232606688] 'applied index is now lower than readState.Index' (duration: 3.214267ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:34:32.168275Z","caller":"traceutil/trace.go:171","msg":"trace[1169506428] transaction","detail":"{read_only:false; response_revision:1728; number_of_response:1; }","duration":"160.707602ms","start":"2026-03-26T05:34:32.007549Z","end":"2026-03-26T05:34:32.168257Z","steps":["trace[1169506428] 'process raft request' (duration: 157.381192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:34:32.168625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.972459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-26T05:34:32.168669Z","caller":"traceutil/trace.go:171","msg":"trace[1354999362] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1728; }","duration":"103.111552ms","start":"2026-03-26T05:34:32.065547Z","end":"2026-03-26T05:34:32.168658Z","steps":["trace[1354999362] 'agreement among raft nodes before linearized reading' (duration: 102.881966ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:34:37.328636Z","caller":"traceutil/trace.go:171","msg":"trace[413856581] transaction","detail":"{read_only:false; response_revision:1793; number_of_response:1; }","duration":"286.540551ms","start":"2026-03-26T05:34:37.04207Z","end":"2026-03-26T05:34:37.32861Z","steps":["trace[413856581] 'process raft request' (duration: 286.278543ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:34:37.328627Z","caller":"traceutil/trace.go:171","msg":"trace[458506654] linearizableReadLoop","detail":"{readStateIndex:1865; appliedIndex:1864; }","duration":"273.517078ms","start":"2026-03-26T05:34:37.055075Z","end":"2026-03-26T05:34:37.328592Z","steps":["trace[458506654] 'read index received' (duration: 273.335403ms)","trace[458506654] 'applied index is now lower than readState.Index' (duration: 180.625µs)"],"step_count":2} {"level":"warn","ts":"2026-03-26T05:34:37.328748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.627501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T05:34:37.328769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.690392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T05:34:37.328822Z","caller":"traceutil/trace.go:171","msg":"trace[337872762] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1793; }","duration":"273.729974ms","start":"2026-03-26T05:34:37.055074Z","end":"2026-03-26T05:34:37.328804Z","steps":["trace[337872762] 'agreement among raft nodes before linearized reading' (duration: 273.57992ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:34:37.328829Z","caller":"traceutil/trace.go:171","msg":"trace[1854446793] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1793; }","duration":"273.781595ms","start":"2026-03-26T05:34:37.055033Z","end":"2026-03-26T05:34:37.328815Z","steps":["trace[1854446793] 'agreement among raft nodes before linearized reading' (duration: 273.693103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:34:37.365016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.007021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T05:34:37.365077Z","caller":"traceutil/trace.go:171","msg":"trace[521912012] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1794; }","duration":"185.098902ms","start":"2026-03-26T05:34:37.179961Z","end":"2026-03-26T05:34:37.36506Z","steps":["trace[521912012] 'agreement among raft nodes before linearized reading' (duration: 185.00647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:34:37.36507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.679613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T05:34:37.365122Z","caller":"traceutil/trace.go:171","msg":"trace[531215938] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1794; }","duration":"221.752055ms","start":"2026-03-26T05:34:37.143357Z","end":"2026-03-26T05:34:37.365109Z","steps":["trace[531215938] 'agreement among raft nodes before linearized reading' (duration: 221.644562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:34:37.365094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.787208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T05:34:37.36519Z","caller":"traceutil/trace.go:171","msg":"trace[1483656237] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1794; }","duration":"280.007713ms","start":"2026-03-26T05:34:37.085164Z","end":"2026-03-26T05:34:37.365172Z","steps":["trace[1483656237] 'agreement among raft nodes before linearized reading' (duration: 279.775537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:34:37.365257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.603892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T05:34:37.365307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.110162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T05:34:37.365326Z","caller":"traceutil/trace.go:171","msg":"trace[1868748912] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1794; }","duration":"128.708377ms","start":"2026-03-26T05:34:37.236597Z","end":"2026-03-26T05:34:37.365305Z","steps":["trace[1868748912] 'agreement among raft nodes before linearized reading' (duration: 128.604824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:34:37.365335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.155492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T05:34:37.365327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.926141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T05:34:37.365429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.793478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T05:34:37.365428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.489505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T05:34:37.365473Z","caller":"traceutil/trace.go:171","msg":"trace[366971930] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1794; }","duration":"128.851369ms","start":"2026-03-26T05:34:37.236613Z","end":"2026-03-26T05:34:37.365464Z","steps":["trace[366971930] 'agreement among raft nodes before linearized reading' (duration: 128.787367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:34:37.365444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.961011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T05:34:37.365514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.5249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T05:34:37.365509Z","caller":"traceutil/trace.go:171","msg":"trace[1467893849] transaction","detail":"{read_only:false; response_revision:1794; number_of_response:1; }","duration":"275.905833ms","start":"2026-03-26T05:34:37.089568Z","end":"2026-03-26T05:34:37.365474Z","steps":["trace[1467893849] 'process raft request' (duration: 271.921195ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:34:37.365549Z","caller":"traceutil/trace.go:171","msg":"trace[1491272904] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1794; }","duration":"222.118247ms","start":"2026-03-26T05:34:37.143408Z","end":"2026-03-26T05:34:37.365526Z","steps":["trace[1491272904] 'agreement among raft nodes before linearized reading' (duration: 221.89005ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:34:37.365431Z","caller":"traceutil/trace.go:171","msg":"trace[1238662082] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1794; }","duration":"280.077596ms","start":"2026-03-26T05:34:37.085333Z","end":"2026-03-26T05:34:37.365411Z","steps":["trace[1238662082] 'agreement among raft nodes before linearized reading' (duration: 279.85985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:34:37.365539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.178519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T05:34:37.365608Z","caller":"traceutil/trace.go:171","msg":"trace[1166137870] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1794; }","duration":"249.285061ms","start":"2026-03-26T05:34:37.116311Z","end":"2026-03-26T05:34:37.365596Z","steps":["trace[1166137870] 'agreement among raft nodes before linearized reading' (duration: 249.095315ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:34:37.365493Z","caller":"traceutil/trace.go:171","msg":"trace[677319980] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1794; }","duration":"185.570896ms","start":"2026-03-26T05:34:37.179903Z","end":"2026-03-26T05:34:37.365473Z","steps":["trace[677319980] 'agreement among raft nodes before linearized reading' (duration: 185.463093ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:34:37.365373Z","caller":"traceutil/trace.go:171","msg":"trace[1578982916] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1794; }","duration":"158.257376ms","start":"2026-03-26T05:34:37.207104Z","end":"2026-03-26T05:34:37.365361Z","steps":["trace[1578982916] 'agreement among raft nodes before linearized reading' (duration: 158.161383ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:34:37.365374Z","caller":"traceutil/trace.go:171","msg":"trace[1292517147] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1794; }","duration":"158.196394ms","start":"2026-03-26T05:34:37.207155Z","end":"2026-03-26T05:34:37.365351Z","steps":["trace[1292517147] 'agreement among raft nodes before linearized reading' (duration: 158.087212ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:34:37.36556Z","caller":"traceutil/trace.go:171","msg":"trace[112136300] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:0; response_revision:1794; }","duration":"128.581042ms","start":"2026-03-26T05:34:37.236969Z","end":"2026-03-26T05:34:37.36555Z","steps":["trace[112136300] 'agreement among raft nodes before linearized reading' (duration: 128.51633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:34:37.365244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.056015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T05:34:37.366059Z","caller":"traceutil/trace.go:171","msg":"trace[268997928] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1794; }","duration":"249.734704ms","start":"2026-03-26T05:34:37.116125Z","end":"2026-03-26T05:34:37.36586Z","steps":["trace[268997928] 'agreement among raft nodes before linearized reading' (duration: 249.053084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:34:46.814145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.717198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-03-26T05:34:46.814264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.746015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-26T05:34:46.814311Z","caller":"traceutil/trace.go:171","msg":"trace[2045264166] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1906; }","duration":"571.831758ms","start":"2026-03-26T05:34:46.242466Z","end":"2026-03-26T05:34:46.814297Z","steps":["trace[2045264166] 'range keys from in-memory index tree' (duration: 571.612441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:34:46.814341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.246518641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-26T05:34:46.814356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:34:46.242444Z","time spent":"571.90281ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-26T05:34:46.814378Z","caller":"traceutil/trace.go:171","msg":"trace[1004936827] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1906; }","duration":"1.246583912s","start":"2026-03-26T05:34:45.567784Z","end":"2026-03-26T05:34:46.814368Z","steps":["trace[1004936827] 'range keys from in-memory index tree' (duration: 1.246401917s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:34:46.814502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.88724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-26T05:34:46.814264Z","caller":"traceutil/trace.go:171","msg":"trace[92262967] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1906; }","duration":"573.900904ms","start":"2026-03-26T05:34:46.240346Z","end":"2026-03-26T05:34:46.814247Z","steps":["trace[92262967] 'range keys from in-memory index tree' (duration: 573.521333ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:34:46.814609Z","caller":"traceutil/trace.go:171","msg":"trace[1099201132] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1906; }","duration":"551.022504ms","start":"2026-03-26T05:34:46.263561Z","end":"2026-03-26T05:34:46.814584Z","steps":["trace[1099201132] 'range keys from in-memory index tree' (duration: 550.700106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:34:46.814631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:34:46.240324Z","time spent":"574.298584ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-26T05:34:46.814655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:34:46.263549Z","time spent":"551.095396ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-26T05:34:46.814834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098914303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1c68c418-88f1-4a53-af19-9647af07aef2\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-26T05:34:46.814883Z","caller":"traceutil/trace.go:171","msg":"trace[778149095] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1c68c418-88f1-4a53-af19-9647af07aef2; range_end:; response_count:1; response_revision:1906; }","duration":"1.098989415s","start":"2026-03-26T05:34:45.715882Z","end":"2026-03-26T05:34:46.814872Z","steps":["trace[778149095] 'range keys from in-memory index tree' (duration: 1.09880854s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:34:46.814914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:34:45.715871Z","time spent":"1.099035926s","remote":"127.0.0.1:44754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3651,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1c68c418-88f1-4a53-af19-9647af07aef2\" "} {"level":"warn","ts":"2026-03-26T05:34:46.815009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.024646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-26T05:34:46.815058Z","caller":"traceutil/trace.go:171","msg":"trace[1029475431] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1906; }","duration":"540.107378ms","start":"2026-03-26T05:34:46.274939Z","end":"2026-03-26T05:34:46.815046Z","steps":["trace[1029475431] 'range keys from in-memory index tree' (duration: 539.906962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:34:46.815093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:34:46.274919Z","time spent":"540.16805ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-26T05:34:46.815109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015328419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1c68c418-88f1-4a53-af19-9647af07aef2\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-26T05:34:46.81514Z","caller":"traceutil/trace.go:171","msg":"trace[555318108] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1c68c418-88f1-4a53-af19-9647af07aef2; range_end:; response_count:1; response_revision:1906; }","duration":"1.015398212s","start":"2026-03-26T05:34:45.799733Z","end":"2026-03-26T05:34:46.815131Z","steps":["trace[555318108] 'range keys from in-memory index tree' (duration: 1.015206604s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:34:46.815175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:34:45.799708Z","time spent":"1.015459992s","remote":"127.0.0.1:44754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3651,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1c68c418-88f1-4a53-af19-9647af07aef2\" "} {"level":"warn","ts":"2026-03-26T05:34:46.814803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.14677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T05:34:46.815386Z","caller":"traceutil/trace.go:171","msg":"trace[2018058027] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1906; }","duration":"310.777737ms","start":"2026-03-26T05:34:46.504598Z","end":"2026-03-26T05:34:46.815376Z","steps":["trace[2018058027] 'range keys from in-memory index tree' (duration: 310.101608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:34:46.815418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:34:46.504585Z","time spent":"310.82366ms","remote":"127.0.0.1:44560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-26T05:34:46.815424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.085396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-26T05:34:46.815513Z","caller":"traceutil/trace.go:171","msg":"trace[350534406] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1906; }","duration":"417.20277ms","start":"2026-03-26T05:34:46.398282Z","end":"2026-03-26T05:34:46.815485Z","steps":["trace[350534406] 'range keys from in-memory index tree' (duration: 416.907352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:34:46.81558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:34:46.398253Z","time spent":"417.312942ms","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-26T05:34:46.816301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:34:45.567767Z","time spent":"1.246640843s","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-26T05:34:46.843285Z","caller":"traceutil/trace.go:171","msg":"trace[1997305455] transaction","detail":"{read_only:false; response_revision:1907; number_of_response:1; }","duration":"337.719247ms","start":"2026-03-26T05:34:46.505545Z","end":"2026-03-26T05:34:46.843264Z","steps":["trace[1997305455] 'process raft request' (duration: 337.467061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:34:46.843433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:34:46.505526Z","time spent":"337.82591ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T05:34:47.894779Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.051646352s","expected-duration":"1s"} {"level":"info","ts":"2026-03-26T05:34:47.895301Z","caller":"traceutil/trace.go:171","msg":"trace[675455641] transaction","detail":"{read_only:false; response_revision:1908; number_of_response:1; }","duration":"1.075874169s","start":"2026-03-26T05:34:46.8194Z","end":"2026-03-26T05:34:47.895274Z","steps":["trace[675455641] 'process raft request' (duration: 1.075621942s)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:34:47.89544Z","caller":"traceutil/trace.go:171","msg":"trace[1093399081] transaction","detail":"{read_only:false; response_revision:1909; number_of_response:1; }","duration":"1.075926761s","start":"2026-03-26T05:34:46.819494Z","end":"2026-03-26T05:34:47.895421Z","steps":["trace[1093399081] 'process raft request' (duration: 1.075736775s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:34:47.895498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:34:46.819381Z","time spent":"1.076034054s","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T05:34:47.895585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:34:46.819477Z","time spent":"1.076015323s","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T05:34:47.895833Z","caller":"traceutil/trace.go:171","msg":"trace[275806954] transaction","detail":"{read_only:false; response_revision:1910; number_of_response:1; }","duration":"1.076144057s","start":"2026-03-26T05:34:46.819671Z","end":"2026-03-26T05:34:47.895815Z","steps":["trace[275806954] 'process raft request' (duration: 1.075694644s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:34:47.895899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:34:46.819653Z","time spent":"1.076209788s","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T05:34:47.895964Z","caller":"traceutil/trace.go:171","msg":"trace[1390736342] transaction","detail":"{read_only:false; response_revision:1912; number_of_response:1; }","duration":"1.075717895s","start":"2026-03-26T05:34:46.820225Z","end":"2026-03-26T05:34:47.895943Z","steps":["trace[1390736342] 'process raft request' (duration: 1.075605512s)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:34:47.895964Z","caller":"traceutil/trace.go:171","msg":"trace[210327833] transaction","detail":"{read_only:false; response_revision:1911; number_of_response:1; }","duration":"1.076193957s","start":"2026-03-26T05:34:46.819742Z","end":"2026-03-26T05:34:47.895936Z","steps":["trace[210327833] 'process raft request' (duration: 1.075981191s)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:34:47.895971Z","caller":"traceutil/trace.go:171","msg":"trace[956499204] transaction","detail":"{read_only:false; response_revision:1913; number_of_response:1; }","duration":"1.072818626s","start":"2026-03-26T05:34:46.823124Z","end":"2026-03-26T05:34:47.895943Z","steps":["trace[956499204] 'process raft request' (duration: 1.072753754s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:34:47.896058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:34:46.820217Z","time spent":"1.075794316s","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T05:34:47.896123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:34:46.81971Z","time spent":"1.076327932s","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T05:34:47.896133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:34:46.823116Z","time spent":"1.07293599s","remote":"127.0.0.1:44754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T05:34:48.765367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.235633ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T05:34:48.765598Z","caller":"traceutil/trace.go:171","msg":"trace[1038069693] linearizableReadLoop","detail":"{readStateIndex:1990; appliedIndex:1981; }","duration":"944.873261ms","start":"2026-03-26T05:34:47.820689Z","end":"2026-03-26T05:34:48.765563Z","steps":["trace[1038069693] 'read index received' (duration: 74.436035ms)","trace[1038069693] 'applied index is now lower than readState.Index' (duration: 870.435956ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:34:48.765697Z","caller":"traceutil/trace.go:171","msg":"trace[803273581] transaction","detail":"{read_only:false; response_revision:1915; number_of_response:1; }","duration":"1.403601335s","start":"2026-03-26T05:34:47.362085Z","end":"2026-03-26T05:34:48.765686Z","steps":["trace[803273581] 'process raft request' (duration: 1.403386539s)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:34:48.765657Z","caller":"traceutil/trace.go:171","msg":"trace[1040261471] transaction","detail":"{read_only:false; response_revision:1914; number_of_response:1; }","duration":"1.719915161s","start":"2026-03-26T05:34:47.04569Z","end":"2026-03-26T05:34:48.765606Z","steps":["trace[1040261471] 'process raft request' (duration: 902.356699ms)","trace[1040261471] 'compare' (duration: 817.060359ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T05:34:48.765766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:34:47.362058Z","time spent":"1.403673487s","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T05:34:48.765902Z","caller":"traceutil/trace.go:171","msg":"trace[1846495987] transaction","detail":"{read_only:false; response_revision:1916; number_of_response:1; }","duration":"1.257614661s","start":"2026-03-26T05:34:47.508265Z","end":"2026-03-26T05:34:48.765879Z","steps":["trace[1846495987] 'process raft request' (duration: 1.257257041s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:34:48.765983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:34:47.045671Z","time spent":"1.720133287s","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T05:34:48.766027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:34:47.508243Z","time spent":"1.257732634s","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T05:34:48.76602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.178094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T05:34:48.766067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.219618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-26T05:34:48.766057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.356874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1c68c418-88f1-4a53-af19-9647af07aef2\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-03-26T05:34:48.766124Z","caller":"traceutil/trace.go:171","msg":"trace[150634226] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1916; }","duration":"239.293901ms","start":"2026-03-26T05:34:48.526812Z","end":"2026-03-26T05:34:48.766106Z","steps":["trace[150634226] 'agreement among raft nodes before linearized reading' (duration: 239.083266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:34:48.766111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.977454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:10668"} {"level":"info","ts":"2026-03-26T05:34:48.766134Z","caller":"traceutil/trace.go:171","msg":"trace[1775340717] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1c68c418-88f1-4a53-af19-9647af07aef2; range_end:; response_count:1; response_revision:1916; }","duration":"945.494568ms","start":"2026-03-26T05:34:47.820621Z","end":"2026-03-26T05:34:48.766115Z","steps":["trace[1775340717] 'agreement among raft nodes before linearized reading' (duration: 945.219881ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:34:48.766131Z","caller":"traceutil/trace.go:171","msg":"trace[221217311] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1916; }","duration":"261.371529ms","start":"2026-03-26T05:34:48.504729Z","end":"2026-03-26T05:34:48.7661Z","steps":["trace[221217311] 'agreement among raft nodes before linearized reading' (duration: 261.145043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:34:48.766187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:34:47.820593Z","time spent":"945.58571ms","remote":"127.0.0.1:44754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3771,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1c68c418-88f1-4a53-af19-9647af07aef2\" "} {"level":"info","ts":"2026-03-26T05:34:48.766188Z","caller":"traceutil/trace.go:171","msg":"trace[1857541926] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:1916; }","duration":"866.088147ms","start":"2026-03-26T05:34:47.900082Z","end":"2026-03-26T05:34:48.76617Z","steps":["trace[1857541926] 'agreement among raft nodes before linearized reading' (duration: 865.815961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:34:48.766246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:34:47.900066Z","time spent":"866.16783ms","remote":"127.0.0.1:44754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10692,"request content":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" "} {"level":"warn","ts":"2026-03-26T05:34:48.766123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.726679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-26T05:34:48.766396Z","caller":"traceutil/trace.go:171","msg":"trace[676571358] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1916; }","duration":"944.040548ms","start":"2026-03-26T05:34:47.822332Z","end":"2026-03-26T05:34:48.766372Z","steps":["trace[676571358] 'agreement among raft nodes before linearized reading' (duration: 943.549145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:34:48.766458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:34:47.822315Z","time spent":"944.12607ms","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-26T05:34:53.302477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.830528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-26T05:34:53.302557Z","caller":"traceutil/trace.go:171","msg":"trace[1141777622] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1964; }","duration":"454.963103ms","start":"2026-03-26T05:34:52.847575Z","end":"2026-03-26T05:34:53.302538Z","steps":["trace[1141777622] 'range keys from in-memory index tree' (duration: 454.653524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:34:53.302614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:34:52.847557Z","time spent":"455.033064ms","remote":"127.0.0.1:44726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-26T05:34:53.303034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.281894ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T05:34:53.303124Z","caller":"traceutil/trace.go:171","msg":"trace[842424313] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1964; }","duration":"272.377897ms","start":"2026-03-26T05:34:53.030731Z","end":"2026-03-26T05:34:53.303109Z","steps":["trace[842424313] 'range keys from in-memory index tree' (duration: 272.267754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:34:53.304544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.163494ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T05:34:53.304726Z","caller":"traceutil/trace.go:171","msg":"trace[453581092] transaction","detail":"{read_only:false; response_revision:1965; number_of_response:1; }","duration":"445.301111ms","start":"2026-03-26T05:34:52.85938Z","end":"2026-03-26T05:34:53.304681Z","steps":["trace[453581092] 'process raft request' (duration: 77.88028ms)","trace[453581092] 'compare' (duration: 365.808667ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:34:53.304802Z","caller":"traceutil/trace.go:171","msg":"trace[968295925] linearizableReadLoop","detail":"{readStateIndex:2040; appliedIndex:2039; }","duration":"354.739108ms","start":"2026-03-26T05:34:52.95004Z","end":"2026-03-26T05:34:53.304779Z","steps":["trace[968295925] 'read index received' (duration: 29.181µs)","trace[968295925] 'applied index is now lower than readState.Index' (duration: 354.708357ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:34:53.304932Z","caller":"traceutil/trace.go:171","msg":"trace[968660350] transaction","detail":"{read_only:false; response_revision:1966; number_of_response:1; }","duration":"194.485768ms","start":"2026-03-26T05:34:53.110426Z","end":"2026-03-26T05:34:53.304912Z","steps":["trace[968660350] 'process raft request' (duration: 194.310793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:34:53.304948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:34:52.859362Z","time spent":"445.450324ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T05:34:53.30506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.014774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:175"} {"level":"info","ts":"2026-03-26T05:34:53.305101Z","caller":"traceutil/trace.go:171","msg":"trace[1300210529] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:1966; }","duration":"355.088907ms","start":"2026-03-26T05:34:52.950001Z","end":"2026-03-26T05:34:53.30509Z","steps":["trace[1300210529] 'agreement among raft nodes before linearized reading' (duration: 354.842061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:34:53.305129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:34:52.949984Z","time spent":"355.138099ms","remote":"127.0.0.1:44768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":199,"request content":"key:\"/registry/serviceaccounts/openstack/default\" "} {"level":"info","ts":"2026-03-26T05:34:57.814004Z","caller":"traceutil/trace.go:171","msg":"trace[27062533] transaction","detail":"{read_only:false; response_revision:1993; number_of_response:1; }","duration":"106.186086ms","start":"2026-03-26T05:34:57.707787Z","end":"2026-03-26T05:34:57.813973Z","steps":["trace[27062533] 'process raft request' (duration: 105.876407ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:34:58.066709Z","caller":"traceutil/trace.go:171","msg":"trace[69436585] transaction","detail":"{read_only:false; response_revision:1995; number_of_response:1; }","duration":"125.077997ms","start":"2026-03-26T05:34:57.941606Z","end":"2026-03-26T05:34:58.066684Z","steps":["trace[69436585] 'process raft request' (duration: 124.921294ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:34:58.06703Z","caller":"traceutil/trace.go:171","msg":"trace[243204289] linearizableReadLoop","detail":"{readStateIndex:2071; appliedIndex:2069; }","duration":"123.905727ms","start":"2026-03-26T05:34:57.943071Z","end":"2026-03-26T05:34:58.066977Z","steps":["trace[243204289] 'read index received' (duration: 47.420865ms)","trace[243204289] 'applied index is now lower than readState.Index' (duration: 76.480521ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:34:58.067061Z","caller":"traceutil/trace.go:171","msg":"trace[541518552] transaction","detail":"{read_only:false; response_revision:1996; number_of_response:1; }","duration":"123.608707ms","start":"2026-03-26T05:34:57.943427Z","end":"2026-03-26T05:34:58.067036Z","steps":["trace[541518552] 'process raft request' (duration: 123.209116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:34:58.067403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.281126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-26T05:34:58.067489Z","caller":"traceutil/trace.go:171","msg":"trace[121485785] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1996; }","duration":"124.448721ms","start":"2026-03-26T05:34:57.94302Z","end":"2026-03-26T05:34:58.067469Z","steps":["trace[121485785] 'agreement among raft nodes before linearized reading' (duration: 124.131653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:34:58.067508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.667949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-26T05:34:58.067574Z","caller":"traceutil/trace.go:171","msg":"trace[668029715] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1996; }","duration":"123.794492ms","start":"2026-03-26T05:34:57.943763Z","end":"2026-03-26T05:34:58.067557Z","steps":["trace[668029715] 'agreement among raft nodes before linearized reading' (duration: 123.444803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:34:59.103509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.764801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-26T05:34:59.10366Z","caller":"traceutil/trace.go:171","msg":"trace[1193762895] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2004; }","duration":"230.942355ms","start":"2026-03-26T05:34:58.872699Z","end":"2026-03-26T05:34:59.103641Z","steps":["trace[1193762895] 'range keys from in-memory index tree' (duration: 230.616465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:34:59.103761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.265509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T05:34:59.103805Z","caller":"traceutil/trace.go:171","msg":"trace[278604073] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:2004; }","duration":"181.32568ms","start":"2026-03-26T05:34:58.922463Z","end":"2026-03-26T05:34:59.103789Z","steps":["trace[278604073] 'count revisions from in-memory index tree' (duration: 181.156106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:34:59.103693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.343917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11665"} {"level":"info","ts":"2026-03-26T05:34:59.103848Z","caller":"traceutil/trace.go:171","msg":"trace[1846805578] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2004; }","duration":"124.540914ms","start":"2026-03-26T05:34:58.979293Z","end":"2026-03-26T05:34:59.103834Z","steps":["trace[1846805578] 'range keys from in-memory index tree' (duration: 124.170643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:34:59.103754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.095353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-26T05:34:59.104056Z","caller":"traceutil/trace.go:171","msg":"trace[2144767998] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2004; }","duration":"223.425501ms","start":"2026-03-26T05:34:58.880617Z","end":"2026-03-26T05:34:59.104042Z","steps":["trace[2144767998] 'range keys from in-memory index tree' (duration: 222.955718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:34:59.103695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.902496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-26T05:34:59.104266Z","caller":"traceutil/trace.go:171","msg":"trace[1134338362] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2004; }","duration":"203.509582ms","start":"2026-03-26T05:34:58.900746Z","end":"2026-03-26T05:34:59.104256Z","steps":["trace[1134338362] 'range keys from in-memory index tree' (duration: 202.753641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:34:59.103499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.820037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11665"} {"level":"info","ts":"2026-03-26T05:34:59.104422Z","caller":"traceutil/trace.go:171","msg":"trace[1831783252] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2004; }","duration":"219.751872ms","start":"2026-03-26T05:34:58.884622Z","end":"2026-03-26T05:34:59.104374Z","steps":["trace[1831783252] 'range keys from in-memory index tree' (duration: 218.665242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:35:05.682064Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237015381164596,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-26T05:35:06.182751Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237015381164596,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-26T05:35:06.268461Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.105643635s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-26T05:35:06.268769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:35:05.16269Z","time spent":"1.106072767s","remote":"127.0.0.1:44590","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-26T05:35:06.52999Z","caller":"traceutil/trace.go:171","msg":"trace[989768932] linearizableReadLoop","detail":"{readStateIndex:2135; appliedIndex:2133; }","duration":"1.348902143s","start":"2026-03-26T05:35:05.181064Z","end":"2026-03-26T05:35:06.529966Z","steps":["trace[989768932] 'read index received' (duration: 1.087641277s)","trace[989768932] 'applied index is now lower than readState.Index' (duration: 261.259476ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T05:35:06.530248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.349188981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-26T05:35:06.530222Z","caller":"traceutil/trace.go:171","msg":"trace[1475325229] transaction","detail":"{read_only:false; response_revision:2057; number_of_response:1; }","duration":"1.124919647s","start":"2026-03-26T05:35:05.405246Z","end":"2026-03-26T05:35:06.530166Z","steps":["trace[1475325229] 'process raft request' (duration: 1.123446647s)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:35:06.53031Z","caller":"traceutil/trace.go:171","msg":"trace[1219528487] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2057; }","duration":"1.349286403s","start":"2026-03-26T05:35:05.181003Z","end":"2026-03-26T05:35:06.530289Z","steps":["trace[1219528487] 'agreement among raft nodes before linearized reading' (duration: 1.349089168s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:35:06.530365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:35:05.180987Z","time spent":"1.349364106s","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-26T05:35:06.530387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025820173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T05:35:06.530397Z","caller":"traceutil/trace.go:171","msg":"trace[1233824937] transaction","detail":"{read_only:false; response_revision:2058; number_of_response:1; }","duration":"260.197497ms","start":"2026-03-26T05:35:06.270164Z","end":"2026-03-26T05:35:06.530361Z","steps":["trace[1233824937] 'process raft request' (duration: 260.018571ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:35:06.530441Z","caller":"traceutil/trace.go:171","msg":"trace[823175239] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2058; }","duration":"1.025917136s","start":"2026-03-26T05:35:05.504507Z","end":"2026-03-26T05:35:06.530424Z","steps":["trace[823175239] 'agreement among raft nodes before linearized reading' (duration: 1.025805933s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:35:06.530487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:35:05.504486Z","time spent":"1.025982188s","remote":"127.0.0.1:44560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-26T05:35:06.530506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:35:05.405216Z","time spent":"1.125135313s","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T05:35:06.530523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.26423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-26T05:35:06.530589Z","caller":"traceutil/trace.go:171","msg":"trace[650415843] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2058; }","duration":"359.365223ms","start":"2026-03-26T05:35:06.171205Z","end":"2026-03-26T05:35:06.530571Z","steps":["trace[650415843] 'agreement among raft nodes before linearized reading' (duration: 359.142627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:35:06.530631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:35:06.171191Z","time spent":"359.427434ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-26T05:35:06.530685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.29815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-26T05:35:06.530742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.309065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-03-26T05:35:06.530779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.026849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-26T05:35:06.530818Z","caller":"traceutil/trace.go:171","msg":"trace[66153379] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2058; }","duration":"301.503226ms","start":"2026-03-26T05:35:06.22929Z","end":"2026-03-26T05:35:06.530793Z","steps":["trace[66153379] 'agreement among raft nodes before linearized reading' (duration: 301.086625ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:35:06.530837Z","caller":"traceutil/trace.go:171","msg":"trace[141373432] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2058; }","duration":"484.126302ms","start":"2026-03-26T05:35:06.046697Z","end":"2026-03-26T05:35:06.530823Z","steps":["trace[141373432] 'agreement among raft nodes before linearized reading' (duration: 483.985228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:35:06.530746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.783022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-26T05:35:06.530835Z","caller":"traceutil/trace.go:171","msg":"trace[1423252893] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2058; }","duration":"320.43949ms","start":"2026-03-26T05:35:06.210375Z","end":"2026-03-26T05:35:06.530814Z","steps":["trace[1423252893] 'agreement among raft nodes before linearized reading' (duration: 320.159122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:35:06.530881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:35:06.046678Z","time spent":"484.194314ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-26T05:35:06.530883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:35:06.229268Z","time spent":"301.604428ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-26T05:35:06.530913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:35:06.210365Z","time spent":"320.538452ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-26T05:35:06.530914Z","caller":"traceutil/trace.go:171","msg":"trace[328440526] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2058; }","duration":"377.984978ms","start":"2026-03-26T05:35:06.152897Z","end":"2026-03-26T05:35:06.530882Z","steps":["trace[328440526] 'agreement among raft nodes before linearized reading' (duration: 377.565176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:35:06.530991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:35:06.152885Z","time spent":"378.08662ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-26T05:35:34.431915Z","caller":"traceutil/trace.go:171","msg":"trace[492928276] transaction","detail":"{read_only:false; response_revision:2214; number_of_response:1; }","duration":"118.697525ms","start":"2026-03-26T05:35:34.313166Z","end":"2026-03-26T05:35:34.431863Z","steps":["trace[492928276] 'process raft request' (duration: 118.185561ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:35:36.81791Z","caller":"traceutil/trace.go:171","msg":"trace[550729525] linearizableReadLoop","detail":"{readStateIndex:2311; appliedIndex:2310; }","duration":"105.209258ms","start":"2026-03-26T05:35:36.712677Z","end":"2026-03-26T05:35:36.817886Z","steps":["trace[550729525] 'read index received' (duration: 104.948691ms)","trace[550729525] 'applied index is now lower than readState.Index' (duration: 259.147µs)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:35:36.818076Z","caller":"traceutil/trace.go:171","msg":"trace[1080212488] transaction","detail":"{read_only:false; response_revision:2226; number_of_response:1; }","duration":"123.157043ms","start":"2026-03-26T05:35:36.694881Z","end":"2026-03-26T05:35:36.818038Z","steps":["trace[1080212488] 'process raft request' (duration: 122.863175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:35:36.818175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.443484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-26T05:35:36.818409Z","caller":"traceutil/trace.go:171","msg":"trace[181455186] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2226; }","duration":"105.565579ms","start":"2026-03-26T05:35:36.71264Z","end":"2026-03-26T05:35:36.818206Z","steps":["trace[181455186] 'agreement among raft nodes before linearized reading' (duration: 105.381114ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:35:36.81842Z","caller":"traceutil/trace.go:171","msg":"trace[1035903606] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2226; }","duration":"100.01351ms","start":"2026-03-26T05:35:36.718386Z","end":"2026-03-26T05:35:36.818399Z","steps":["trace[1035903606] 'agreement among raft nodes before linearized reading' (duration: 99.792664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:35:39.215106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.296759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-26T05:35:39.215131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.579436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-26T05:35:39.215275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.399182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-26T05:35:39.215265Z","caller":"traceutil/trace.go:171","msg":"trace[2043955738] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2235; }","duration":"373.807721ms","start":"2026-03-26T05:35:38.841422Z","end":"2026-03-26T05:35:39.21523Z","steps":["trace[2043955738] 'range keys from in-memory index tree' (duration: 373.279687ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:35:39.215323Z","caller":"traceutil/trace.go:171","msg":"trace[1972368143] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2235; }","duration":"392.503796ms","start":"2026-03-26T05:35:38.822801Z","end":"2026-03-26T05:35:39.215305Z","steps":["trace[1972368143] 'range keys from in-memory index tree' (duration: 392.215018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:35:39.21532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.323976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a04d5cbdb0d264\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-03-26T05:35:39.2153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.669411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-26T05:35:39.215361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:35:38.822768Z","time spent":"392.583356ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-26T05:35:39.215368Z","caller":"traceutil/trace.go:171","msg":"trace[1041526333] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a04d5cbdb0d264; range_end:; response_count:1; response_revision:2235; }","duration":"310.434567ms","start":"2026-03-26T05:35:38.904918Z","end":"2026-03-26T05:35:39.215352Z","steps":["trace[1041526333] 'range keys from in-memory index tree' (duration: 310.091428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:35:39.215372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.822795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-26T05:35:39.215425Z","caller":"traceutil/trace.go:171","msg":"trace[363487312] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2235; }","duration":"383.867538ms","start":"2026-03-26T05:35:38.831522Z","end":"2026-03-26T05:35:39.21539Z","steps":["trace[363487312] 'range keys from in-memory index tree' (duration: 383.406686ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:35:39.215441Z","caller":"traceutil/trace.go:171","msg":"trace[1938188344] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2235; }","duration":"372.918558ms","start":"2026-03-26T05:35:38.842507Z","end":"2026-03-26T05:35:39.215425Z","steps":["trace[1938188344] 'range keys from in-memory index tree' (duration: 372.690602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:35:39.215444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:35:38.904886Z","time spent":"310.546981ms","remote":"127.0.0.1:44640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":870,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a04d5cbdb0d264\" "} {"level":"warn","ts":"2026-03-26T05:35:39.215361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:35:38.841377Z","time spent":"373.966915ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-26T05:35:39.215487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:35:38.842495Z","time spent":"372.98398ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-26T05:35:39.215498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:35:38.831498Z","time spent":"383.988581ms","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-26T05:35:39.215484Z","caller":"traceutil/trace.go:171","msg":"trace[1917162956] transaction","detail":"{read_only:false; response_revision:2236; number_of_response:1; }","duration":"182.649473ms","start":"2026-03-26T05:35:39.032793Z","end":"2026-03-26T05:35:39.215442Z","steps":["trace[1917162956] 'process raft request' (duration: 165.829359ms)","trace[1917162956] 'compare' (duration: 16.247409ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:35:39.215189Z","caller":"traceutil/trace.go:171","msg":"trace[2134582440] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2235; }","duration":"373.416771ms","start":"2026-03-26T05:35:38.841754Z","end":"2026-03-26T05:35:39.21517Z","steps":["trace[2134582440] 'range keys from in-memory index tree' (duration: 373.127253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:35:39.215585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:35:38.841744Z","time spent":"373.830891ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-26T05:35:39.215153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.799979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-26T05:35:39.215659Z","caller":"traceutil/trace.go:171","msg":"trace[1010927999] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2235; }","duration":"386.406594ms","start":"2026-03-26T05:35:38.829239Z","end":"2026-03-26T05:35:39.215646Z","steps":["trace[1010927999] 'range keys from in-memory index tree' (duration: 385.633194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:35:39.215722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:35:38.829224Z","time spent":"386.469345ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-26T05:35:39.26958Z","caller":"traceutil/trace.go:171","msg":"trace[1718346101] transaction","detail":"{read_only:false; response_revision:2237; number_of_response:1; }","duration":"211.608219ms","start":"2026-03-26T05:35:39.057942Z","end":"2026-03-26T05:35:39.26955Z","steps":["trace[1718346101] 'process raft request' (duration: 211.363501ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:35:39.269908Z","caller":"traceutil/trace.go:171","msg":"trace[663679419] transaction","detail":"{read_only:false; response_revision:2238; number_of_response:1; }","duration":"208.759253ms","start":"2026-03-26T05:35:39.061096Z","end":"2026-03-26T05:35:39.269855Z","steps":["trace[663679419] 'process raft request' (duration: 208.389554ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:35:39.415232Z","caller":"traceutil/trace.go:171","msg":"trace[1813281003] transaction","detail":"{read_only:false; response_revision:2239; number_of_response:1; }","duration":"196.464769ms","start":"2026-03-26T05:35:39.218713Z","end":"2026-03-26T05:35:39.415178Z","steps":["trace[1813281003] 'process raft request' (duration: 196.166761ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:35:39.4153Z","caller":"traceutil/trace.go:171","msg":"trace[915255600] transaction","detail":"{read_only:false; response_revision:2243; number_of_response:1; }","duration":"193.608502ms","start":"2026-03-26T05:35:39.221669Z","end":"2026-03-26T05:35:39.415277Z","steps":["trace[915255600] 'process raft request' (duration: 193.53136ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:35:39.415333Z","caller":"traceutil/trace.go:171","msg":"trace[102419351] transaction","detail":"{read_only:false; response_revision:2240; number_of_response:1; }","duration":"194.002654ms","start":"2026-03-26T05:35:39.221293Z","end":"2026-03-26T05:35:39.415296Z","steps":["trace[102419351] 'process raft request' (duration: 193.783138ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:35:39.415636Z","caller":"traceutil/trace.go:171","msg":"trace[963516818] transaction","detail":"{read_only:false; response_revision:2241; number_of_response:1; }","duration":"194.283ms","start":"2026-03-26T05:35:39.221328Z","end":"2026-03-26T05:35:39.415611Z","steps":["trace[963516818] 'process raft request' (duration: 193.808027ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:35:39.415649Z","caller":"traceutil/trace.go:171","msg":"trace[1002616878] transaction","detail":"{read_only:false; response_revision:2242; number_of_response:1; }","duration":"194.131826ms","start":"2026-03-26T05:35:39.22148Z","end":"2026-03-26T05:35:39.415611Z","steps":["trace[1002616878] 'process raft request' (duration: 193.692825ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:35:39.415744Z","caller":"traceutil/trace.go:171","msg":"trace[1225960697] transaction","detail":"{read_only:false; response_revision:2244; number_of_response:1; }","duration":"193.49023ms","start":"2026-03-26T05:35:39.222154Z","end":"2026-03-26T05:35:39.415645Z","steps":["trace[1225960697] 'process raft request' (duration: 193.082929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:35:39.579555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.953131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-26T05:35:39.579694Z","caller":"traceutil/trace.go:171","msg":"trace[703903965] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2244; }","duration":"102.133487ms","start":"2026-03-26T05:35:39.477517Z","end":"2026-03-26T05:35:39.579651Z","steps":["trace[703903965] 'range keys from in-memory index tree' (duration: 101.698357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:35:41.244116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.931835ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-26T05:35:41.244445Z","caller":"traceutil/trace.go:171","msg":"trace[609084081] linearizableReadLoop","detail":"{readStateIndex:2330; appliedIndex:2329; }","duration":"737.986757ms","start":"2026-03-26T05:35:40.50644Z","end":"2026-03-26T05:35:41.244426Z","steps":["trace[609084081] 'read index received' (duration: 61.321µs)","trace[609084081] 'applied index is now lower than readState.Index' (duration: 737.924086ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T05:35:41.245039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.594975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T05:35:41.245119Z","caller":"traceutil/trace.go:171","msg":"trace[1430759350] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2244; }","duration":"738.732458ms","start":"2026-03-26T05:35:40.506367Z","end":"2026-03-26T05:35:41.245099Z","steps":["trace[1430759350] 'agreement among raft nodes before linearized reading' (duration: 738.439441ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:35:41.245198Z","caller":"traceutil/trace.go:171","msg":"trace[428590470] transaction","detail":"{read_only:false; response_revision:2245; number_of_response:1; }","duration":"496.493941ms","start":"2026-03-26T05:35:40.748654Z","end":"2026-03-26T05:35:41.245148Z","steps":["trace[428590470] 'process raft request' (duration: 495.601757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:35:41.245242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:35:40.506342Z","time spent":"738.891352ms","remote":"127.0.0.1:44560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-26T05:35:41.245402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:35:40.748625Z","time spent":"496.666065ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T05:35:41.361601Z","caller":"traceutil/trace.go:171","msg":"trace[1341922371] linearizableReadLoop","detail":"{readStateIndex:2332; appliedIndex:2331; }","duration":"117.092822ms","start":"2026-03-26T05:35:41.244485Z","end":"2026-03-26T05:35:41.361578Z","steps":["trace[1341922371] 'read index received' (duration: 33.770981ms)","trace[1341922371] 'applied index is now lower than readState.Index' (duration: 83.320371ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:35:41.361648Z","caller":"traceutil/trace.go:171","msg":"trace[1533509779] transaction","detail":"{read_only:false; response_revision:2246; number_of_response:1; }","duration":"139.699699ms","start":"2026-03-26T05:35:41.221912Z","end":"2026-03-26T05:35:41.361612Z","steps":["trace[1533509779] 'process raft request' (duration: 56.327127ms)","trace[1533509779] 'compare' (duration: 83.189387ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T05:35:41.361908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.128007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-26T05:35:41.361903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.14874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-26T05:35:41.362037Z","caller":"traceutil/trace.go:171","msg":"trace[717893170] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:2246; }","duration":"350.316701ms","start":"2026-03-26T05:35:41.011687Z","end":"2026-03-26T05:35:41.362004Z","steps":["trace[717893170] 'agreement among raft nodes before linearized reading' (duration: 350.055875ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:35:41.362061Z","caller":"traceutil/trace.go:171","msg":"trace[419877736] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2246; }","duration":"129.289213ms","start":"2026-03-26T05:35:41.232722Z","end":"2026-03-26T05:35:41.362011Z","steps":["trace[419877736] 'agreement among raft nodes before linearized reading' (duration: 128.985575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:35:41.362096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:35:41.011656Z","time spent":"350.428714ms","remote":"127.0.0.1:46828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":36,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-03-26T05:35:41.394183Z","caller":"traceutil/trace.go:171","msg":"trace[990663956] transaction","detail":"{read_only:false; response_revision:2247; number_of_response:1; }","duration":"119.067575ms","start":"2026-03-26T05:35:41.27509Z","end":"2026-03-26T05:35:41.394157Z","steps":["trace[990663956] 'process raft request' (duration: 118.855329ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:35:41.394383Z","caller":"traceutil/trace.go:171","msg":"trace[1027729703] transaction","detail":"{read_only:false; response_revision:2248; number_of_response:1; }","duration":"119.198708ms","start":"2026-03-26T05:35:41.275171Z","end":"2026-03-26T05:35:41.39437Z","steps":["trace[1027729703] 'process raft request' (duration: 118.93482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:35:41.394751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.161233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T05:35:41.394836Z","caller":"traceutil/trace.go:171","msg":"trace[29276810] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2248; }","duration":"148.299026ms","start":"2026-03-26T05:35:41.246517Z","end":"2026-03-26T05:35:41.394816Z","steps":["trace[29276810] 'agreement among raft nodes before linearized reading' (duration: 147.862765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:35:41.570004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.184547ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T05:35:41.570208Z","caller":"traceutil/trace.go:171","msg":"trace[2125780635] transaction","detail":"{read_only:false; response_revision:2250; number_of_response:1; }","duration":"144.245739ms","start":"2026-03-26T05:35:41.425934Z","end":"2026-03-26T05:35:41.57018Z","steps":["trace[2125780635] 'process raft request' (duration: 35.772024ms)","trace[2125780635] 'compare' (duration: 108.043553ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:35:41.570491Z","caller":"traceutil/trace.go:171","msg":"trace[1439391440] transaction","detail":"{read_only:false; response_revision:2252; number_of_response:1; }","duration":"143.9036ms","start":"2026-03-26T05:35:41.426579Z","end":"2026-03-26T05:35:41.570482Z","steps":["trace[1439391440] 'process raft request' (duration: 143.709865ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:35:41.570469Z","caller":"traceutil/trace.go:171","msg":"trace[1321159469] transaction","detail":"{read_only:false; response_revision:2251; number_of_response:1; }","duration":"144.373792ms","start":"2026-03-26T05:35:41.426055Z","end":"2026-03-26T05:35:41.570429Z","steps":["trace[1321159469] 'process raft request' (duration: 144.116766ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:35:41.57054Z","caller":"traceutil/trace.go:171","msg":"trace[1735858867] transaction","detail":"{read_only:false; response_revision:2253; number_of_response:1; }","duration":"143.89772ms","start":"2026-03-26T05:35:41.426627Z","end":"2026-03-26T05:35:41.570525Z","steps":["trace[1735858867] 'process raft request' (duration: 143.734136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:35:42.411132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.034802ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T05:35:42.411666Z","caller":"traceutil/trace.go:171","msg":"trace[1234598953] linearizableReadLoop","detail":"{readStateIndex:2340; appliedIndex:2339; }","duration":"736.574991ms","start":"2026-03-26T05:35:41.675056Z","end":"2026-03-26T05:35:42.411631Z","steps":["trace[1234598953] 'read index received' (duration: 3.855523ms)","trace[1234598953] 'applied index is now lower than readState.Index' (duration: 732.717228ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:35:42.411765Z","caller":"traceutil/trace.go:171","msg":"trace[166202594] transaction","detail":"{read_only:false; response_revision:2254; number_of_response:1; }","duration":"814.18244ms","start":"2026-03-26T05:35:41.597569Z","end":"2026-03-26T05:35:42.411752Z","steps":["trace[166202594] 'process raft request' (duration: 81.437911ms)","trace[166202594] 'compare' (duration: 731.654311ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T05:35:42.411865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:35:41.597558Z","time spent":"814.245883ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T05:35:42.412087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.979342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-26T05:35:42.412262Z","caller":"traceutil/trace.go:171","msg":"trace[286140595] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:2254; }","duration":"737.259579ms","start":"2026-03-26T05:35:41.674967Z","end":"2026-03-26T05:35:42.412226Z","steps":["trace[286140595] 'agreement among raft nodes before linearized reading' (duration: 736.867629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:35:42.412337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:35:41.674931Z","time spent":"737.392593ms","remote":"127.0.0.1:45042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":12,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-26T05:35:43.919373Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237015381165084,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-26T05:35:43.939486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100842682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-26T05:35:43.939825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.412025ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T05:35:43.939941Z","caller":"traceutil/trace.go:171","msg":"trace[1797406054] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2254; }","duration":"909.541959ms","start":"2026-03-26T05:35:43.03038Z","end":"2026-03-26T05:35:43.939922Z","steps":["trace[1797406054] 'range keys from in-memory index tree' (duration: 909.393635ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:35:43.939566Z","caller":"traceutil/trace.go:171","msg":"trace[973351109] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2254; }","duration":"1.100973705s","start":"2026-03-26T05:35:42.838573Z","end":"2026-03-26T05:35:43.939547Z","steps":["trace[973351109] 'range keys from in-memory index tree' (duration: 1.100664147s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:35:43.940211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:35:42.838551Z","time spent":"1.101610402s","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-26T05:35:43.940605Z","caller":"traceutil/trace.go:171","msg":"trace[2143851971] transaction","detail":"{read_only:false; response_revision:2257; number_of_response:1; }","duration":"540.277937ms","start":"2026-03-26T05:35:43.400303Z","end":"2026-03-26T05:35:43.940581Z","steps":["trace[2143851971] 'process raft request' (duration: 539.806765ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:35:43.940722Z","caller":"traceutil/trace.go:171","msg":"trace[1411505854] linearizableReadLoop","detail":"{readStateIndex:2344; appliedIndex:2340; }","duration":"521.43799ms","start":"2026-03-26T05:35:43.419271Z","end":"2026-03-26T05:35:43.940709Z","steps":["trace[1411505854] 'read index received' (duration: 518.354578ms)","trace[1411505854] 'applied index is now lower than readState.Index' (duration: 3.082502ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T05:35:43.940755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:35:43.400265Z","time spent":"540.409372ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T05:35:43.940762Z","caller":"traceutil/trace.go:171","msg":"trace[302475] transaction","detail":"{read_only:false; response_revision:2258; number_of_response:1; }","duration":"540.37132ms","start":"2026-03-26T05:35:43.400352Z","end":"2026-03-26T05:35:43.940723Z","steps":["trace[302475] 'process raft request' (duration: 540.139774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:35:43.940894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.619754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-26T05:35:43.941173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.196734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-26T05:35:43.941225Z","caller":"traceutil/trace.go:171","msg":"trace[930965266] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2258; }","duration":"521.988045ms","start":"2026-03-26T05:35:43.419224Z","end":"2026-03-26T05:35:43.941212Z","steps":["trace[930965266] 'agreement among raft nodes before linearized reading' (duration: 521.570164ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:35:43.94124Z","caller":"traceutil/trace.go:171","msg":"trace[1823811451] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2258; }","duration":"365.267815ms","start":"2026-03-26T05:35:43.575948Z","end":"2026-03-26T05:35:43.941216Z","steps":["trace[1823811451] 'agreement among raft nodes before linearized reading' (duration: 365.153472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:35:43.94127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:35:43.419209Z","time spent":"522.048716ms","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-26T05:35:43.941274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:35:43.575937Z","time spent":"365.329939ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-26T05:35:43.941043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.341244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-26T05:35:43.941287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.300824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-26T05:35:43.941404Z","caller":"traceutil/trace.go:171","msg":"trace[1427098132] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2258; }","duration":"366.492159ms","start":"2026-03-26T05:35:43.574885Z","end":"2026-03-26T05:35:43.941377Z","steps":["trace[1427098132] 'agreement among raft nodes before linearized reading' (duration: 366.16396ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:35:43.941398Z","caller":"traceutil/trace.go:171","msg":"trace[1029399771] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2258; }","duration":"497.713993ms","start":"2026-03-26T05:35:43.44363Z","end":"2026-03-26T05:35:43.941344Z","steps":["trace[1029399771] 'agreement among raft nodes before linearized reading' (duration: 497.260101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:35:43.941482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:35:43.574852Z","time spent":"366.618342ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-26T05:35:43.941138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.250005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-26T05:35:43.941545Z","caller":"traceutil/trace.go:171","msg":"trace[1624579972] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2258; }","duration":"365.688946ms","start":"2026-03-26T05:35:43.575845Z","end":"2026-03-26T05:35:43.941534Z","steps":["trace[1624579972] 'agreement among raft nodes before linearized reading' (duration: 365.171512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:35:43.941581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:35:43.575821Z","time spent":"365.74957ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-26T05:35:43.941561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:35:43.443603Z","time spent":"497.883628ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-26T05:35:43.941451Z","caller":"traceutil/trace.go:171","msg":"trace[1506422409] transaction","detail":"{read_only:false; response_revision:2256; number_of_response:1; }","duration":"572.780266ms","start":"2026-03-26T05:35:43.36737Z","end":"2026-03-26T05:35:43.94015Z","steps":["trace[1506422409] 'process raft request' (duration: 572.653772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:35:43.940969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:35:43.400313Z","time spent":"540.552005ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T05:35:43.941091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.775412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-26T05:35:43.941746Z","caller":"traceutil/trace.go:171","msg":"trace[1869988543] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2258; }","duration":"365.466341ms","start":"2026-03-26T05:35:43.576271Z","end":"2026-03-26T05:35:43.941738Z","steps":["trace[1869988543] 'agreement among raft nodes before linearized reading' (duration: 364.67543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:35:43.941739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:35:43.367343Z","time spent":"574.315155ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T05:35:43.941776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:35:43.576254Z","time spent":"365.513152ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-26T05:35:43.941386Z","caller":"traceutil/trace.go:171","msg":"trace[956393218] transaction","detail":"{read_only:false; response_revision:2255; number_of_response:1; }","duration":"689.618671ms","start":"2026-03-26T05:35:43.250537Z","end":"2026-03-26T05:35:43.940156Z","steps":["trace[956393218] 'process raft request' (duration: 687.110675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:35:43.942214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:35:43.25051Z","time spent":"691.639845ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T05:35:44.666431Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237015381165090,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-26T05:35:45.224844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.884216ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T05:35:45.224974Z","caller":"traceutil/trace.go:171","msg":"trace[1334707672] transaction","detail":"{read_only:false; response_revision:2259; number_of_response:1; }","duration":"1.281234694s","start":"2026-03-26T05:35:43.943719Z","end":"2026-03-26T05:35:45.224954Z","steps":["trace[1334707672] 'process raft request' (duration: 844.128982ms)","trace[1334707672] 'compare' (duration: 436.735613ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T05:35:45.225031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:35:43.943684Z","time spent":"1.281320797s","remote":"127.0.0.1:44640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T05:35:45.276145Z","caller":"traceutil/trace.go:171","msg":"trace[681633309] transaction","detail":"{read_only:false; response_revision:2260; number_of_response:1; }","duration":"1.33025103s","start":"2026-03-26T05:35:43.945867Z","end":"2026-03-26T05:35:45.276118Z","steps":["trace[681633309] 'process raft request' (duration: 1.329919181s)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:35:45.276131Z","caller":"traceutil/trace.go:171","msg":"trace[1613116562] transaction","detail":"{read_only:false; response_revision:2261; number_of_response:1; }","duration":"1.330197337s","start":"2026-03-26T05:35:43.945891Z","end":"2026-03-26T05:35:45.276089Z","steps":["trace[1613116562] 'process raft request' (duration: 1.330089794s)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:35:45.276346Z","caller":"traceutil/trace.go:171","msg":"trace[1837682686] transaction","detail":"{read_only:false; response_revision:2262; number_of_response:1; }","duration":"1.330062264s","start":"2026-03-26T05:35:43.946263Z","end":"2026-03-26T05:35:45.276325Z","steps":["trace[1837682686] 'process raft request' (duration: 1.329759807s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:35:45.27647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:35:43.946254Z","time spent":"1.330156526s","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T05:35:45.276478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:35:43.945872Z","time spent":"1.330530366s","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T05:35:45.27651Z","caller":"traceutil/trace.go:171","msg":"trace[530218093] transaction","detail":"{read_only:false; response_revision:2263; number_of_response:1; }","duration":"1.329928781s","start":"2026-03-26T05:35:43.946569Z","end":"2026-03-26T05:35:45.276498Z","steps":["trace[530218093] 'process raft request' (duration: 1.329685675s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:35:45.276357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:35:43.945847Z","time spent":"1.330401093s","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T05:35:45.276752Z","caller":"traceutil/trace.go:171","msg":"trace[962898492] transaction","detail":"{read_only:false; response_revision:2264; number_of_response:1; }","duration":"1.329838158s","start":"2026-03-26T05:35:43.946896Z","end":"2026-03-26T05:35:45.276734Z","steps":["trace[962898492] 'process raft request' (duration: 1.329554571s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:35:45.276825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:35:43.946877Z","time spent":"1.32991309s","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T05:35:45.276929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:35:43.946557Z","time spent":"1.329990513s","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T05:35:45.276947Z","caller":"traceutil/trace.go:171","msg":"trace[1290568264] transaction","detail":"{read_only:false; response_revision:2265; number_of_response:1; }","duration":"1.329678524s","start":"2026-03-26T05:35:43.947252Z","end":"2026-03-26T05:35:45.27693Z","steps":["trace[1290568264] 'process raft request' (duration: 1.329433648s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:35:45.277039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:35:43.947243Z","time spent":"1.329748486s","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T05:35:45.277066Z","caller":"traceutil/trace.go:171","msg":"trace[1769155674] transaction","detail":"{read_only:false; response_revision:2266; number_of_response:1; }","duration":"618.444991ms","start":"2026-03-26T05:35:44.65861Z","end":"2026-03-26T05:35:45.277055Z","steps":["trace[1769155674] 'process raft request' (duration: 618.259277ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:35:45.277051Z","caller":"traceutil/trace.go:171","msg":"trace[470945421] linearizableReadLoop","detail":"{readStateIndex:2352; appliedIndex:2344; }","duration":"1.11065066s","start":"2026-03-26T05:35:44.16638Z","end":"2026-03-26T05:35:45.27703Z","steps":["trace[470945421] 'read index received' (duration: 621.496143ms)","trace[470945421] 'applied index is now lower than readState.Index' (duration: 489.153277ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T05:35:45.277129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:35:44.658581Z","time spent":"618.507444ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T05:35:45.277213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110835255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-26T05:35:45.277269Z","caller":"traceutil/trace.go:171","msg":"trace[2083301432] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2266; }","duration":"1.110929647s","start":"2026-03-26T05:35:44.166324Z","end":"2026-03-26T05:35:45.277254Z","steps":["trace[2083301432] 'agreement among raft nodes before linearized reading' (duration: 1.110796713s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:35:45.277302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:35:44.166301Z","time spent":"1.110994188s","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-26T05:35:45.280536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.148739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T05:35:45.280595Z","caller":"traceutil/trace.go:171","msg":"trace[409582217] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:2267; }","duration":"984.263322ms","start":"2026-03-26T05:35:44.296318Z","end":"2026-03-26T05:35:45.280581Z","steps":["trace[409582217] 'agreement among raft nodes before linearized reading' (duration: 984.148479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:35:45.2806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.973373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.221\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-26T05:35:45.280633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:35:44.296288Z","time spent":"984.335735ms","remote":"127.0.0.1:36442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-03-26T05:35:45.280647Z","caller":"traceutil/trace.go:171","msg":"trace[260839804] range","detail":"{range_begin:/registry/masterleases/162.253.55.221; range_end:; response_count:1; response_revision:2267; }","duration":"116.069565ms","start":"2026-03-26T05:35:45.164565Z","end":"2026-03-26T05:35:45.280634Z","steps":["trace[260839804] 'agreement among raft nodes before linearized reading' (duration: 115.911301ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:35:45.280648Z","caller":"traceutil/trace.go:171","msg":"trace[672509690] transaction","detail":"{read_only:false; response_revision:2267; number_of_response:1; }","duration":"338.783566ms","start":"2026-03-26T05:35:44.941848Z","end":"2026-03-26T05:35:45.280631Z","steps":["trace[672509690] 'process raft request' (duration: 338.532909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:35:45.280681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.769549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T05:35:45.280707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:35:44.941814Z","time spent":"338.863639ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T05:35:45.280743Z","caller":"traceutil/trace.go:171","msg":"trace[721163997] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2267; }","duration":"777.874272ms","start":"2026-03-26T05:35:44.502853Z","end":"2026-03-26T05:35:45.280727Z","steps":["trace[721163997] 'agreement among raft nodes before linearized reading' (duration: 777.758289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:35:45.280785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:35:44.502829Z","time spent":"777.948734ms","remote":"127.0.0.1:44560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-26T05:35:45.280803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.773862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-26T05:35:45.280918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.077876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"info","ts":"2026-03-26T05:35:45.28092Z","caller":"traceutil/trace.go:171","msg":"trace[1094725674] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2267; }","duration":"331.942636ms","start":"2026-03-26T05:35:44.948946Z","end":"2026-03-26T05:35:45.280889Z","steps":["trace[1094725674] 'agreement among raft nodes before linearized reading' (duration: 331.624888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:35:45.280973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:35:44.948932Z","time spent":"332.031669ms","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-26T05:35:45.28095Z","caller":"traceutil/trace.go:171","msg":"trace[1568365442] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2267; }","duration":"692.187689ms","start":"2026-03-26T05:35:44.588755Z","end":"2026-03-26T05:35:45.280942Z","steps":["trace[1568365442] 'agreement among raft nodes before linearized reading' (duration: 691.765128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:35:45.281066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:35:44.588723Z","time spent":"692.331382ms","remote":"127.0.0.1:44754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12410,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-26T05:35:50.197979Z","caller":"traceutil/trace.go:171","msg":"trace[830334074] transaction","detail":"{read_only:false; response_revision:2291; number_of_response:1; }","duration":"232.547221ms","start":"2026-03-26T05:35:49.9654Z","end":"2026-03-26T05:35:50.197948Z","steps":["trace[830334074] 'process raft request' (duration: 232.432618ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:35:50.197971Z","caller":"traceutil/trace.go:171","msg":"trace[291109596] transaction","detail":"{read_only:false; response_revision:2290; number_of_response:1; }","duration":"233.584338ms","start":"2026-03-26T05:35:49.964351Z","end":"2026-03-26T05:35:50.197936Z","steps":["trace[291109596] 'process raft request' (duration: 227.885098ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:35:50.198161Z","caller":"traceutil/trace.go:171","msg":"trace[1401612620] transaction","detail":"{read_only:false; response_revision:2292; number_of_response:1; }","duration":"232.598582ms","start":"2026-03-26T05:35:49.965549Z","end":"2026-03-26T05:35:50.198148Z","steps":["trace[1401612620] 'process raft request' (duration: 232.337236ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:36:23.607025Z","caller":"traceutil/trace.go:171","msg":"trace[1548360790] linearizableReadLoop","detail":"{readStateIndex:2740; appliedIndex:2739; }","duration":"140.529062ms","start":"2026-03-26T05:36:23.466474Z","end":"2026-03-26T05:36:23.607003Z","steps":["trace[1548360790] 'read index received' (duration: 140.337327ms)","trace[1548360790] 'applied index is now lower than readState.Index' (duration: 190.985µs)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:36:23.607756Z","caller":"traceutil/trace.go:171","msg":"trace[32556336] transaction","detail":"{read_only:false; response_revision:2640; number_of_response:1; }","duration":"146.959871ms","start":"2026-03-26T05:36:23.460768Z","end":"2026-03-26T05:36:23.607727Z","steps":["trace[32556336] 'process raft request' (duration: 146.100339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:36:23.607974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.459617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-26T05:36:23.609033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.856871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-26T05:36:23.609031Z","caller":"traceutil/trace.go:171","msg":"trace[1471362226] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2640; }","duration":"142.36891ms","start":"2026-03-26T05:36:23.46645Z","end":"2026-03-26T05:36:23.608819Z","steps":["trace[1471362226] 'agreement among raft nodes before linearized reading' (duration: 141.364664ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:36:23.609073Z","caller":"traceutil/trace.go:171","msg":"trace[1189349700] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2640; }","duration":"138.079286ms","start":"2026-03-26T05:36:23.470983Z","end":"2026-03-26T05:36:23.609063Z","steps":["trace[1189349700] 'agreement among raft nodes before linearized reading' (duration: 137.83229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:36:23.609064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.33943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-26T05:36:23.609166Z","caller":"traceutil/trace.go:171","msg":"trace[559161904] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2640; }","duration":"142.495493ms","start":"2026-03-26T05:36:23.466658Z","end":"2026-03-26T05:36:23.609153Z","steps":["trace[559161904] 'agreement among raft nodes before linearized reading' (duration: 142.100353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:36:23.609232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.176515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-26T05:36:23.609258Z","caller":"traceutil/trace.go:171","msg":"trace[2063678059] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:2640; }","duration":"117.207875ms","start":"2026-03-26T05:36:23.492043Z","end":"2026-03-26T05:36:23.609251Z","steps":["trace[2063678059] 'agreement among raft nodes before linearized reading' (duration: 117.134983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:36:23.609331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.152148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-26T05:36:23.609381Z","caller":"traceutil/trace.go:171","msg":"trace[841567368] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2640; }","duration":"141.229269ms","start":"2026-03-26T05:36:23.46814Z","end":"2026-03-26T05:36:23.60937Z","steps":["trace[841567368] 'agreement among raft nodes before linearized reading' (duration: 141.078266ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:36:26.526625Z","caller":"traceutil/trace.go:171","msg":"trace[1960179261] transaction","detail":"{read_only:false; response_revision:2661; number_of_response:1; }","duration":"148.45477ms","start":"2026-03-26T05:36:26.378132Z","end":"2026-03-26T05:36:26.526587Z","steps":["trace[1960179261] 'process raft request' (duration: 148.212884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:36:27.622282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.332313ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T05:36:27.622536Z","caller":"traceutil/trace.go:171","msg":"trace[226152752] transaction","detail":"{read_only:false; response_revision:2662; number_of_response:1; }","duration":"1.232552109s","start":"2026-03-26T05:36:26.389964Z","end":"2026-03-26T05:36:27.622517Z","steps":["trace[226152752] 'process raft request' (duration: 681.909778ms)","trace[226152752] 'compare' (duration: 550.23055ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T05:36:27.622647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:36:26.389929Z","time spent":"1.232679413s","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T05:36:27.622734Z","caller":"traceutil/trace.go:171","msg":"trace[602119906] linearizableReadLoop","detail":"{readStateIndex:2765; appliedIndex:2762; }","duration":"1.118374735s","start":"2026-03-26T05:36:26.504323Z","end":"2026-03-26T05:36:27.622698Z","steps":["trace[602119906] 'read index received' (duration: 22.075723ms)","trace[602119906] 'applied index is now lower than readState.Index' (duration: 1.096297912s)"],"step_count":2} {"level":"warn","ts":"2026-03-26T05:36:27.622913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.780267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T05:36:27.622915Z","caller":"traceutil/trace.go:171","msg":"trace[977501670] transaction","detail":"{read_only:false; response_revision:2663; number_of_response:1; }","duration":"1.232386686s","start":"2026-03-26T05:36:26.390503Z","end":"2026-03-26T05:36:27.62289Z","steps":["trace[977501670] 'process raft request' (duration: 1.231954684s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:36:27.622911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.11857668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T05:36:27.622958Z","caller":"traceutil/trace.go:171","msg":"trace[1052141869] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:2663; }","duration":"633.838528ms","start":"2026-03-26T05:36:26.989105Z","end":"2026-03-26T05:36:27.622944Z","steps":["trace[1052141869] 'agreement among raft nodes before linearized reading' (duration: 633.748945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:36:27.622994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:36:26.989037Z","time spent":"633.946301ms","remote":"127.0.0.1:36344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-03-26T05:36:27.622989Z","caller":"traceutil/trace.go:171","msg":"trace[1972172718] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2663; }","duration":"1.118711943s","start":"2026-03-26T05:36:26.504259Z","end":"2026-03-26T05:36:27.62297Z","steps":["trace[1972172718] 'agreement among raft nodes before linearized reading' (duration: 1.118582609s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:36:27.62307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:36:26.504233Z","time spent":"1.118827927s","remote":"127.0.0.1:44560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-26T05:36:27.623091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:36:26.390478Z","time spent":"1.232488978s","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T05:36:27.623913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.344934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-26T05:36:27.623969Z","caller":"traceutil/trace.go:171","msg":"trace[2001159614] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2663; }","duration":"177.448766ms","start":"2026-03-26T05:36:27.446504Z","end":"2026-03-26T05:36:27.623953Z","steps":["trace[2001159614] 'agreement among raft nodes before linearized reading' (duration: 177.253341ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:36:50.772243Z","caller":"traceutil/trace.go:171","msg":"trace[734357376] transaction","detail":"{read_only:false; response_revision:2810; number_of_response:1; }","duration":"162.24623ms","start":"2026-03-26T05:36:50.609981Z","end":"2026-03-26T05:36:50.772227Z","steps":["trace[734357376] 'process raft request' (duration: 162.114467ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:36:51.127223Z","caller":"traceutil/trace.go:171","msg":"trace[1171875938] transaction","detail":"{read_only:false; response_revision:2811; number_of_response:1; }","duration":"135.341014ms","start":"2026-03-26T05:36:50.991814Z","end":"2026-03-26T05:36:51.127155Z","steps":["trace[1171875938] 'process raft request' (duration: 134.957684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:36:51.575284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.568184ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T05:36:51.575581Z","caller":"traceutil/trace.go:171","msg":"trace[751207523] linearizableReadLoop","detail":"{readStateIndex:2919; appliedIndex:2918; }","duration":"443.394425ms","start":"2026-03-26T05:36:51.131992Z","end":"2026-03-26T05:36:51.575387Z","steps":["trace[751207523] 'read index received' (duration: 246.694437ms)","trace[751207523] 'applied index is now lower than readState.Index' (duration: 196.698568ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:36:51.575458Z","caller":"traceutil/trace.go:171","msg":"trace[1633207240] transaction","detail":"{read_only:false; response_revision:2812; number_of_response:1; }","duration":"445.631166ms","start":"2026-03-26T05:36:51.129788Z","end":"2026-03-26T05:36:51.575419Z","steps":["trace[1633207240] 'process raft request' (duration: 248.839826ms)","trace[1633207240] 'compare' (duration: 196.40499ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T05:36:51.57577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.771247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-673c3c61-1a09-4487-8438-9813b0cd0f89\" ","response":"range_response_count:1 size:1293"} {"level":"info","ts":"2026-03-26T05:36:51.575823Z","caller":"traceutil/trace.go:171","msg":"trace[807889456] range","detail":"{range_begin:/registry/persistentvolumes/pvc-673c3c61-1a09-4487-8438-9813b0cd0f89; range_end:; response_count:1; response_revision:2812; }","duration":"443.873289ms","start":"2026-03-26T05:36:51.131934Z","end":"2026-03-26T05:36:51.575808Z","steps":["trace[807889456] 'agreement among raft nodes before linearized reading' (duration: 443.664173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:36:51.575855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:36:51.131912Z","time spent":"443.93526ms","remote":"127.0.0.1:44714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1317,"request content":"key:\"/registry/persistentvolumes/pvc-673c3c61-1a09-4487-8438-9813b0cd0f89\" "} {"level":"warn","ts":"2026-03-26T05:36:51.575896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:36:51.129758Z","time spent":"446.046537ms","remote":"127.0.0.1:44640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T05:36:51.845929Z","caller":"traceutil/trace.go:171","msg":"trace[1456878259] transaction","detail":"{read_only:false; response_revision:2814; number_of_response:1; }","duration":"141.27068ms","start":"2026-03-26T05:36:51.704607Z","end":"2026-03-26T05:36:51.845878Z","steps":["trace[1456878259] 'process raft request' (duration: 78.243793ms)","trace[1456878259] 'compare' (duration: 62.814182ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:36:51.883158Z","caller":"traceutil/trace.go:171","msg":"trace[457779138] linearizableReadLoop","detail":"{readStateIndex:2922; appliedIndex:2920; }","duration":"144.495777ms","start":"2026-03-26T05:36:51.73864Z","end":"2026-03-26T05:36:51.883136Z","steps":["trace[457779138] 'read index received' (duration: 44.136575ms)","trace[457779138] 'applied index is now lower than readState.Index' (duration: 100.354542ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:36:51.883224Z","caller":"traceutil/trace.go:171","msg":"trace[1924162937] transaction","detail":"{read_only:false; response_revision:2815; number_of_response:1; }","duration":"175.594576ms","start":"2026-03-26T05:36:51.7076Z","end":"2026-03-26T05:36:51.883194Z","steps":["trace[1924162937] 'process raft request' (duration: 175.434771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:36:51.883355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.267518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-26T05:36:51.883392Z","caller":"traceutil/trace.go:171","msg":"trace[422482670] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2815; }","duration":"142.35879ms","start":"2026-03-26T05:36:51.741025Z","end":"2026-03-26T05:36:51.883383Z","steps":["trace[422482670] 'agreement among raft nodes before linearized reading' (duration: 142.231267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:36:51.883397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.747174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-26T05:36:51.883517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.002177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-26T05:36:51.883554Z","caller":"traceutil/trace.go:171","msg":"trace[1247782851] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2815; }","duration":"144.94793ms","start":"2026-03-26T05:36:51.738587Z","end":"2026-03-26T05:36:51.883535Z","steps":["trace[1247782851] 'agreement among raft nodes before linearized reading' (duration: 144.634701ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:36:51.883589Z","caller":"traceutil/trace.go:171","msg":"trace[1210690860] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2815; }","duration":"137.07491ms","start":"2026-03-26T05:36:51.746499Z","end":"2026-03-26T05:36:51.883574Z","steps":["trace[1210690860] 'agreement among raft nodes before linearized reading' (duration: 136.923046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:36:51.883588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.841663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-26T05:36:51.883639Z","caller":"traceutil/trace.go:171","msg":"trace[1501422072] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2815; }","duration":"136.933497ms","start":"2026-03-26T05:36:51.746694Z","end":"2026-03-26T05:36:51.883628Z","steps":["trace[1501422072] 'agreement among raft nodes before linearized reading' (duration: 136.712611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:36:51.884232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.357188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-26T05:36:51.884385Z","caller":"traceutil/trace.go:171","msg":"trace[417159196] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2815; }","duration":"137.583004ms","start":"2026-03-26T05:36:51.746776Z","end":"2026-03-26T05:36:51.884359Z","steps":["trace[417159196] 'agreement among raft nodes before linearized reading' (duration: 136.591018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:37:00.467911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.426923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-26T05:37:00.467995Z","caller":"traceutil/trace.go:171","msg":"trace[858395078] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:2863; }","duration":"406.568527ms","start":"2026-03-26T05:37:00.061405Z","end":"2026-03-26T05:37:00.467973Z","steps":["trace[858395078] 'count revisions from in-memory index tree' (duration: 406.30328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:37:00.468018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.54305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-26T05:37:00.46805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:37:00.061383Z","time spent":"406.652199ms","remote":"127.0.0.1:44954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-03-26T05:37:00.468086Z","caller":"traceutil/trace.go:171","msg":"trace[1250445895] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2863; }","duration":"301.657163ms","start":"2026-03-26T05:37:00.166412Z","end":"2026-03-26T05:37:00.468069Z","steps":["trace[1250445895] 'range keys from in-memory index tree' (duration: 301.206802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:37:00.468133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:37:00.16639Z","time spent":"301.734694ms","remote":"127.0.0.1:44766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-26T05:37:00.545051Z","caller":"traceutil/trace.go:171","msg":"trace[1376465003] linearizableReadLoop","detail":"{readStateIndex:2972; appliedIndex:2971; }","duration":"200.544059ms","start":"2026-03-26T05:37:00.344482Z","end":"2026-03-26T05:37:00.545026Z","steps":["trace[1376465003] 'read index received' (duration: 200.385825ms)","trace[1376465003] 'applied index is now lower than readState.Index' (duration: 157.184µs)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:37:00.545095Z","caller":"traceutil/trace.go:171","msg":"trace[129928903] transaction","detail":"{read_only:false; response_revision:2864; number_of_response:1; }","duration":"224.553579ms","start":"2026-03-26T05:37:00.320514Z","end":"2026-03-26T05:37:00.545067Z","steps":["trace[129928903] 'process raft request' (duration: 224.367484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:37:00.545274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.776316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-26T05:37:00.545322Z","caller":"traceutil/trace.go:171","msg":"trace[1960116411] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2864; }","duration":"200.877488ms","start":"2026-03-26T05:37:00.344428Z","end":"2026-03-26T05:37:00.545306Z","steps":["trace[1960116411] 'agreement among raft nodes before linearized reading' (duration: 200.720184ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:37:00.567034Z","caller":"traceutil/trace.go:171","msg":"trace[972060088] transaction","detail":"{read_only:false; response_revision:2865; number_of_response:1; }","duration":"208.264635ms","start":"2026-03-26T05:37:00.358745Z","end":"2026-03-26T05:37:00.56701Z","steps":["trace[972060088] 'process raft request' (duration: 208.0867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:37:00.567279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.420473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-26T05:37:00.567349Z","caller":"traceutil/trace.go:171","msg":"trace[593766397] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2866; }","duration":"222.535346ms","start":"2026-03-26T05:37:00.344794Z","end":"2026-03-26T05:37:00.56733Z","steps":["trace[593766397] 'agreement among raft nodes before linearized reading' (duration: 222.33577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:37:01.331794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.635033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a04d7107eb1930\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-26T05:37:01.331871Z","caller":"traceutil/trace.go:171","msg":"trace[1990123535] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a04d7107eb1930; range_end:; response_count:1; response_revision:2868; }","duration":"286.758215ms","start":"2026-03-26T05:37:01.045094Z","end":"2026-03-26T05:37:01.331852Z","steps":["trace[1990123535] 'range keys from in-memory index tree' (duration: 286.449808ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:37:06.527389Z","caller":"traceutil/trace.go:171","msg":"trace[168612854] transaction","detail":"{read_only:false; response_revision:2899; number_of_response:1; }","duration":"114.330913ms","start":"2026-03-26T05:37:06.413006Z","end":"2026-03-26T05:37:06.527337Z","steps":["trace[168612854] 'process raft request' (duration: 114.113828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:37:26.317247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.305402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-03-26T05:37:26.317329Z","caller":"traceutil/trace.go:171","msg":"trace[631517172] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3008; }","duration":"147.395145ms","start":"2026-03-26T05:37:26.169913Z","end":"2026-03-26T05:37:26.317309Z","steps":["trace[631517172] 'range keys from in-memory index tree' (duration: 147.109457ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:39:37.407914Z","caller":"traceutil/trace.go:171","msg":"trace[1684509047] transaction","detail":"{read_only:false; response_revision:3892; number_of_response:1; }","duration":"108.377913ms","start":"2026-03-26T05:39:37.299502Z","end":"2026-03-26T05:39:37.40788Z","steps":["trace[1684509047] 'process raft request' (duration: 108.194798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:39:52.969312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.903552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-26T05:39:52.969501Z","caller":"traceutil/trace.go:171","msg":"trace[2135073694] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:3986; }","duration":"275.117148ms","start":"2026-03-26T05:39:52.694343Z","end":"2026-03-26T05:39:52.96946Z","steps":["trace[2135073694] 'count revisions from in-memory index tree' (duration: 274.798549ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:40:53.841146Z","caller":"traceutil/trace.go:171","msg":"trace[275781628] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4838; }","duration":"102.82499ms","start":"2026-03-26T05:40:53.738291Z","end":"2026-03-26T05:40:53.841116Z","steps":["trace[275781628] 'process raft request' (duration: 44.094274ms)","trace[275781628] 'compare' (duration: 58.438418ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:40:53.841283Z","caller":"traceutil/trace.go:171","msg":"trace[1232094548] transaction","detail":"{read_only:false; response_revision:4839; number_of_response:1; }","duration":"101.778593ms","start":"2026-03-26T05:40:53.739484Z","end":"2026-03-26T05:40:53.841263Z","steps":["trace[1232094548] 'process raft request' (duration: 101.527786ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:40:55.962718Z","caller":"traceutil/trace.go:171","msg":"trace[2131205997] transaction","detail":"{read_only:false; response_revision:4910; number_of_response:1; }","duration":"109.804733ms","start":"2026-03-26T05:40:55.852886Z","end":"2026-03-26T05:40:55.962691Z","steps":["trace[2131205997] 'process raft request' (duration: 109.553257ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:40:56.276139Z","caller":"traceutil/trace.go:171","msg":"trace[1324270545] transaction","detail":"{read_only:false; response_revision:4914; number_of_response:1; }","duration":"135.277659ms","start":"2026-03-26T05:40:56.140834Z","end":"2026-03-26T05:40:56.276112Z","steps":["trace[1324270545] 'process raft request' (duration: 135.045063ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:40:57.640815Z","caller":"traceutil/trace.go:171","msg":"trace[1324736254] linearizableReadLoop","detail":"{readStateIndex:5112; appliedIndex:5111; }","duration":"255.602476ms","start":"2026-03-26T05:40:57.38519Z","end":"2026-03-26T05:40:57.640793Z","steps":["trace[1324736254] 'read index received' (duration: 255.406301ms)","trace[1324736254] 'applied index is now lower than readState.Index' (duration: 194.925µs)"],"step_count":2} {"level":"warn","ts":"2026-03-26T05:40:57.641084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.856403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-26T05:40:57.641079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.156284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T05:40:57.641131Z","caller":"traceutil/trace.go:171","msg":"trace[1786564791] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4924; }","duration":"255.975256ms","start":"2026-03-26T05:40:57.385143Z","end":"2026-03-26T05:40:57.641119Z","steps":["trace[1786564791] 'agreement among raft nodes before linearized reading' (duration: 255.77222ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:40:57.641161Z","caller":"traceutil/trace.go:171","msg":"trace[174952553] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:4924; }","duration":"190.303518ms","start":"2026-03-26T05:40:57.450839Z","end":"2026-03-26T05:40:57.641143Z","steps":["trace[174952553] 'agreement among raft nodes before linearized reading' (duration: 190.165945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:40:57.641244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.689478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-26T05:40:57.641369Z","caller":"traceutil/trace.go:171","msg":"trace[935390486] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4924; }","duration":"255.840363ms","start":"2026-03-26T05:40:57.38549Z","end":"2026-03-26T05:40:57.641331Z","steps":["trace[935390486] 'agreement among raft nodes before linearized reading' (duration: 255.519485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:40:57.641393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.08173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T05:40:57.641363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.252367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-26T05:40:57.641471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.256604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T05:40:57.641479Z","caller":"traceutil/trace.go:171","msg":"trace[1237097976] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4924; }","duration":"255.40299ms","start":"2026-03-26T05:40:57.386048Z","end":"2026-03-26T05:40:57.641451Z","steps":["trace[1237097976] 'agreement among raft nodes before linearized reading' (duration: 255.021851ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:40:57.641501Z","caller":"traceutil/trace.go:171","msg":"trace[1053144745] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:4924; }","duration":"152.338915ms","start":"2026-03-26T05:40:57.489152Z","end":"2026-03-26T05:40:57.64149Z","steps":["trace[1053144745] 'agreement among raft nodes before linearized reading' (duration: 152.294383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:40:57.641536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.776765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mq8cv\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-26T05:40:57.64158Z","caller":"traceutil/trace.go:171","msg":"trace[41904847] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mq8cv; range_end:; response_count:1; response_revision:4924; }","duration":"254.840726ms","start":"2026-03-26T05:40:57.386729Z","end":"2026-03-26T05:40:57.64157Z","steps":["trace[41904847] 'agreement among raft nodes before linearized reading' (duration: 254.725684ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:40:57.641266Z","caller":"traceutil/trace.go:171","msg":"trace[1670127903] transaction","detail":"{read_only:false; response_revision:4924; number_of_response:1; }","duration":"323.713108ms","start":"2026-03-26T05:40:57.317364Z","end":"2026-03-26T05:40:57.641077Z","steps":["trace[1670127903] 'process raft request' (duration: 323.285477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:40:57.641701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.697119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-26T05:40:57.642054Z","caller":"traceutil/trace.go:171","msg":"trace[1186864525] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4924; }","duration":"256.106099ms","start":"2026-03-26T05:40:57.385931Z","end":"2026-03-26T05:40:57.642037Z","steps":["trace[1186864525] 'agreement among raft nodes before linearized reading' (duration: 255.698358ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:40:57.641427Z","caller":"traceutil/trace.go:171","msg":"trace[624228842] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4924; }","duration":"136.175443ms","start":"2026-03-26T05:40:57.505242Z","end":"2026-03-26T05:40:57.641418Z","steps":["trace[624228842] 'agreement among raft nodes before linearized reading' (duration: 136.123161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:40:57.642606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:40:57.317338Z","time spent":"324.584711ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T05:40:59.676087Z","caller":"traceutil/trace.go:171","msg":"trace[282582709] linearizableReadLoop","detail":"{readStateIndex:5132; appliedIndex:5131; }","duration":"171.129247ms","start":"2026-03-26T05:40:59.504933Z","end":"2026-03-26T05:40:59.676062Z","steps":["trace[282582709] 'read index received' (duration: 170.799098ms)","trace[282582709] 'applied index is now lower than readState.Index' (duration: 328.829µs)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:40:59.676149Z","caller":"traceutil/trace.go:171","msg":"trace[1174909756] transaction","detail":"{read_only:false; response_revision:4943; number_of_response:1; }","duration":"172.999756ms","start":"2026-03-26T05:40:59.50312Z","end":"2026-03-26T05:40:59.67612Z","steps":["trace[1174909756] 'process raft request' (duration: 172.75125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:40:59.676372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.420626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T05:40:59.676478Z","caller":"traceutil/trace.go:171","msg":"trace[1897853286] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4943; }","duration":"171.570379ms","start":"2026-03-26T05:40:59.504884Z","end":"2026-03-26T05:40:59.676455Z","steps":["trace[1897853286] 'agreement among raft nodes before linearized reading' (duration: 171.281402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:41:02.933595Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237015381171747,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-26T05:41:03.356121Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.011721008s","expected-duration":"1s"} {"level":"info","ts":"2026-03-26T05:41:03.356806Z","caller":"traceutil/trace.go:171","msg":"trace[1178533294] transaction","detail":"{read_only:false; response_revision:5083; number_of_response:1; }","duration":"1.012853907s","start":"2026-03-26T05:41:02.343928Z","end":"2026-03-26T05:41:03.356782Z","steps":["trace[1178533294] 'process raft request' (duration: 1.012536519s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:41:03.356956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:41:02.34391Z","time spent":"1.01296595s","remote":"127.0.0.1:50698","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":413790,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T05:41:03.386504Z","caller":"traceutil/trace.go:171","msg":"trace[751124350] transaction","detail":"{read_only:false; response_revision:5084; number_of_response:1; }","duration":"870.354879ms","start":"2026-03-26T05:41:02.516118Z","end":"2026-03-26T05:41:03.386473Z","steps":["trace[751124350] 'process raft request' (duration: 870.081632ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:41:03.386511Z","caller":"traceutil/trace.go:171","msg":"trace[863718457] transaction","detail":"{read_only:false; response_revision:5085; number_of_response:1; }","duration":"627.795934ms","start":"2026-03-26T05:41:02.75869Z","end":"2026-03-26T05:41:03.386486Z","steps":["trace[863718457] 'process raft request' (duration: 627.674341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:41:03.386662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:41:02.516079Z","time spent":"870.503613ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T05:41:03.386662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:41:02.758671Z","time spent":"627.924717ms","remote":"127.0.0.1:44640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-26T05:41:03.386921Z","caller":"traceutil/trace.go:171","msg":"trace[944458114] transaction","detail":"{read_only:false; response_revision:5086; number_of_response:1; }","duration":"543.685283ms","start":"2026-03-26T05:41:02.843198Z","end":"2026-03-26T05:41:03.386883Z","steps":["trace[944458114] 'process raft request' (duration: 543.221611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:41:03.387132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:41:02.843161Z","time spent":"543.855817ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T05:41:03.387398Z","caller":"traceutil/trace.go:171","msg":"trace[601319740] transaction","detail":"{read_only:false; response_revision:5087; number_of_response:1; }","duration":"529.901102ms","start":"2026-03-26T05:41:02.857477Z","end":"2026-03-26T05:41:03.387378Z","steps":["trace[601319740] 'process raft request' (duration: 529.292756ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:41:03.387379Z","caller":"traceutil/trace.go:171","msg":"trace[106171107] linearizableReadLoop","detail":"{readStateIndex:5279; appliedIndex:5274; }","duration":"954.378267ms","start":"2026-03-26T05:41:02.432965Z","end":"2026-03-26T05:41:03.387343Z","steps":["trace[106171107] 'read index received' (duration: 923.407856ms)","trace[106171107] 'applied index is now lower than readState.Index' (duration: 30.968231ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T05:41:03.387485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:41:02.857469Z","time spent":"529.971624ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T05:41:03.387621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.003137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-26T05:41:03.38763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.306322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T05:41:03.387639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.664094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b4f3d202-3eee-47b3-a62e-b2c8f77b158f\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-26T05:41:03.387672Z","caller":"traceutil/trace.go:171","msg":"trace[100857794] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5087; }","duration":"347.10002ms","start":"2026-03-26T05:41:03.040557Z","end":"2026-03-26T05:41:03.387657Z","steps":["trace[100857794] 'agreement among raft nodes before linearized reading' (duration: 347.008858ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:41:03.387695Z","caller":"traceutil/trace.go:171","msg":"trace[650511975] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5087; }","duration":"882.439965ms","start":"2026-03-26T05:41:02.505233Z","end":"2026-03-26T05:41:03.387673Z","steps":["trace[650511975] 'agreement among raft nodes before linearized reading' (duration: 882.323142ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:41:03.387703Z","caller":"traceutil/trace.go:171","msg":"trace[2080775969] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b4f3d202-3eee-47b3-a62e-b2c8f77b158f; range_end:; response_count:1; response_revision:5087; }","duration":"954.781018ms","start":"2026-03-26T05:41:02.432904Z","end":"2026-03-26T05:41:03.387685Z","steps":["trace[2080775969] 'agreement among raft nodes before linearized reading' (duration: 954.594752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:41:03.387714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:41:03.040531Z","time spent":"347.174312ms","remote":"127.0.0.1:36568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-26T05:41:03.387745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:41:02.43288Z","time spent":"954.856429ms","remote":"127.0.0.1:44754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3625,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b4f3d202-3eee-47b3-a62e-b2c8f77b158f\" "} {"level":"warn","ts":"2026-03-26T05:41:03.38775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:41:02.5052Z","time spent":"882.538116ms","remote":"127.0.0.1:44560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-26T05:41:03.387879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.683004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-26T05:41:03.387916Z","caller":"traceutil/trace.go:171","msg":"trace[680303477] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5087; }","duration":"548.721784ms","start":"2026-03-26T05:41:02.839185Z","end":"2026-03-26T05:41:03.387906Z","steps":["trace[680303477] 'agreement among raft nodes before linearized reading' (duration: 548.584141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:41:03.387945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:41:02.839122Z","time spent":"548.817627ms","remote":"127.0.0.1:44754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-26T05:41:03.388082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.057422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-26T05:41:03.388115Z","caller":"traceutil/trace.go:171","msg":"trace[97827026] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:5087; }","duration":"260.133316ms","start":"2026-03-26T05:41:03.127972Z","end":"2026-03-26T05:41:03.388106Z","steps":["trace[97827026] 'agreement among raft nodes before linearized reading' (duration: 260.078344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:41:03.388213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.625405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b4f3d202-3eee-47b3-a62e-b2c8f77b158f\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-26T05:41:03.388291Z","caller":"traceutil/trace.go:171","msg":"trace[1898417379] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b4f3d202-3eee-47b3-a62e-b2c8f77b158f; range_end:; response_count:1; response_revision:5087; }","duration":"641.776798ms","start":"2026-03-26T05:41:02.746494Z","end":"2026-03-26T05:41:03.388271Z","steps":["trace[1898417379] 'agreement among raft nodes before linearized reading' (duration: 641.517962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:41:03.388337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:41:02.746462Z","time spent":"641.861851ms","remote":"127.0.0.1:44754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3625,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b4f3d202-3eee-47b3-a62e-b2c8f77b158f\" "} {"level":"warn","ts":"2026-03-26T05:41:03.910278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.177073ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T05:41:03.910464Z","caller":"traceutil/trace.go:171","msg":"trace[2044652148] linearizableReadLoop","detail":"{readStateIndex:5283; appliedIndex:5281; }","duration":"366.354674ms","start":"2026-03-26T05:41:03.544084Z","end":"2026-03-26T05:41:03.910439Z","steps":["trace[2044652148] 'read index received' (duration: 14.933121ms)","trace[2044652148] 'applied index is now lower than readState.Index' (duration: 351.419683ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:41:03.91057Z","caller":"traceutil/trace.go:171","msg":"trace[1050341266] transaction","detail":"{read_only:false; response_revision:5091; number_of_response:1; }","duration":"367.616047ms","start":"2026-03-26T05:41:03.542939Z","end":"2026-03-26T05:41:03.910555Z","steps":["trace[1050341266] 'process raft request' (duration: 41.009223ms)","trace[1050341266] 'compare' (duration: 325.911066ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T05:41:03.910653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:41:03.54292Z","time spent":"367.69466ms","remote":"127.0.0.1:44742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T05:41:03.910831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.709543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T05:41:03.910995Z","caller":"traceutil/trace.go:171","msg":"trace[29579212] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5091; }","duration":"366.913669ms","start":"2026-03-26T05:41:03.544059Z","end":"2026-03-26T05:41:03.910973Z","steps":["trace[29579212] 'agreement among raft nodes before linearized reading' (duration: 366.646182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:41:03.911078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:41:03.544051Z","time spent":"367.014932ms","remote":"127.0.0.1:45026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-26T05:41:03.918025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.533562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-26T05:41:03.918093Z","caller":"traceutil/trace.go:171","msg":"trace[896232729] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5092; }","duration":"209.632805ms","start":"2026-03-26T05:41:03.708445Z","end":"2026-03-26T05:41:03.918077Z","steps":["trace[896232729] 'agreement among raft nodes before linearized reading' (duration: 209.399569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:41:03.918213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.195369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-26T05:41:03.918278Z","caller":"traceutil/trace.go:171","msg":"trace[935797423] transaction","detail":"{read_only:false; response_revision:5092; number_of_response:1; }","duration":"238.783257ms","start":"2026-03-26T05:41:03.679485Z","end":"2026-03-26T05:41:03.918269Z","steps":["trace[935797423] 'process raft request' (duration: 238.159751ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:41:03.918302Z","caller":"traceutil/trace.go:171","msg":"trace[592337205] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5092; }","duration":"210.326132ms","start":"2026-03-26T05:41:03.707949Z","end":"2026-03-26T05:41:03.918275Z","steps":["trace[592337205] 'agreement among raft nodes before linearized reading' (duration: 210.117337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:41:03.918445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.975174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-5bbd6498d4-wqxqf.18a04dadf73bb6ac\" ","response":"range_response_count:1 size:898"} {"level":"info","ts":"2026-03-26T05:41:03.918466Z","caller":"traceutil/trace.go:171","msg":"trace[1688177391] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-5bbd6498d4-wqxqf.18a04dadf73bb6ac; range_end:; response_count:1; response_revision:5092; }","duration":"155.021295ms","start":"2026-03-26T05:41:03.763438Z","end":"2026-03-26T05:41:03.918459Z","steps":["trace[1688177391] 'agreement among raft nodes before linearized reading' (duration: 154.952403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:41:03.918585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.615543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-26T05:41:03.918649Z","caller":"traceutil/trace.go:171","msg":"trace[2131081910] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5092; }","duration":"209.703745ms","start":"2026-03-26T05:41:03.70893Z","end":"2026-03-26T05:41:03.918634Z","steps":["trace[2131081910] 'agreement among raft nodes before linearized reading' (duration: 209.464089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:41:03.918747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.277042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mq8cv\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-26T05:41:03.918777Z","caller":"traceutil/trace.go:171","msg":"trace[935751175] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mq8cv; range_end:; response_count:1; response_revision:5092; }","duration":"199.330365ms","start":"2026-03-26T05:41:03.719439Z","end":"2026-03-26T05:41:03.91877Z","steps":["trace[935751175] 'agreement among raft nodes before linearized reading' (duration: 199.256564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:41:03.918838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.796509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-26T05:41:03.91881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.563586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-26T05:41:03.918879Z","caller":"traceutil/trace.go:171","msg":"trace[1907220188] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5092; }","duration":"209.87855ms","start":"2026-03-26T05:41:03.70899Z","end":"2026-03-26T05:41:03.918869Z","steps":["trace[1907220188] 'agreement among raft nodes before linearized reading' (duration: 209.773788ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:41:03.918908Z","caller":"traceutil/trace.go:171","msg":"trace[1576404701] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5092; }","duration":"216.675379ms","start":"2026-03-26T05:41:03.702214Z","end":"2026-03-26T05:41:03.918889Z","steps":["trace[1576404701] 'agreement among raft nodes before linearized reading' (duration: 216.443293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:41:03.919655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.293444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777677"} {"level":"info","ts":"2026-03-26T05:41:03.919701Z","caller":"traceutil/trace.go:171","msg":"trace[1071886896] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5092; }","duration":"246.376165ms","start":"2026-03-26T05:41:03.673312Z","end":"2026-03-26T05:41:03.919688Z","steps":["trace[1071886896] 'agreement among raft nodes before linearized reading' (duration: 245.655596ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:41:04.043891Z","caller":"traceutil/trace.go:171","msg":"trace[1641442652] transaction","detail":"{read_only:false; response_revision:5093; number_of_response:1; }","duration":"121.488888ms","start":"2026-03-26T05:41:03.922378Z","end":"2026-03-26T05:41:04.043866Z","steps":["trace[1641442652] 'process raft request' (duration: 116.897567ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:41:04.04423Z","caller":"traceutil/trace.go:171","msg":"trace[316530153] transaction","detail":"{read_only:false; response_revision:5094; number_of_response:1; }","duration":"121.570339ms","start":"2026-03-26T05:41:03.92258Z","end":"2026-03-26T05:41:04.044151Z","steps":["trace[316530153] 'process raft request' (duration: 121.239031ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:41:04.044473Z","caller":"traceutil/trace.go:171","msg":"trace[139279066] transaction","detail":"{read_only:false; response_revision:5095; number_of_response:1; }","duration":"119.439835ms","start":"2026-03-26T05:41:03.925011Z","end":"2026-03-26T05:41:04.044451Z","steps":["trace[139279066] 'process raft request' (duration: 119.035304ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:41:04.04459Z","caller":"traceutil/trace.go:171","msg":"trace[508803127] transaction","detail":"{read_only:false; response_revision:5096; number_of_response:1; }","duration":"119.500536ms","start":"2026-03-26T05:41:03.925067Z","end":"2026-03-26T05:41:04.044568Z","steps":["trace[508803127] 'process raft request' (duration: 119.222239ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:41:04.04466Z","caller":"traceutil/trace.go:171","msg":"trace[163159246] transaction","detail":"{read_only:false; response_revision:5097; number_of_response:1; }","duration":"119.496437ms","start":"2026-03-26T05:41:03.925102Z","end":"2026-03-26T05:41:04.044599Z","steps":["trace[163159246] 'process raft request' (duration: 119.341082ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:41:04.044743Z","caller":"traceutil/trace.go:171","msg":"trace[448936936] transaction","detail":"{read_only:false; response_revision:5098; number_of_response:1; }","duration":"116.337714ms","start":"2026-03-26T05:41:03.928364Z","end":"2026-03-26T05:41:04.044701Z","steps":["trace[448936936] 'process raft request' (duration: 116.125388ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:41:04.044767Z","caller":"traceutil/trace.go:171","msg":"trace[498083714] linearizableReadLoop","detail":"{readStateIndex:5287; appliedIndex:5284; }","duration":"120.36974ms","start":"2026-03-26T05:41:03.924332Z","end":"2026-03-26T05:41:04.044702Z","steps":["trace[498083714] 'read index received' (duration: 20.542938ms)","trace[498083714] 'applied index is now lower than readState.Index' (duration: 99.823032ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T05:41:04.044998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.644426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62977"} {"level":"info","ts":"2026-03-26T05:41:04.045044Z","caller":"traceutil/trace.go:171","msg":"trace[256058631] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5098; }","duration":"120.729838ms","start":"2026-03-26T05:41:03.924304Z","end":"2026-03-26T05:41:04.045033Z","steps":["trace[256058631] 'agreement among raft nodes before linearized reading' (duration: 120.479291ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:41:04.078217Z","caller":"traceutil/trace.go:171","msg":"trace[1567433783] transaction","detail":"{read_only:false; response_revision:5099; number_of_response:1; }","duration":"131.89804ms","start":"2026-03-26T05:41:03.946282Z","end":"2026-03-26T05:41:04.07818Z","steps":["trace[1567433783] 'process raft request' (duration: 131.599113ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:41:04.078384Z","caller":"traceutil/trace.go:171","msg":"trace[2117977] transaction","detail":"{read_only:false; response_revision:5100; number_of_response:1; }","duration":"130.061193ms","start":"2026-03-26T05:41:03.948302Z","end":"2026-03-26T05:41:04.078363Z","steps":["trace[2117977] 'process raft request' (duration: 129.782826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:41:04.078419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.768333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16454"} {"level":"info","ts":"2026-03-26T05:41:04.078539Z","caller":"traceutil/trace.go:171","msg":"trace[1937970472] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5101; }","duration":"153.915667ms","start":"2026-03-26T05:41:03.9246Z","end":"2026-03-26T05:41:04.078516Z","steps":["trace[1937970472] 'agreement among raft nodes before linearized reading' (duration: 153.62159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:41:04.07877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.893635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777677"} {"level":"info","ts":"2026-03-26T05:41:04.078834Z","caller":"traceutil/trace.go:171","msg":"trace[1700026411] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5101; }","duration":"148.980327ms","start":"2026-03-26T05:41:03.929839Z","end":"2026-03-26T05:41:04.078819Z","steps":["trace[1700026411] 'agreement among raft nodes before linearized reading' (duration: 148.434762ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:41:05.499448Z","caller":"traceutil/trace.go:171","msg":"trace[1728641769] transaction","detail":"{read_only:false; response_revision:5128; number_of_response:1; }","duration":"106.188348ms","start":"2026-03-26T05:41:05.393231Z","end":"2026-03-26T05:41:05.499419Z","steps":["trace[1728641769] 'process raft request' (duration: 105.986204ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:41:05.50088Z","caller":"traceutil/trace.go:171","msg":"trace[258159691] linearizableReadLoop","detail":"{readStateIndex:5324; appliedIndex:5323; }","duration":"102.77167ms","start":"2026-03-26T05:41:05.398084Z","end":"2026-03-26T05:41:05.500856Z","steps":["trace[258159691] 'read index received' (duration: 101.817144ms)","trace[258159691] 'applied index is now lower than readState.Index' (duration: 953.556µs)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:41:05.501144Z","caller":"traceutil/trace.go:171","msg":"trace[1503734483] transaction","detail":"{read_only:false; response_revision:5129; number_of_response:1; }","duration":"107.468091ms","start":"2026-03-26T05:41:05.393663Z","end":"2026-03-26T05:41:05.501131Z","steps":["trace[1503734483] 'process raft request' (duration: 107.079492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:41:05.501158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.051326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b4f3d202-3eee-47b3-a62e-b2c8f77b158f\" ","response":"range_response_count:1 size:3907"} {"level":"info","ts":"2026-03-26T05:41:05.501214Z","caller":"traceutil/trace.go:171","msg":"trace[1433148348] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b4f3d202-3eee-47b3-a62e-b2c8f77b158f; range_end:; response_count:1; response_revision:5129; }","duration":"103.126628ms","start":"2026-03-26T05:41:05.398071Z","end":"2026-03-26T05:41:05.501198Z","steps":["trace[1433148348] 'agreement among raft nodes before linearized reading' (duration: 102.880312ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:41:12.090813Z","caller":"traceutil/trace.go:171","msg":"trace[1756708433] linearizableReadLoop","detail":"{readStateIndex:5443; appliedIndex:5441; }","duration":"136.46299ms","start":"2026-03-26T05:41:11.954322Z","end":"2026-03-26T05:41:12.090785Z","steps":["trace[1756708433] 'read index received' (duration: 17.391685ms)","trace[1756708433] 'applied index is now lower than readState.Index' (duration: 119.070385ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:41:12.09098Z","caller":"traceutil/trace.go:171","msg":"trace[379949673] transaction","detail":"{read_only:false; response_revision:5246; number_of_response:1; }","duration":"148.613527ms","start":"2026-03-26T05:41:11.942342Z","end":"2026-03-26T05:41:12.090956Z","steps":["trace[379949673] 'process raft request' (duration: 132.889966ms)","trace[379949673] 'compare' (duration: 15.425213ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T05:41:12.091295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.945602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-26T05:41:12.091377Z","caller":"traceutil/trace.go:171","msg":"trace[740565470] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:5246; }","duration":"137.044955ms","start":"2026-03-26T05:41:11.954313Z","end":"2026-03-26T05:41:12.091358Z","steps":["trace[740565470] 'agreement among raft nodes before linearized reading' (duration: 136.88637ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:41:13.954753Z","caller":"traceutil/trace.go:171","msg":"trace[15365765] transaction","detail":"{read_only:false; response_revision:5285; number_of_response:1; }","duration":"384.402625ms","start":"2026-03-26T05:41:13.570322Z","end":"2026-03-26T05:41:13.954724Z","steps":["trace[15365765] 'process raft request' (duration: 384.264632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:41:13.954908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:41:13.570284Z","time spent":"384.53941ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T05:41:14.054398Z","caller":"traceutil/trace.go:171","msg":"trace[1918980259] linearizableReadLoop","detail":"{readStateIndex:5484; appliedIndex:5483; }","duration":"168.437286ms","start":"2026-03-26T05:41:13.885937Z","end":"2026-03-26T05:41:14.054374Z","steps":["trace[1918980259] 'read index received' (duration: 68.81342ms)","trace[1918980259] 'applied index is now lower than readState.Index' (duration: 99.620586ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:41:14.054524Z","caller":"traceutil/trace.go:171","msg":"trace[1255626700] transaction","detail":"{read_only:false; response_revision:5286; number_of_response:1; }","duration":"483.140778ms","start":"2026-03-26T05:41:13.571369Z","end":"2026-03-26T05:41:14.05451Z","steps":["trace[1255626700] 'process raft request' (duration: 426.284511ms)","trace[1255626700] 'compare' (duration: 56.566159ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T05:41:14.054641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:41:13.571344Z","time spent":"483.219781ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T05:41:14.054875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.915279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-sdtkv\" ","response":"range_response_count:1 size:7818"} {"level":"info","ts":"2026-03-26T05:41:14.054988Z","caller":"traceutil/trace.go:171","msg":"trace[171133874] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-sdtkv; range_end:; response_count:1; response_revision:5286; }","duration":"169.062733ms","start":"2026-03-26T05:41:13.885904Z","end":"2026-03-26T05:41:14.054966Z","steps":["trace[171133874] 'agreement among raft nodes before linearized reading' (duration: 168.818797ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:41:14.23845Z","caller":"traceutil/trace.go:171","msg":"trace[1688652589] linearizableReadLoop","detail":"{readStateIndex:5485; appliedIndex:5484; }","duration":"139.13827ms","start":"2026-03-26T05:41:14.099288Z","end":"2026-03-26T05:41:14.238426Z","steps":["trace[1688652589] 'read index received' (duration: 138.899613ms)","trace[1688652589] 'applied index is now lower than readState.Index' (duration: 237.586µs)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:41:14.238589Z","caller":"traceutil/trace.go:171","msg":"trace[889773523] transaction","detail":"{read_only:false; response_revision:5287; number_of_response:1; }","duration":"175.978393ms","start":"2026-03-26T05:41:14.06258Z","end":"2026-03-26T05:41:14.238558Z","steps":["trace[889773523] 'process raft request' (duration: 175.658885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:41:14.238852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.397307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-26T05:41:14.238904Z","caller":"traceutil/trace.go:171","msg":"trace[990363934] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5287; }","duration":"139.651264ms","start":"2026-03-26T05:41:14.09924Z","end":"2026-03-26T05:41:14.238891Z","steps":["trace[990363934] 'agreement among raft nodes before linearized reading' (duration: 139.329515ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:41:14.261208Z","caller":"traceutil/trace.go:171","msg":"trace[1143631416] transaction","detail":"{read_only:false; response_revision:5288; number_of_response:1; }","duration":"140.197028ms","start":"2026-03-26T05:41:14.120988Z","end":"2026-03-26T05:41:14.261185Z","steps":["trace[1143631416] 'process raft request' (duration: 140.029143ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:41:14.26171Z","caller":"traceutil/trace.go:171","msg":"trace[1974890615] transaction","detail":"{read_only:false; response_revision:5289; number_of_response:1; }","duration":"138.35364ms","start":"2026-03-26T05:41:14.123047Z","end":"2026-03-26T05:41:14.261401Z","steps":["trace[1974890615] 'process raft request' (duration: 138.099982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:41:14.261816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.088852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-26T05:41:14.261703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.784259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-26T05:41:14.261841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.138433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-26T05:41:14.261879Z","caller":"traceutil/trace.go:171","msg":"trace[1158371789] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5289; }","duration":"159.992056ms","start":"2026-03-26T05:41:14.101869Z","end":"2026-03-26T05:41:14.261861Z","steps":["trace[1158371789] 'agreement among raft nodes before linearized reading' (duration: 159.493782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:41:14.26189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.115492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-26T05:41:14.261924Z","caller":"traceutil/trace.go:171","msg":"trace[263997223] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5289; }","duration":"154.252286ms","start":"2026-03-26T05:41:14.107657Z","end":"2026-03-26T05:41:14.26191Z","steps":["trace[263997223] 'agreement among raft nodes before linearized reading' (duration: 154.066531ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:41:14.261944Z","caller":"traceutil/trace.go:171","msg":"trace[914189687] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5289; }","duration":"159.192765ms","start":"2026-03-26T05:41:14.102737Z","end":"2026-03-26T05:41:14.26193Z","steps":["trace[914189687] 'agreement among raft nodes before linearized reading' (duration: 159.01927ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:41:14.26187Z","caller":"traceutil/trace.go:171","msg":"trace[204019599] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5289; }","duration":"154.156522ms","start":"2026-03-26T05:41:14.107698Z","end":"2026-03-26T05:41:14.261855Z","steps":["trace[204019599] 'agreement among raft nodes before linearized reading' (duration: 154.06038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:41:14.262371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.800108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mq8cv\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-26T05:41:14.262431Z","caller":"traceutil/trace.go:171","msg":"trace[585776710] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mq8cv; range_end:; response_count:1; response_revision:5289; }","duration":"152.881419ms","start":"2026-03-26T05:41:14.109531Z","end":"2026-03-26T05:41:14.262412Z","steps":["trace[585776710] 'agreement among raft nodes before linearized reading' (duration: 151.842612ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:41:16.013382Z","caller":"traceutil/trace.go:171","msg":"trace[1318648992] transaction","detail":"{read_only:false; response_revision:5307; number_of_response:1; }","duration":"142.354484ms","start":"2026-03-26T05:41:15.870997Z","end":"2026-03-26T05:41:16.013351Z","steps":["trace[1318648992] 'process raft request' (duration: 98.565348ms)","trace[1318648992] 'compare' (duration: 43.58413ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T05:41:22.863296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.733105ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T05:41:22.863467Z","caller":"traceutil/trace.go:171","msg":"trace[1614504467] linearizableReadLoop","detail":"{readStateIndex:5623; appliedIndex:5621; }","duration":"479.168634ms","start":"2026-03-26T05:41:22.384285Z","end":"2026-03-26T05:41:22.863454Z","steps":["trace[1614504467] 'read index received' (duration: 24.186853ms)","trace[1614504467] 'applied index is now lower than readState.Index' (duration: 454.980861ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:41:22.863529Z","caller":"traceutil/trace.go:171","msg":"trace[24316105] transaction","detail":"{read_only:false; response_revision:5423; number_of_response:1; }","duration":"538.312454ms","start":"2026-03-26T05:41:22.32521Z","end":"2026-03-26T05:41:22.863522Z","steps":["trace[24316105] 'process raft request' (duration: 538.17825ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:41:22.86353Z","caller":"traceutil/trace.go:171","msg":"trace[794073274] transaction","detail":"{read_only:false; response_revision:5422; number_of_response:1; }","duration":"539.699859ms","start":"2026-03-26T05:41:22.323792Z","end":"2026-03-26T05:41:22.863491Z","steps":["trace[794073274] 'process raft request' (duration: 84.683046ms)","trace[794073274] 'compare' (duration: 454.287924ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T05:41:22.863569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:41:22.325172Z","time spent":"538.374104ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T05:41:22.8636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:41:22.323776Z","time spent":"539.788761ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T05:41:22.863836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.867807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-26T05:41:22.863904Z","caller":"traceutil/trace.go:171","msg":"trace[1606309164] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5423; }","duration":"465.979481ms","start":"2026-03-26T05:41:22.397909Z","end":"2026-03-26T05:41:22.863889Z","steps":["trace[1606309164] 'agreement among raft nodes before linearized reading' (duration: 465.805817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:41:22.863897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.132368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mq8cv\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-26T05:41:22.863892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.422902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-26T05:41:22.863934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.649254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-26T05:41:22.863948Z","caller":"traceutil/trace.go:171","msg":"trace[1135004762] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mq8cv; range_end:; response_count:1; response_revision:5423; }","duration":"457.207732ms","start":"2026-03-26T05:41:22.406725Z","end":"2026-03-26T05:41:22.863933Z","steps":["trace[1135004762] 'agreement among raft nodes before linearized reading' (duration: 457.054677ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:41:22.863984Z","caller":"traceutil/trace.go:171","msg":"trace[682122739] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5423; }","duration":"451.754728ms","start":"2026-03-26T05:41:22.412221Z","end":"2026-03-26T05:41:22.863975Z","steps":["trace[682122739] 'agreement among raft nodes before linearized reading' (duration: 451.560383ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:41:22.863976Z","caller":"traceutil/trace.go:171","msg":"trace[1023763147] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5423; }","duration":"471.554306ms","start":"2026-03-26T05:41:22.392404Z","end":"2026-03-26T05:41:22.863958Z","steps":["trace[1023763147] 'agreement among raft nodes before linearized reading' (duration: 471.29999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:41:22.863992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:41:22.406711Z","time spent":"457.274142ms","remote":"127.0.0.1:44754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-mq8cv\" "} {"level":"warn","ts":"2026-03-26T05:41:22.864015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:41:22.412201Z","time spent":"451.807879ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-26T05:41:22.864026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:41:22.392384Z","time spent":"471.634409ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-26T05:41:22.863935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:41:22.397898Z","time spent":"466.031862ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-26T05:41:22.864084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.580546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T05:41:22.864277Z","caller":"traceutil/trace.go:171","msg":"trace[1990977604] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5423; }","duration":"360.025558ms","start":"2026-03-26T05:41:22.504222Z","end":"2026-03-26T05:41:22.864247Z","steps":["trace[1990977604] 'agreement among raft nodes before linearized reading' (duration: 359.516834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:41:22.864379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:41:22.504169Z","time spent":"360.195103ms","remote":"127.0.0.1:44560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-26T05:41:22.864263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.679463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-26T05:41:22.86463Z","caller":"traceutil/trace.go:171","msg":"trace[793818612] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5423; }","duration":"458.074824ms","start":"2026-03-26T05:41:22.406419Z","end":"2026-03-26T05:41:22.864494Z","steps":["trace[793818612] 'agreement among raft nodes before linearized reading' (duration: 457.306204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:41:22.864025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.612767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-27d28aec-5915-4b87-b21a-446d6e431e60\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-26T05:41:22.864722Z","caller":"traceutil/trace.go:171","msg":"trace[1296951906] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-27d28aec-5915-4b87-b21a-446d6e431e60; range_end:; response_count:1; response_revision:5423; }","duration":"467.401148ms","start":"2026-03-26T05:41:22.397306Z","end":"2026-03-26T05:41:22.864707Z","steps":["trace[1296951906] 'agreement among raft nodes before linearized reading' (duration: 466.427472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:41:22.864775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:41:22.397276Z","time spent":"467.476838ms","remote":"127.0.0.1:44754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3670,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-27d28aec-5915-4b87-b21a-446d6e431e60\" "} {"level":"warn","ts":"2026-03-26T05:41:22.864116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.809962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-26T05:41:22.864839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:41:22.406408Z","time spent":"458.272729ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-26T05:41:22.864874Z","caller":"traceutil/trace.go:171","msg":"trace[1499056132] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5423; }","duration":"480.606423ms","start":"2026-03-26T05:41:22.384211Z","end":"2026-03-26T05:41:22.864817Z","steps":["trace[1499056132] 'agreement among raft nodes before linearized reading' (duration: 479.637868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:41:22.865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:41:22.384155Z","time spent":"480.800258ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-26T05:41:23.263315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.105389ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T05:41:23.263456Z","caller":"traceutil/trace.go:171","msg":"trace[1217670194] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5423; }","duration":"233.262072ms","start":"2026-03-26T05:41:23.030175Z","end":"2026-03-26T05:41:23.263437Z","steps":["trace[1217670194] 'range keys from in-memory index tree' (duration: 233.087508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:41:23.263565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.09363ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T05:41:23.263671Z","caller":"traceutil/trace.go:171","msg":"trace[947702006] transaction","detail":"{read_only:false; response_revision:5424; number_of_response:1; }","duration":"393.952456ms","start":"2026-03-26T05:41:22.869697Z","end":"2026-03-26T05:41:23.263649Z","steps":["trace[947702006] 'process raft request' (duration: 215.677612ms)","trace[947702006] 'compare' (duration: 177.870274ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T05:41:23.263842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:41:22.869674Z","time spent":"394.12212ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T05:41:23.889736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.304759ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T05:41:23.889962Z","caller":"traceutil/trace.go:171","msg":"trace[1857219017] transaction","detail":"{read_only:false; response_revision:5425; number_of_response:1; }","duration":"1.020187558s","start":"2026-03-26T05:41:22.869748Z","end":"2026-03-26T05:41:23.889935Z","steps":["trace[1857219017] 'process raft request' (duration: 915.576051ms)","trace[1857219017] 'compare' (duration: 104.146104ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T05:41:23.890068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:41:22.869731Z","time spent":"1.020290171s","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T05:41:23.890263Z","caller":"traceutil/trace.go:171","msg":"trace[111435759] transaction","detail":"{read_only:false; response_revision:5426; number_of_response:1; }","duration":"1.020498315s","start":"2026-03-26T05:41:22.869737Z","end":"2026-03-26T05:41:23.890236Z","steps":["trace[111435759] 'process raft request' (duration: 1.020121256s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:41:23.890405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:41:22.869701Z","time spent":"1.02062792s","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T05:41:23.890604Z","caller":"traceutil/trace.go:171","msg":"trace[571565040] transaction","detail":"{read_only:false; response_revision:5427; number_of_response:1; }","duration":"1.020726472s","start":"2026-03-26T05:41:22.869859Z","end":"2026-03-26T05:41:23.890586Z","steps":["trace[571565040] 'process raft request' (duration: 1.020293301s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:41:23.890709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:41:22.869848Z","time spent":"1.020810695s","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T05:41:23.890978Z","caller":"traceutil/trace.go:171","msg":"trace[55181695] linearizableReadLoop","detail":"{readStateIndex:5628; appliedIndex:5623; }","duration":"922.478252ms","start":"2026-03-26T05:41:22.968483Z","end":"2026-03-26T05:41:23.890961Z","steps":["trace[55181695] 'read index received' (duration: 116.910538ms)","trace[55181695] 'applied index is now lower than readState.Index' (duration: 805.566374ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:41:23.890987Z","caller":"traceutil/trace.go:171","msg":"trace[460797971] transaction","detail":"{read_only:false; response_revision:5428; number_of_response:1; }","duration":"1.020289942s","start":"2026-03-26T05:41:22.870678Z","end":"2026-03-26T05:41:23.890968Z","steps":["trace[460797971] 'process raft request' (duration: 1.01983993s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:41:23.891115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:41:22.870658Z","time spent":"1.020376424s","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T05:41:23.891544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.003916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-27d28aec-5915-4b87-b21a-446d6e431e60\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-26T05:41:23.89167Z","caller":"traceutil/trace.go:171","msg":"trace[815781475] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-27d28aec-5915-4b87-b21a-446d6e431e60; range_end:; response_count:1; response_revision:5428; }","duration":"923.238072ms","start":"2026-03-26T05:41:22.968407Z","end":"2026-03-26T05:41:23.891645Z","steps":["trace[815781475] 'agreement among raft nodes before linearized reading' (duration: 922.669697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:41:23.891747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:41:22.968361Z","time spent":"923.371996ms","remote":"127.0.0.1:44754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3670,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-27d28aec-5915-4b87-b21a-446d6e431e60\" "} {"level":"warn","ts":"2026-03-26T05:41:23.977213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.303959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T05:41:23.977262Z","caller":"traceutil/trace.go:171","msg":"trace[1482191485] transaction","detail":"{read_only:false; response_revision:5429; number_of_response:1; }","duration":"587.732205ms","start":"2026-03-26T05:41:23.389505Z","end":"2026-03-26T05:41:23.977237Z","steps":["trace[1482191485] 'process raft request' (duration: 587.464588ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:41:23.977303Z","caller":"traceutil/trace.go:171","msg":"trace[743904913] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:5429; }","duration":"534.464812ms","start":"2026-03-26T05:41:23.442816Z","end":"2026-03-26T05:41:23.977281Z","steps":["trace[743904913] 'agreement among raft nodes before linearized reading' (duration: 534.298948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:41:23.977316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.831163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T05:41:23.977352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:41:23.442784Z","time spent":"534.557953ms","remote":"127.0.0.1:36450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-03-26T05:41:23.977371Z","caller":"traceutil/trace.go:171","msg":"trace[2142517078] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5429; }","duration":"471.946006ms","start":"2026-03-26T05:41:23.505411Z","end":"2026-03-26T05:41:23.977357Z","steps":["trace[2142517078] 'agreement among raft nodes before linearized reading' (duration: 471.838713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:41:23.977406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:41:23.505386Z","time spent":"472.013478ms","remote":"127.0.0.1:44560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-26T05:41:23.977402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:41:23.389478Z","time spent":"587.847048ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T05:41:23.977377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.625394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-27d28aec-5915-4b87-b21a-446d6e431e60\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-26T05:41:23.977599Z","caller":"traceutil/trace.go:171","msg":"trace[1645230028] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-27d28aec-5915-4b87-b21a-446d6e431e60; range_end:; response_count:1; response_revision:5429; }","duration":"105.873379ms","start":"2026-03-26T05:41:23.871631Z","end":"2026-03-26T05:41:23.977504Z","steps":["trace[1645230028] 'agreement among raft nodes before linearized reading' (duration: 105.52599ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:41:24.124554Z","caller":"traceutil/trace.go:171","msg":"trace[2112908973] transaction","detail":"{read_only:false; response_revision:5431; number_of_response:1; }","duration":"225.491269ms","start":"2026-03-26T05:41:23.899038Z","end":"2026-03-26T05:41:24.124529Z","steps":["trace[2112908973] 'process raft request' (duration: 225.221011ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:41:24.124618Z","caller":"traceutil/trace.go:171","msg":"trace[671067244] linearizableReadLoop","detail":"{readStateIndex:5631; appliedIndex:5629; }","duration":"145.693221ms","start":"2026-03-26T05:41:23.978895Z","end":"2026-03-26T05:41:24.124588Z","steps":["trace[671067244] 'read index received' (duration: 132.927647ms)","trace[671067244] 'applied index is now lower than readState.Index' (duration: 12.761834ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T05:41:24.124785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.875936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T05:41:24.124827Z","caller":"traceutil/trace.go:171","msg":"trace[779620018] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5432; }","duration":"145.977979ms","start":"2026-03-26T05:41:23.97884Z","end":"2026-03-26T05:41:24.124818Z","steps":["trace[779620018] 'agreement among raft nodes before linearized reading' (duration: 145.878136ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:41:24.124429Z","caller":"traceutil/trace.go:171","msg":"trace[839023653] transaction","detail":"{read_only:false; response_revision:5430; number_of_response:1; }","duration":"229.491374ms","start":"2026-03-26T05:41:23.894905Z","end":"2026-03-26T05:41:24.124396Z","steps":["trace[839023653] 'process raft request' (duration: 216.901955ms)","trace[839023653] 'compare' (duration: 12.26226ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T05:41:25.952794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.161805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-26T05:41:25.952864Z","caller":"traceutil/trace.go:171","msg":"trace[579331216] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5452; }","duration":"156.280378ms","start":"2026-03-26T05:41:25.796567Z","end":"2026-03-26T05:41:25.952848Z","steps":["trace[579331216] 'range keys from in-memory index tree' (duration: 156.01125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:41:26.720279Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237015381172564,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-26T05:41:26.965105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.465375ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-26T05:41:26.965595Z","caller":"traceutil/trace.go:171","msg":"trace[1196346372] transaction","detail":"{read_only:false; response_revision:5457; number_of_response:1; }","duration":"870.281497ms","start":"2026-03-26T05:41:26.095283Z","end":"2026-03-26T05:41:26.965565Z","steps":["trace[1196346372] 'process raft request' (duration: 664.252067ms)","trace[1196346372] 'compare' (duration: 205.134387ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T05:41:26.965791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:41:26.095223Z","time spent":"870.450061ms","remote":"127.0.0.1:44652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2581,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-26T05:41:26.965994Z","caller":"traceutil/trace.go:171","msg":"trace[1132356355] transaction","detail":"{read_only:false; response_revision:5458; number_of_response:1; }","duration":"837.14074ms","start":"2026-03-26T05:41:26.128822Z","end":"2026-03-26T05:41:26.965963Z","steps":["trace[1132356355] 'process raft request' (duration: 836.566225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:41:26.966143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:41:26.128788Z","time spent":"837.278304ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T05:41:26.966146Z","caller":"traceutil/trace.go:171","msg":"trace[1751840063] transaction","detail":"{read_only:false; response_revision:5459; number_of_response:1; }","duration":"817.839606ms","start":"2026-03-26T05:41:26.148273Z","end":"2026-03-26T05:41:26.966113Z","steps":["trace[1751840063] 'process raft request' (duration: 817.529408ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:41:26.966267Z","caller":"traceutil/trace.go:171","msg":"trace[940764324] linearizableReadLoop","detail":"{readStateIndex:5661; appliedIndex:5658; }","duration":"746.688995ms","start":"2026-03-26T05:41:26.219552Z","end":"2026-03-26T05:41:26.966241Z","steps":["trace[940764324] 'read index received' (duration: 540.014078ms)","trace[940764324] 'applied index is now lower than readState.Index' (duration: 206.672576ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T05:41:26.966378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:41:26.148255Z","time spent":"817.978019ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T05:41:26.966396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.821358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T05:41:26.966622Z","caller":"traceutil/trace.go:171","msg":"trace[1160355567] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:5459; }","duration":"747.036144ms","start":"2026-03-26T05:41:26.219505Z","end":"2026-03-26T05:41:26.966541Z","steps":["trace[1160355567] 'agreement among raft nodes before linearized reading' (duration: 746.819498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:41:26.966751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:41:26.219485Z","time spent":"747.219187ms","remote":"127.0.0.1:36386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-26T05:41:26.967261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.867703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-26T05:41:26.9673Z","caller":"traceutil/trace.go:171","msg":"trace[794827187] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:5461; }","duration":"107.955703ms","start":"2026-03-26T05:41:26.859335Z","end":"2026-03-26T05:41:26.967291Z","steps":["trace[794827187] 'agreement among raft nodes before linearized reading' (duration: 107.859992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:41:26.96731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.644774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T05:41:26.967346Z","caller":"traceutil/trace.go:171","msg":"trace[1930388678] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5461; }","duration":"462.739646ms","start":"2026-03-26T05:41:26.504594Z","end":"2026-03-26T05:41:26.967334Z","steps":["trace[1930388678] 'agreement among raft nodes before linearized reading' (duration: 462.693674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:41:26.967386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:41:26.504568Z","time spent":"462.812497ms","remote":"127.0.0.1:44560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-26T05:41:26.967255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.669897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T05:41:26.967481Z","caller":"traceutil/trace.go:171","msg":"trace[195529713] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:5461; }","duration":"482.949694ms","start":"2026-03-26T05:41:26.484521Z","end":"2026-03-26T05:41:26.967471Z","steps":["trace[195529713] 'agreement among raft nodes before linearized reading' (duration: 482.666148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:41:26.967538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:41:26.484497Z","time spent":"483.010726ms","remote":"127.0.0.1:44790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-26T05:41:26.967623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.572683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-26T05:41:26.967722Z","caller":"traceutil/trace.go:171","msg":"trace[334650134] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5461; }","duration":"327.052086ms","start":"2026-03-26T05:41:26.640644Z","end":"2026-03-26T05:41:26.967696Z","steps":["trace[334650134] 'agreement among raft nodes before linearized reading' (duration: 326.595194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:41:26.96782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:41:26.640599Z","time spent":"327.20482ms","remote":"127.0.0.1:36580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-26T05:41:35.943226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.945124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T05:41:35.943314Z","caller":"traceutil/trace.go:171","msg":"trace[825987646] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:5617; }","duration":"514.089708ms","start":"2026-03-26T05:41:35.429203Z","end":"2026-03-26T05:41:35.943293Z","steps":["trace[825987646] 'count revisions from in-memory index tree' (duration: 513.856973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:41:35.943365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:41:35.429155Z","time spent":"514.198442ms","remote":"127.0.0.1:37414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-26T05:41:35.943719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.854154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T05:41:35.943827Z","caller":"traceutil/trace.go:171","msg":"trace[95549447] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:5617; }","duration":"531.994798ms","start":"2026-03-26T05:41:35.411809Z","end":"2026-03-26T05:41:35.943803Z","steps":["trace[95549447] 'count revisions from in-memory index tree' (duration: 531.74844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:41:35.943904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:41:35.41174Z","time spent":"532.140492ms","remote":"127.0.0.1:36538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-26T05:41:40.229118Z","caller":"traceutil/trace.go:171","msg":"trace[1730483394] linearizableReadLoop","detail":"{readStateIndex:5857; appliedIndex:5856; }","duration":"106.483616ms","start":"2026-03-26T05:41:40.12261Z","end":"2026-03-26T05:41:40.229093Z","steps":["trace[1730483394] 'read index received' (duration: 105.978622ms)","trace[1730483394] 'applied index is now lower than readState.Index' (duration: 503.784µs)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:41:40.229186Z","caller":"traceutil/trace.go:171","msg":"trace[795209671] transaction","detail":"{read_only:false; response_revision:5650; number_of_response:1; }","duration":"121.232192ms","start":"2026-03-26T05:41:40.107919Z","end":"2026-03-26T05:41:40.229151Z","steps":["trace[795209671] 'process raft request' (duration: 120.708068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:41:40.229301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.672191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10392"} {"level":"info","ts":"2026-03-26T05:41:40.229451Z","caller":"traceutil/trace.go:171","msg":"trace[232209717] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5650; }","duration":"106.841225ms","start":"2026-03-26T05:41:40.122591Z","end":"2026-03-26T05:41:40.229432Z","steps":["trace[232209717] 'agreement among raft nodes before linearized reading' (duration: 106.583628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:41:40.787949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.615499ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-26T05:41:40.788603Z","caller":"traceutil/trace.go:171","msg":"trace[590194929] linearizableReadLoop","detail":"{readStateIndex:5858; appliedIndex:5857; }","duration":"559.396973ms","start":"2026-03-26T05:41:40.229184Z","end":"2026-03-26T05:41:40.788581Z","steps":["trace[590194929] 'read index received' (duration: 51.070265ms)","trace[590194929] 'applied index is now lower than readState.Index' (duration: 508.325288ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:41:40.788701Z","caller":"traceutil/trace.go:171","msg":"trace[238551930] transaction","detail":"{read_only:false; response_revision:5651; number_of_response:1; }","duration":"548.19557ms","start":"2026-03-26T05:41:40.240462Z","end":"2026-03-26T05:41:40.788658Z","steps":["trace[238551930] 'process raft request' (duration: 547.591174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:41:40.788882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:41:40.240441Z","time spent":"548.361976ms","remote":"127.0.0.1:44754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10670,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T05:41:41.55667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.357283077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-26T05:41:41.556762Z","caller":"traceutil/trace.go:171","msg":"trace[1774097237] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5651; }","duration":"1.35741058s","start":"2026-03-26T05:41:40.199331Z","end":"2026-03-26T05:41:41.556741Z","steps":["trace[1774097237] 'agreement among raft nodes before linearized reading' (duration: 589.306336ms)","trace[1774097237] 'range keys from in-memory index tree' (duration: 767.839087ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T05:41:41.556748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.349131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-03-26T05:41:41.556807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:41:40.199315Z","time spent":"1.357481922s","remote":"127.0.0.1:44726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-26T05:41:41.556822Z","caller":"traceutil/trace.go:171","msg":"trace[142993964] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5651; }","duration":"570.458493ms","start":"2026-03-26T05:41:40.986345Z","end":"2026-03-26T05:41:41.556803Z","steps":["trace[142993964] 'range keys from in-memory index tree' (duration: 570.177925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:41:41.556864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:41:40.986321Z","time spent":"570.532236ms","remote":"127.0.0.1:36408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3340,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-26T05:41:41.556981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052900414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T05:41:41.557076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.42162725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-26T05:41:41.557133Z","caller":"traceutil/trace.go:171","msg":"trace[903599069] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5651; }","duration":"1.421724312s","start":"2026-03-26T05:41:40.135396Z","end":"2026-03-26T05:41:41.55712Z","steps":["trace[903599069] 'agreement among raft nodes before linearized reading' (duration: 653.29412ms)","trace[903599069] 'range keys from in-memory index tree' (duration: 768.297639ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T05:41:41.557173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:41:40.135378Z","time spent":"1.421786764s","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-26T05:41:41.557053Z","caller":"traceutil/trace.go:171","msg":"trace[1030785941] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5651; }","duration":"1.053026438s","start":"2026-03-26T05:41:40.504007Z","end":"2026-03-26T05:41:41.557033Z","steps":["trace[1030785941] 'agreement among raft nodes before linearized reading' (duration: 284.683947ms)","trace[1030785941] 'range keys from in-memory index tree' (duration: 768.231848ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T05:41:41.557427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:41:40.503984Z","time spent":"1.053430077s","remote":"127.0.0.1:44560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-26T05:41:41.557562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.426890307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-26T05:41:41.557648Z","caller":"traceutil/trace.go:171","msg":"trace[719138659] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5651; }","duration":"1.42699414s","start":"2026-03-26T05:41:40.130639Z","end":"2026-03-26T05:41:41.557633Z","steps":["trace[719138659] 'agreement among raft nodes before linearized reading' (duration: 658.038574ms)","trace[719138659] 'range keys from in-memory index tree' (duration: 768.70333ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T05:41:41.557726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:41:40.130628Z","time spent":"1.427085353s","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-26T05:41:41.557754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.123858ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T05:41:41.557849Z","caller":"traceutil/trace.go:171","msg":"trace[260131404] transaction","detail":"{read_only:false; response_revision:5652; number_of_response:1; }","duration":"546.790984ms","start":"2026-03-26T05:41:41.011038Z","end":"2026-03-26T05:41:41.557829Z","steps":["trace[260131404] 'process raft request' (duration: 55.505332ms)","trace[260131404] 'compare' (duration: 489.718582ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T05:41:41.557943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:41:41.011016Z","time spent":"546.884516ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T05:41:41.614832Z","caller":"traceutil/trace.go:171","msg":"trace[1461968330] linearizableReadLoop","detail":"{readStateIndex:5863; appliedIndex:5859; }","duration":"585.134827ms","start":"2026-03-26T05:41:41.029675Z","end":"2026-03-26T05:41:41.61481Z","steps":["trace[1461968330] 'read index received' (duration: 36.857274ms)","trace[1461968330] 'applied index is now lower than readState.Index' (duration: 548.276693ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:41:41.614912Z","caller":"traceutil/trace.go:171","msg":"trace[1218207646] transaction","detail":"{read_only:false; response_revision:5653; number_of_response:1; }","duration":"602.664065ms","start":"2026-03-26T05:41:41.01224Z","end":"2026-03-26T05:41:41.614904Z","steps":["trace[1218207646] 'process raft request' (duration: 602.342987ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:41:41.614853Z","caller":"traceutil/trace.go:171","msg":"trace[111332213] transaction","detail":"{read_only:false; response_revision:5654; number_of_response:1; }","duration":"602.532891ms","start":"2026-03-26T05:41:41.012296Z","end":"2026-03-26T05:41:41.614828Z","steps":["trace[111332213] 'process raft request' (duration: 602.410628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:41:41.615031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.337552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mq8cv\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-26T05:41:41.614931Z","caller":"traceutil/trace.go:171","msg":"trace[1250679161] transaction","detail":"{read_only:false; response_revision:5655; number_of_response:1; }","duration":"602.490992ms","start":"2026-03-26T05:41:41.012397Z","end":"2026-03-26T05:41:41.614888Z","steps":["trace[1250679161] 'process raft request' (duration: 602.379049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:41:41.615175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:41:41.012272Z","time spent":"602.781409ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T05:41:41.615066Z","caller":"traceutil/trace.go:171","msg":"trace[1715050741] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mq8cv; range_end:; response_count:1; response_revision:5655; }","duration":"585.410284ms","start":"2026-03-26T05:41:41.029646Z","end":"2026-03-26T05:41:41.615056Z","steps":["trace[1715050741] 'agreement among raft nodes before linearized reading' (duration: 585.276751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:41:41.615252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:41:41.012388Z","time spent":"602.760148ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T05:41:41.615304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:41:41.029636Z","time spent":"585.658541ms","remote":"127.0.0.1:44754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-mq8cv\" "} {"level":"warn","ts":"2026-03-26T05:41:41.615091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:41:41.012208Z","time spent":"602.773559ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T05:41:42.02204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.578748ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T05:41:42.022268Z","caller":"traceutil/trace.go:171","msg":"trace[553601138] transaction","detail":"{read_only:false; response_revision:5656; number_of_response:1; }","duration":"459.535782ms","start":"2026-03-26T05:41:41.562694Z","end":"2026-03-26T05:41:42.02223Z","steps":["trace[553601138] 'process raft request' (duration: 266.665736ms)","trace[553601138] 'compare' (duration: 192.392874ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:41:42.022441Z","caller":"traceutil/trace.go:171","msg":"trace[546697328] transaction","detail":"{read_only:false; response_revision:5658; number_of_response:1; }","duration":"459.018348ms","start":"2026-03-26T05:41:41.563399Z","end":"2026-03-26T05:41:42.022417Z","steps":["trace[546697328] 'process raft request' (duration: 458.805982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:41:42.022457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:41:41.562667Z","time spent":"459.707266ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T05:41:42.022526Z","caller":"traceutil/trace.go:171","msg":"trace[799951915] transaction","detail":"{read_only:false; response_revision:5659; number_of_response:1; }","duration":"458.962437ms","start":"2026-03-26T05:41:41.563546Z","end":"2026-03-26T05:41:42.022509Z","steps":["trace[799951915] 'process raft request' (duration: 458.708439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:41:42.022538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:41:41.563391Z","time spent":"459.1044ms","remote":"127.0.0.1:44742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":893,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T05:41:42.022615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:41:41.563538Z","time spent":"459.038258ms","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1506,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T05:41:42.022495Z","caller":"traceutil/trace.go:171","msg":"trace[1795030794] transaction","detail":"{read_only:false; response_revision:5657; number_of_response:1; }","duration":"459.258684ms","start":"2026-03-26T05:41:41.563175Z","end":"2026-03-26T05:41:42.022433Z","steps":["trace[1795030794] 'process raft request' (duration: 458.973097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:41:42.022833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:41:41.563149Z","time spent":"459.615884ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T05:41:42.022978Z","caller":"traceutil/trace.go:171","msg":"trace[278391203] transaction","detail":"{read_only:false; response_revision:5660; number_of_response:1; }","duration":"458.838143ms","start":"2026-03-26T05:41:41.564128Z","end":"2026-03-26T05:41:42.022966Z","steps":["trace[278391203] 'process raft request' (duration: 458.32766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:41:42.023051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:41:41.5641Z","time spent":"458.916936ms","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1429,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T05:41:42.023129Z","caller":"traceutil/trace.go:171","msg":"trace[1838404775] transaction","detail":"{read_only:false; response_revision:5661; number_of_response:1; }","duration":"457.233301ms","start":"2026-03-26T05:41:41.56588Z","end":"2026-03-26T05:41:42.023113Z","steps":["trace[1838404775] 'process raft request' (duration: 456.931864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:41:42.023239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.056334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-26T05:41:42.023288Z","caller":"traceutil/trace.go:171","msg":"trace[348459134] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:5661; }","duration":"734.144756ms","start":"2026-03-26T05:41:41.289135Z","end":"2026-03-26T05:41:42.02328Z","steps":["trace[348459134] 'agreement among raft nodes before linearized reading' (duration: 734.066633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:41:42.023318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:41:41.289113Z","time spent":"734.197406ms","remote":"127.0.0.1:45028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":10,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-26T05:41:42.023327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:41:41.565859Z","time spent":"457.371755ms","remote":"127.0.0.1:44742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":951,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T05:41:42.023498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.077665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-26T05:41:42.023529Z","caller":"traceutil/trace.go:171","msg":"trace[878634115] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5661; }","duration":"416.147947ms","start":"2026-03-26T05:41:41.607371Z","end":"2026-03-26T05:41:42.023519Z","steps":["trace[878634115] 'agreement among raft nodes before linearized reading' (duration: 416.098056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:41:42.023556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:41:41.607348Z","time spent":"416.201148ms","remote":"127.0.0.1:36632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-26T05:41:42.023591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.955444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T05:41:42.023633Z","caller":"traceutil/trace.go:171","msg":"trace[1854859788] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5661; }","duration":"465.020585ms","start":"2026-03-26T05:41:41.558599Z","end":"2026-03-26T05:41:42.02362Z","steps":["trace[1854859788] 'agreement among raft nodes before linearized reading' (duration: 464.954324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:41:42.023657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:41:41.558579Z","time spent":"465.074566ms","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-26T05:41:42.023686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.760319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:17209"} {"level":"info","ts":"2026-03-26T05:41:42.023759Z","caller":"traceutil/trace.go:171","msg":"trace[16582855] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5661; }","duration":"448.839462ms","start":"2026-03-26T05:41:41.574891Z","end":"2026-03-26T05:41:42.023731Z","steps":["trace[16582855] 'agreement among raft nodes before linearized reading' (duration: 448.667168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:41:42.023795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:41:41.574884Z","time spent":"448.903374ms","remote":"127.0.0.1:44754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":17233,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-26T05:41:42.023844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.330791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-27d28aec-5915-4b87-b21a-446d6e431e60\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-26T05:41:42.023875Z","caller":"traceutil/trace.go:171","msg":"trace[1381434549] range","detail":"{range_begin:/registry/persistentvolumes/pvc-27d28aec-5915-4b87-b21a-446d6e431e60; range_end:; response_count:1; response_revision:5661; }","duration":"463.383071ms","start":"2026-03-26T05:41:41.560482Z","end":"2026-03-26T05:41:42.023866Z","steps":["trace[1381434549] 'agreement among raft nodes before linearized reading' (duration: 463.28683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:41:42.023896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:41:41.560469Z","time spent":"463.420173ms","remote":"127.0.0.1:44714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-27d28aec-5915-4b87-b21a-446d6e431e60\" "} {"level":"info","ts":"2026-03-26T05:41:42.02318Z","caller":"traceutil/trace.go:171","msg":"trace[1704620951] linearizableReadLoop","detail":"{readStateIndex:5869; appliedIndex:5863; }","duration":"408.272511ms","start":"2026-03-26T05:41:41.614896Z","end":"2026-03-26T05:41:42.023169Z","steps":["trace[1704620951] 'read index received' (duration: 214.399829ms)","trace[1704620951] 'applied index is now lower than readState.Index' (duration: 193.871512ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T05:41:42.024109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.716554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-26T05:41:42.024134Z","caller":"traceutil/trace.go:171","msg":"trace[75412486] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5661; }","duration":"668.784566ms","start":"2026-03-26T05:41:41.355344Z","end":"2026-03-26T05:41:42.024128Z","steps":["trace[75412486] 'agreement among raft nodes before linearized reading' (duration: 668.718634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:41:42.024151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:41:41.35532Z","time spent":"668.826646ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-26T05:41:42.024261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.479122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T05:41:42.024287Z","caller":"traceutil/trace.go:171","msg":"trace[1422615075] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:5661; }","duration":"508.543053ms","start":"2026-03-26T05:41:41.515736Z","end":"2026-03-26T05:41:42.024279Z","steps":["trace[1422615075] 'agreement among raft nodes before linearized reading' (duration: 508.505113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:41:42.024307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:41:41.515714Z","time spent":"508.587626ms","remote":"127.0.0.1:36494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-03-26T05:41:42.024343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.574754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81899"} {"level":"info","ts":"2026-03-26T05:41:42.024408Z","caller":"traceutil/trace.go:171","msg":"trace[214421866] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5661; }","duration":"404.678876ms","start":"2026-03-26T05:41:41.619703Z","end":"2026-03-26T05:41:42.024382Z","steps":["trace[214421866] 'agreement among raft nodes before linearized reading' (duration: 404.389079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:41:42.024465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:41:41.619684Z","time spent":"404.770709ms","remote":"127.0.0.1:44754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81923,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-26T05:41:42.024481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.529546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-26T05:41:42.024637Z","caller":"traceutil/trace.go:171","msg":"trace[1229632974] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:5661; }","duration":"239.720731ms","start":"2026-03-26T05:41:41.784873Z","end":"2026-03-26T05:41:42.024594Z","steps":["trace[1229632974] 'agreement among raft nodes before linearized reading' (duration: 239.475345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:41:42.431992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.811577ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T05:41:42.432101Z","caller":"traceutil/trace.go:171","msg":"trace[1556127370] linearizableReadLoop","detail":"{readStateIndex:5870; appliedIndex:5869; }","duration":"402.442828ms","start":"2026-03-26T05:41:42.029641Z","end":"2026-03-26T05:41:42.432084Z","steps":["trace[1556127370] 'read index received' (duration: 150.455326ms)","trace[1556127370] 'applied index is now lower than readState.Index' (duration: 251.986282ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T05:41:42.432287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.642493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3e6d5a75-fe44-4238-af52-e01760f16553\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-03-26T05:41:42.432258Z","caller":"traceutil/trace.go:171","msg":"trace[1677110325] transaction","detail":"{read_only:false; response_revision:5662; number_of_response:1; }","duration":"403.469615ms","start":"2026-03-26T05:41:42.028701Z","end":"2026-03-26T05:41:42.43217Z","steps":["trace[1677110325] 'process raft request' (duration: 151.383341ms)","trace[1677110325] 'compare' (duration: 251.715704ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:41:42.432326Z","caller":"traceutil/trace.go:171","msg":"trace[1151383305] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3e6d5a75-fe44-4238-af52-e01760f16553; range_end:; response_count:1; response_revision:5662; }","duration":"402.709075ms","start":"2026-03-26T05:41:42.029605Z","end":"2026-03-26T05:41:42.432314Z","steps":["trace[1151383305] 'agreement among raft nodes before linearized reading' (duration: 402.554261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:41:42.432361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:41:42.029588Z","time spent":"402.764916ms","remote":"127.0.0.1:44714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-3e6d5a75-fe44-4238-af52-e01760f16553\" "} {"level":"warn","ts":"2026-03-26T05:41:42.432488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:41:42.028685Z","time spent":"403.658049ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T05:41:42.79326Z","caller":"traceutil/trace.go:171","msg":"trace[1591985444] linearizableReadLoop","detail":"{readStateIndex:5871; appliedIndex:5870; }","duration":"361.086246ms","start":"2026-03-26T05:41:42.432128Z","end":"2026-03-26T05:41:42.793214Z","steps":["trace[1591985444] 'read index received' (duration: 360.900162ms)","trace[1591985444] 'applied index is now lower than readState.Index' (duration: 184.624µs)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:41:42.793315Z","caller":"traceutil/trace.go:171","msg":"trace[440468186] transaction","detail":"{read_only:false; response_revision:5663; number_of_response:1; }","duration":"754.97629ms","start":"2026-03-26T05:41:42.03831Z","end":"2026-03-26T05:41:42.793286Z","steps":["trace[440468186] 'process raft request' (duration: 754.720984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:41:42.793463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:41:42.038289Z","time spent":"755.090874ms","remote":"127.0.0.1:44754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17194,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T05:41:42.793492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.115313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-26T05:41:42.793561Z","caller":"traceutil/trace.go:171","msg":"trace[1949360169] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5663; }","duration":"560.240806ms","start":"2026-03-26T05:41:42.233304Z","end":"2026-03-26T05:41:42.793545Z","steps":["trace[1949360169] 'agreement among raft nodes before linearized reading' (duration: 559.99374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:41:42.793547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.013287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-26T05:41:42.79361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:41:42.233277Z","time spent":"560.325389ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-26T05:41:42.793626Z","caller":"traceutil/trace.go:171","msg":"trace[803420575] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:5663; }","duration":"282.138411ms","start":"2026-03-26T05:41:42.511471Z","end":"2026-03-26T05:41:42.793609Z","steps":["trace[803420575] 'agreement among raft nodes before linearized reading' (duration: 281.959076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:41:42.793615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.378825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T05:41:42.793672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.616926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-26T05:41:42.793756Z","caller":"traceutil/trace.go:171","msg":"trace[1060738985] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5663; }","duration":"685.768151ms","start":"2026-03-26T05:41:42.107948Z","end":"2026-03-26T05:41:42.793717Z","steps":["trace[1060738985] 'agreement among raft nodes before linearized reading' (duration: 685.424752ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:41:42.793728Z","caller":"traceutil/trace.go:171","msg":"trace[383856139] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5663; }","duration":"762.509327ms","start":"2026-03-26T05:41:42.031201Z","end":"2026-03-26T05:41:42.79371Z","steps":["trace[383856139] 'agreement among raft nodes before linearized reading' (duration: 762.311792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:41:42.793807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:41:42.107931Z","time spent":"685.864843ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-26T05:41:42.793864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:41:42.031193Z","time spent":"762.614531ms","remote":"127.0.0.1:44560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-26T05:41:43.153774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.661295ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T05:41:43.153937Z","caller":"traceutil/trace.go:171","msg":"trace[1734964710] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5666; }","duration":"123.84107ms","start":"2026-03-26T05:41:43.030078Z","end":"2026-03-26T05:41:43.153919Z","steps":["trace[1734964710] 'range keys from in-memory index tree' (duration: 123.644095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:41:43.154033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.974726ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T05:41:43.154233Z","caller":"traceutil/trace.go:171","msg":"trace[209573698] transaction","detail":"{read_only:false; response_revision:5667; number_of_response:1; }","duration":"305.606394ms","start":"2026-03-26T05:41:42.848611Z","end":"2026-03-26T05:41:43.154218Z","steps":["trace[209573698] 'process raft request' (duration: 10.360101ms)","trace[209573698] 'compare' (duration: 294.861904ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:41:43.154287Z","caller":"traceutil/trace.go:171","msg":"trace[1954589730] transaction","detail":"{read_only:false; response_revision:5669; number_of_response:1; }","duration":"304.719272ms","start":"2026-03-26T05:41:42.849549Z","end":"2026-03-26T05:41:43.154268Z","steps":["trace[1954589730] 'process raft request' (duration: 304.6398ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:41:43.154282Z","caller":"traceutil/trace.go:171","msg":"trace[1558518944] transaction","detail":"{read_only:false; response_revision:5668; number_of_response:1; }","duration":"305.171054ms","start":"2026-03-26T05:41:42.849073Z","end":"2026-03-26T05:41:43.154244Z","steps":["trace[1558518944] 'process raft request' (duration: 305.062191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:41:43.154341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:41:42.848572Z","time spent":"305.702378ms","remote":"127.0.0.1:44742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":850,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T05:41:43.154364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:41:42.849524Z","time spent":"304.805284ms","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1853,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T05:41:43.154441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:41:42.849049Z","time spent":"305.307797ms","remote":"127.0.0.1:44742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1273,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T05:41:43.154531Z","caller":"traceutil/trace.go:171","msg":"trace[893008191] transaction","detail":"{read_only:false; response_revision:5670; number_of_response:1; }","duration":"304.698581ms","start":"2026-03-26T05:41:42.849786Z","end":"2026-03-26T05:41:43.154485Z","steps":["trace[893008191] 'process raft request' (duration: 304.448964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:41:43.15469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:41:42.849773Z","time spent":"304.836285ms","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1393,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T05:41:43.182975Z","caller":"traceutil/trace.go:171","msg":"trace[1432391559] transaction","detail":"{read_only:false; response_revision:5671; number_of_response:1; }","duration":"323.441781ms","start":"2026-03-26T05:41:42.859501Z","end":"2026-03-26T05:41:43.182943Z","steps":["trace[1432391559] 'process raft request' (duration: 323.266876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:41:43.183161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:41:42.859489Z","time spent":"323.564235ms","remote":"127.0.0.1:45028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15332,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T05:41:43.475705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.816646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T05:41:43.475892Z","caller":"traceutil/trace.go:171","msg":"trace[414361092] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:5672; }","duration":"172.093302ms","start":"2026-03-26T05:41:43.303754Z","end":"2026-03-26T05:41:43.475848Z","steps":["trace[414361092] 'count revisions from in-memory index tree' (duration: 171.716301ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:41:43.811797Z","caller":"traceutil/trace.go:171","msg":"trace[1098049435] transaction","detail":"{read_only:false; response_revision:5676; number_of_response:1; }","duration":"190.406431ms","start":"2026-03-26T05:41:43.621361Z","end":"2026-03-26T05:41:43.811767Z","steps":["trace[1098049435] 'process raft request' (duration: 190.335139ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:41:43.811863Z","caller":"traceutil/trace.go:171","msg":"trace[1984243605] transaction","detail":"{read_only:false; response_revision:5675; number_of_response:1; }","duration":"191.376986ms","start":"2026-03-26T05:41:43.620441Z","end":"2026-03-26T05:41:43.811818Z","steps":["trace[1984243605] 'process raft request' (duration: 178.273894ms)","trace[1984243605] 'compare' (duration: 12.854016ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:41:44.19914Z","caller":"traceutil/trace.go:171","msg":"trace[878860577] transaction","detail":"{read_only:false; response_revision:5677; number_of_response:1; }","duration":"104.34451ms","start":"2026-03-26T05:41:44.094765Z","end":"2026-03-26T05:41:44.19911Z","steps":["trace[878860577] 'process raft request' (duration: 104.156884ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:41:44.330095Z","caller":"traceutil/trace.go:171","msg":"trace[1255834036] linearizableReadLoop","detail":"{readStateIndex:5886; appliedIndex:5884; }","duration":"234.813764ms","start":"2026-03-26T05:41:44.095255Z","end":"2026-03-26T05:41:44.330069Z","steps":["trace[1255834036] 'read index received' (duration: 103.709293ms)","trace[1255834036] 'applied index is now lower than readState.Index' (duration: 131.103231ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:41:44.330174Z","caller":"traceutil/trace.go:171","msg":"trace[1307036546] transaction","detail":"{read_only:false; response_revision:5678; number_of_response:1; }","duration":"235.149561ms","start":"2026-03-26T05:41:44.094994Z","end":"2026-03-26T05:41:44.330143Z","steps":["trace[1307036546] 'process raft request' (duration: 196.365926ms)","trace[1307036546] 'compare' (duration: 38.58525ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T05:41:44.330376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.0965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81899"} {"level":"info","ts":"2026-03-26T05:41:44.330419Z","caller":"traceutil/trace.go:171","msg":"trace[1153662342] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5678; }","duration":"235.182863ms","start":"2026-03-26T05:41:44.095226Z","end":"2026-03-26T05:41:44.330408Z","steps":["trace[1153662342] 'agreement among raft nodes before linearized reading' (duration: 234.937277ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:42:02.054075Z","caller":"traceutil/trace.go:171","msg":"trace[36430021] linearizableReadLoop","detail":"{readStateIndex:6002; appliedIndex:6000; }","duration":"127.509974ms","start":"2026-03-26T05:42:01.926544Z","end":"2026-03-26T05:42:02.054054Z","steps":["trace[36430021] 'read index received' (duration: 32.597505ms)","trace[36430021] 'applied index is now lower than readState.Index' (duration: 94.911649ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:42:02.054091Z","caller":"traceutil/trace.go:171","msg":"trace[121933866] transaction","detail":"{read_only:false; response_revision:5789; number_of_response:1; }","duration":"159.833361ms","start":"2026-03-26T05:42:01.894228Z","end":"2026-03-26T05:42:02.054061Z","steps":["trace[121933866] 'process raft request' (duration: 64.940053ms)","trace[121933866] 'compare' (duration: 94.724994ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:42:02.05411Z","caller":"traceutil/trace.go:171","msg":"trace[57872021] transaction","detail":"{read_only:false; response_revision:5790; number_of_response:1; }","duration":"130.602776ms","start":"2026-03-26T05:42:01.923469Z","end":"2026-03-26T05:42:02.054072Z","steps":["trace[57872021] 'process raft request' (duration: 130.556415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:42:02.054346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.780881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413805"} {"level":"info","ts":"2026-03-26T05:42:02.054376Z","caller":"traceutil/trace.go:171","msg":"trace[302987535] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:5790; }","duration":"127.860324ms","start":"2026-03-26T05:42:01.926507Z","end":"2026-03-26T05:42:02.054368Z","steps":["trace[302987535] 'agreement among raft nodes before linearized reading' (duration: 127.627388ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:42:12.075522Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2931} {"level":"info","ts":"2026-03-26T05:42:12.152289Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2931,"took":"74.574395ms","hash":1617693716,"current-db-size-bytes":56582144,"current-db-size":"57 MB","current-db-size-in-use-bytes":32530432,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-26T05:42:12.152358Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1617693716,"revision":2931,"compact-revision":-1} {"level":"warn","ts":"2026-03-26T05:42:15.37045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.367762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-26T05:42:15.37057Z","caller":"traceutil/trace.go:171","msg":"trace[510328455] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5952; }","duration":"275.502095ms","start":"2026-03-26T05:42:15.095048Z","end":"2026-03-26T05:42:15.37055Z","steps":["trace[510328455] 'range keys from in-memory index tree' (duration: 275.096126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:42:15.370486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.380519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T05:42:15.370708Z","caller":"traceutil/trace.go:171","msg":"trace[1545581419] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:5952; }","duration":"456.608484ms","start":"2026-03-26T05:42:14.914053Z","end":"2026-03-26T05:42:15.370662Z","steps":["trace[1545581419] 'count revisions from in-memory index tree' (duration: 456.196184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:42:15.37075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.262547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-26T05:42:15.370819Z","caller":"traceutil/trace.go:171","msg":"trace[1426144938] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5952; }","duration":"334.37838ms","start":"2026-03-26T05:42:15.036423Z","end":"2026-03-26T05:42:15.370801Z","steps":["trace[1426144938] 'range keys from in-memory index tree' (duration: 334.017169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:42:15.370819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:42:14.913934Z","time spent":"456.842941ms","remote":"127.0.0.1:36422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-26T05:42:15.370858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:42:15.036392Z","time spent":"334.457891ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-26T05:42:15.408443Z","caller":"traceutil/trace.go:171","msg":"trace[493604526] transaction","detail":"{read_only:false; response_revision:5953; number_of_response:1; }","duration":"244.823331ms","start":"2026-03-26T05:42:15.1636Z","end":"2026-03-26T05:42:15.408424Z","steps":["trace[493604526] 'process raft request' (duration: 244.709288ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:42:15.408502Z","caller":"traceutil/trace.go:171","msg":"trace[2025002215] linearizableReadLoop","detail":"{readStateIndex:6170; appliedIndex:6170; }","duration":"224.341184ms","start":"2026-03-26T05:42:15.184137Z","end":"2026-03-26T05:42:15.408478Z","steps":["trace[2025002215] 'read index received' (duration: 224.334033ms)","trace[2025002215] 'applied index is now lower than readState.Index' (duration: 6.181µs)"],"step_count":2} {"level":"warn","ts":"2026-03-26T05:42:15.408669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.536039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.221\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-26T05:42:15.408711Z","caller":"traceutil/trace.go:171","msg":"trace[1569654975] range","detail":"{range_begin:/registry/masterleases/162.253.55.221; range_end:; response_count:1; response_revision:5953; }","duration":"224.625782ms","start":"2026-03-26T05:42:15.184073Z","end":"2026-03-26T05:42:15.408698Z","steps":["trace[1569654975] 'agreement among raft nodes before linearized reading' (duration: 224.479327ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:42:24.939536Z","caller":"traceutil/trace.go:171","msg":"trace[1750302047] transaction","detail":"{read_only:false; response_revision:6011; number_of_response:1; }","duration":"140.828994ms","start":"2026-03-26T05:42:24.798676Z","end":"2026-03-26T05:42:24.939505Z","steps":["trace[1750302047] 'process raft request' (duration: 138.557074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:42:25.204449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.937618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-03-26T05:42:25.204557Z","caller":"traceutil/trace.go:171","msg":"trace[1098539105] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:6011; }","duration":"188.084143ms","start":"2026-03-26T05:42:25.016451Z","end":"2026-03-26T05:42:25.204535Z","steps":["trace[1098539105] 'range keys from in-memory index tree' (duration: 187.781325ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:42:25.437414Z","caller":"traceutil/trace.go:171","msg":"trace[861860070] transaction","detail":"{read_only:false; response_revision:6013; number_of_response:1; }","duration":"138.584545ms","start":"2026-03-26T05:42:25.298791Z","end":"2026-03-26T05:42:25.437376Z","steps":["trace[861860070] 'process raft request' (duration: 138.354159ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:42:25.950769Z","caller":"traceutil/trace.go:171","msg":"trace[382788846] transaction","detail":"{read_only:false; response_revision:6016; number_of_response:1; }","duration":"141.511521ms","start":"2026-03-26T05:42:25.809217Z","end":"2026-03-26T05:42:25.950729Z","steps":["trace[382788846] 'process raft request' (duration: 141.267644ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:42:25.963977Z","caller":"traceutil/trace.go:171","msg":"trace[1659646696] transaction","detail":"{read_only:false; response_revision:6017; number_of_response:1; }","duration":"127.311819ms","start":"2026-03-26T05:42:25.836633Z","end":"2026-03-26T05:42:25.963945Z","steps":["trace[1659646696] 'process raft request' (duration: 126.93139ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:42:26.099371Z","caller":"traceutil/trace.go:171","msg":"trace[1980478675] transaction","detail":"{read_only:false; response_revision:6018; number_of_response:1; }","duration":"109.440951ms","start":"2026-03-26T05:42:25.989894Z","end":"2026-03-26T05:42:26.099335Z","steps":["trace[1980478675] 'process raft request' (duration: 109.107982ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:47:12.083209Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5841} {"level":"info","ts":"2026-03-26T05:47:12.17628Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5841,"took":"91.068822ms","hash":3561379186,"current-db-size-bytes":56582144,"current-db-size":"57 MB","current-db-size-in-use-bytes":26234880,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-26T05:47:12.176342Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3561379186,"revision":5841,"compact-revision":2931} {"level":"info","ts":"2026-03-26T05:47:37.440488Z","caller":"traceutil/trace.go:171","msg":"trace[972436760] transaction","detail":"{read_only:false; response_revision:8196; number_of_response:1; }","duration":"101.5671ms","start":"2026-03-26T05:47:37.338892Z","end":"2026-03-26T05:47:37.440459Z","steps":["trace[972436760] 'process raft request' (duration: 98.341486ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:47:37.440789Z","caller":"traceutil/trace.go:171","msg":"trace[1276999137] transaction","detail":"{read_only:false; response_revision:8197; number_of_response:1; }","duration":"100.133504ms","start":"2026-03-26T05:47:37.340612Z","end":"2026-03-26T05:47:37.440745Z","steps":["trace[1276999137] 'process raft request' (duration: 99.6442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:47:44.513069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.230154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-26T05:47:44.513191Z","caller":"traceutil/trace.go:171","msg":"trace[954891857] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8365; }","duration":"131.414909ms","start":"2026-03-26T05:47:44.381742Z","end":"2026-03-26T05:47:44.513157Z","steps":["trace[954891857] 'range keys from in-memory index tree' (duration: 130.985248ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:47:44.806896Z","caller":"traceutil/trace.go:171","msg":"trace[1771637692] linearizableReadLoop","detail":"{readStateIndex:8662; appliedIndex:8661; }","duration":"246.864413ms","start":"2026-03-26T05:47:44.560003Z","end":"2026-03-26T05:47:44.806868Z","steps":["trace[1771637692] 'read index received' (duration: 246.677498ms)","trace[1771637692] 'applied index is now lower than readState.Index' (duration: 185.505µs)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:47:44.807092Z","caller":"traceutil/trace.go:171","msg":"trace[1135003673] transaction","detail":"{read_only:false; response_revision:8366; number_of_response:1; }","duration":"284.497825ms","start":"2026-03-26T05:47:44.522492Z","end":"2026-03-26T05:47:44.806989Z","steps":["trace[1135003673] 'process raft request' (duration: 284.161226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:47:44.807148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.097388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T05:47:44.807189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.468669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-26T05:47:44.807244Z","caller":"traceutil/trace.go:171","msg":"trace[1662160453] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8366; }","duration":"162.581193ms","start":"2026-03-26T05:47:44.644648Z","end":"2026-03-26T05:47:44.80723Z","steps":["trace[1662160453] 'agreement among raft nodes before linearized reading' (duration: 162.413989ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:47:44.807254Z","caller":"traceutil/trace.go:171","msg":"trace[313381461] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:8366; }","duration":"247.296763ms","start":"2026-03-26T05:47:44.55993Z","end":"2026-03-26T05:47:44.807227Z","steps":["trace[313381461] 'agreement among raft nodes before linearized reading' (duration: 247.079837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:47:44.807422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.568966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mq8cv\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-26T05:47:44.807545Z","caller":"traceutil/trace.go:171","msg":"trace[980986901] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mq8cv; range_end:; response_count:1; response_revision:8366; }","duration":"125.70392ms","start":"2026-03-26T05:47:44.681818Z","end":"2026-03-26T05:47:44.807522Z","steps":["trace[980986901] 'agreement among raft nodes before linearized reading' (duration: 125.308489ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:47:55.652628Z","caller":"traceutil/trace.go:171","msg":"trace[1321142553] transaction","detail":"{read_only:false; response_revision:8426; number_of_response:1; }","duration":"113.389529ms","start":"2026-03-26T05:47:55.539219Z","end":"2026-03-26T05:47:55.652609Z","steps":["trace[1321142553] 'process raft request' (duration: 113.229555ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:47:55.665431Z","caller":"traceutil/trace.go:171","msg":"trace[609612389] transaction","detail":"{read_only:false; response_revision:8427; number_of_response:1; }","duration":"125.550146ms","start":"2026-03-26T05:47:55.539664Z","end":"2026-03-26T05:47:55.665214Z","steps":["trace[609612389] 'process raft request' (duration: 125.414283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:47:56.765691Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237015381180375,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-26T05:47:57.043942Z","caller":"traceutil/trace.go:171","msg":"trace[1806814254] linearizableReadLoop","detail":"{readStateIndex:8727; appliedIndex:8726; }","duration":"779.251485ms","start":"2026-03-26T05:47:56.26466Z","end":"2026-03-26T05:47:57.043912Z","steps":["trace[1806814254] 'read index received' (duration: 778.776883ms)","trace[1806814254] 'applied index is now lower than readState.Index' (duration: 473.482µs)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:47:57.04408Z","caller":"traceutil/trace.go:171","msg":"trace[1698533705] transaction","detail":"{read_only:false; response_revision:8428; number_of_response:1; }","duration":"824.844474ms","start":"2026-03-26T05:47:56.219183Z","end":"2026-03-26T05:47:57.044027Z","steps":["trace[1698533705] 'process raft request' (duration: 824.387292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:47:57.044349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:47:56.219153Z","time spent":"825.0615ms","remote":"127.0.0.1:44746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19392,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T05:47:57.044363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.660155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-26T05:47:57.044431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.434303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-26T05:47:57.044421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.347704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T05:47:57.044484Z","caller":"traceutil/trace.go:171","msg":"trace[930715479] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8428; }","duration":"779.840579ms","start":"2026-03-26T05:47:56.264612Z","end":"2026-03-26T05:47:57.044453Z","steps":["trace[930715479] 'agreement among raft nodes before linearized reading' (duration: 779.446708ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:47:57.044502Z","caller":"traceutil/trace.go:171","msg":"trace[1378962035] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8428; }","duration":"171.570376ms","start":"2026-03-26T05:47:56.872915Z","end":"2026-03-26T05:47:57.044485Z","steps":["trace[1378962035] 'agreement among raft nodes before linearized reading' (duration: 171.343641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:47:57.044472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.645494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-26T05:47:57.044564Z","caller":"traceutil/trace.go:171","msg":"trace[2022825536] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8428; }","duration":"539.571631ms","start":"2026-03-26T05:47:56.504958Z","end":"2026-03-26T05:47:57.04453Z","steps":["trace[2022825536] 'agreement among raft nodes before linearized reading' (duration: 539.291273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:47:57.044621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:47:56.264589Z","time spent":"779.991643ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-26T05:47:57.044639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:47:56.504912Z","time spent":"539.718684ms","remote":"127.0.0.1:44560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-26T05:47:57.04465Z","caller":"traceutil/trace.go:171","msg":"trace[1814083073] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8428; }","duration":"134.857268ms","start":"2026-03-26T05:47:56.909746Z","end":"2026-03-26T05:47:57.044603Z","steps":["trace[1814083073] 'agreement among raft nodes before linearized reading' (duration: 134.492739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:47:57.551204Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237015381180379,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-26T05:47:57.708921Z","caller":"traceutil/trace.go:171","msg":"trace[964507679] transaction","detail":"{read_only:false; response_revision:8429; number_of_response:1; }","duration":"659.242442ms","start":"2026-03-26T05:47:57.049636Z","end":"2026-03-26T05:47:57.708878Z","steps":["trace[964507679] 'process raft request' (duration: 605.023698ms)","trace[964507679] 'compare' (duration: 54.05367ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T05:47:57.709119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:47:57.049609Z","time spent":"659.408047ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T05:47:57.8074Z","caller":"traceutil/trace.go:171","msg":"trace[488978223] transaction","detail":"{read_only:false; response_revision:8431; number_of_response:1; }","duration":"755.69277ms","start":"2026-03-26T05:47:57.051685Z","end":"2026-03-26T05:47:57.807377Z","steps":["trace[488978223] 'process raft request' (duration: 755.563047ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:47:57.807385Z","caller":"traceutil/trace.go:171","msg":"trace[1483382572] transaction","detail":"{read_only:false; response_revision:8430; number_of_response:1; }","duration":"755.70487ms","start":"2026-03-26T05:47:57.051621Z","end":"2026-03-26T05:47:57.807326Z","steps":["trace[1483382572] 'process raft request' (duration: 755.535235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:47:57.807505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:47:57.05166Z","time spent":"755.797082ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T05:47:57.807634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:47:57.051602Z","time spent":"755.895175ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T05:47:57.807829Z","caller":"traceutil/trace.go:171","msg":"trace[387523916] transaction","detail":"{read_only:false; response_revision:8432; number_of_response:1; }","duration":"498.896268ms","start":"2026-03-26T05:47:57.308919Z","end":"2026-03-26T05:47:57.807816Z","steps":["trace[387523916] 'process raft request' (duration: 498.374885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:47:57.807894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:47:57.308888Z","time spent":"498.970381ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T05:47:57.807923Z","caller":"traceutil/trace.go:171","msg":"trace[564987797] linearizableReadLoop","detail":"{readStateIndex:8732; appliedIndex:8727; }","duration":"757.107597ms","start":"2026-03-26T05:47:57.050784Z","end":"2026-03-26T05:47:57.807891Z","steps":["trace[564987797] 'read index received' (duration: 603.95598ms)","trace[564987797] 'applied index is now lower than readState.Index' (duration: 153.149997ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:47:57.807969Z","caller":"traceutil/trace.go:171","msg":"trace[1277404057] transaction","detail":"{read_only:false; response_revision:8433; number_of_response:1; }","duration":"383.184799ms","start":"2026-03-26T05:47:57.424769Z","end":"2026-03-26T05:47:57.807954Z","steps":["trace[1277404057] 'process raft request' (duration: 382.899872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:47:57.808059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:47:57.42475Z","time spent":"383.269342ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T05:47:57.809564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.748109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224132"} {"level":"info","ts":"2026-03-26T05:47:57.809625Z","caller":"traceutil/trace.go:171","msg":"trace[1688605321] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8433; }","duration":"758.832802ms","start":"2026-03-26T05:47:57.050779Z","end":"2026-03-26T05:47:57.809611Z","steps":["trace[1688605321] 'agreement among raft nodes before linearized reading' (duration: 757.25415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:47:57.809678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:47:57.050766Z","time spent":"758.897523ms","remote":"127.0.0.1:44754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224156,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-26T05:47:57.822741Z","caller":"traceutil/trace.go:171","msg":"trace[631432744] transaction","detail":"{read_only:false; response_revision:8434; number_of_response:1; }","duration":"163.910408ms","start":"2026-03-26T05:47:57.658804Z","end":"2026-03-26T05:47:57.822715Z","steps":["trace[631432744] 'process raft request' (duration: 156.678028ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:47:57.822997Z","caller":"traceutil/trace.go:171","msg":"trace[1404453753] transaction","detail":"{read_only:false; response_revision:8435; number_of_response:1; }","duration":"152.102749ms","start":"2026-03-26T05:47:57.670876Z","end":"2026-03-26T05:47:57.822979Z","steps":["trace[1404453753] 'process raft request' (duration: 151.757961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:47:57.823477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.20112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-26T05:47:57.823512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.282702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-26T05:47:57.823528Z","caller":"traceutil/trace.go:171","msg":"trace[387695202] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8436; }","duration":"414.302081ms","start":"2026-03-26T05:47:57.409213Z","end":"2026-03-26T05:47:57.823516Z","steps":["trace[387695202] 'agreement among raft nodes before linearized reading' (duration: 414.162398ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:47:57.823556Z","caller":"traceutil/trace.go:171","msg":"trace[1687558553] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8436; }","duration":"429.383125ms","start":"2026-03-26T05:47:57.394162Z","end":"2026-03-26T05:47:57.823545Z","steps":["trace[1687558553] 'agreement among raft nodes before linearized reading' (duration: 429.233681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:47:57.823576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:47:57.409191Z","time spent":"414.379012ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-26T05:47:57.823585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:47:57.394121Z","time spent":"429.457916ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-26T05:47:57.823729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.038168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-26T05:47:57.8238Z","caller":"traceutil/trace.go:171","msg":"trace[960989474] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:8436; }","duration":"736.107709ms","start":"2026-03-26T05:47:57.08768Z","end":"2026-03-26T05:47:57.823788Z","steps":["trace[960989474] 'agreement among raft nodes before linearized reading' (duration: 735.655547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:47:57.82385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:47:57.087669Z","time spent":"736.154001ms","remote":"127.0.0.1:44726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-26T05:47:57.999359Z","caller":"traceutil/trace.go:171","msg":"trace[1820489134] transaction","detail":"{read_only:false; response_revision:8438; number_of_response:1; }","duration":"171.241378ms","start":"2026-03-26T05:47:57.828075Z","end":"2026-03-26T05:47:57.999316Z","steps":["trace[1820489134] 'process raft request' (duration: 159.178614ms)","trace[1820489134] 'compare' (duration: 11.694475ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:47:59.34647Z","caller":"traceutil/trace.go:171","msg":"trace[1059965780] transaction","detail":"{read_only:false; response_revision:8439; number_of_response:1; }","duration":"110.901134ms","start":"2026-03-26T05:47:59.235545Z","end":"2026-03-26T05:47:59.346446Z","steps":["trace[1059965780] 'process raft request' (duration: 110.694039ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:47:59.914724Z","caller":"traceutil/trace.go:171","msg":"trace[1645771698] transaction","detail":"{read_only:false; response_revision:8441; number_of_response:1; }","duration":"100.252166ms","start":"2026-03-26T05:47:59.81444Z","end":"2026-03-26T05:47:59.914692Z","steps":["trace[1645771698] 'process raft request' (duration: 44.805049ms)","trace[1645771698] 'compare' (duration: 55.150689ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:48:00.148627Z","caller":"traceutil/trace.go:171","msg":"trace[1770209804] transaction","detail":"{read_only:false; response_revision:8448; number_of_response:1; }","duration":"133.591017ms","start":"2026-03-26T05:48:00.015009Z","end":"2026-03-26T05:48:00.1486Z","steps":["trace[1770209804] 'process raft request' (duration: 133.422472ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:48:01.201355Z","caller":"traceutil/trace.go:171","msg":"trace[1347171078] transaction","detail":"{read_only:false; response_revision:8449; number_of_response:1; }","duration":"103.262904ms","start":"2026-03-26T05:48:01.098062Z","end":"2026-03-26T05:48:01.201325Z","steps":["trace[1347171078] 'process raft request' (duration: 103.054419ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:48:01.554832Z","caller":"traceutil/trace.go:171","msg":"trace[1692751219] transaction","detail":"{read_only:false; response_revision:8450; number_of_response:1; }","duration":"116.87633ms","start":"2026-03-26T05:48:01.437919Z","end":"2026-03-26T05:48:01.554795Z","steps":["trace[1692751219] 'process raft request' (duration: 116.567862ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:48:02.017656Z","caller":"traceutil/trace.go:171","msg":"trace[1332097702] transaction","detail":"{read_only:false; response_revision:8451; number_of_response:1; }","duration":"220.008172ms","start":"2026-03-26T05:48:01.797613Z","end":"2026-03-26T05:48:02.017621Z","steps":["trace[1332097702] 'process raft request' (duration: 219.684353ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:48:02.060425Z","caller":"traceutil/trace.go:171","msg":"trace[1379762542] transaction","detail":"{read_only:false; response_revision:8453; number_of_response:1; }","duration":"139.738988ms","start":"2026-03-26T05:48:01.920654Z","end":"2026-03-26T05:48:02.060393Z","steps":["trace[1379762542] 'process raft request' (duration: 139.642755ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:48:02.060444Z","caller":"traceutil/trace.go:171","msg":"trace[1530260694] transaction","detail":"{read_only:false; response_revision:8452; number_of_response:1; }","duration":"166.310621ms","start":"2026-03-26T05:48:01.89408Z","end":"2026-03-26T05:48:02.060391Z","steps":["trace[1530260694] 'process raft request' (duration: 165.954961ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:48:02.060853Z","caller":"traceutil/trace.go:171","msg":"trace[66735464] linearizableReadLoop","detail":"{readStateIndex:8753; appliedIndex:8750; }","duration":"140.063436ms","start":"2026-03-26T05:48:01.920767Z","end":"2026-03-26T05:48:02.06083Z","steps":["trace[66735464] 'read index received' (duration: 96.484528ms)","trace[66735464] 'applied index is now lower than readState.Index' (duration: 43.577938ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:48:02.060883Z","caller":"traceutil/trace.go:171","msg":"trace[1786553223] transaction","detail":"{read_only:false; response_revision:8454; number_of_response:1; }","duration":"139.353286ms","start":"2026-03-26T05:48:01.921464Z","end":"2026-03-26T05:48:02.060817Z","steps":["trace[1786553223] 'process raft request' (duration: 138.884604ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:48:02.060998Z","caller":"traceutil/trace.go:171","msg":"trace[803958510] transaction","detail":"{read_only:false; response_revision:8456; number_of_response:1; }","duration":"138.056993ms","start":"2026-03-26T05:48:01.92292Z","end":"2026-03-26T05:48:02.060977Z","steps":["trace[803958510] 'process raft request' (duration: 137.863658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:48:02.061414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.929522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-26T05:48:02.061502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.951778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-26T05:48:02.061551Z","caller":"traceutil/trace.go:171","msg":"trace[1372838367] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8456; }","duration":"108.06392ms","start":"2026-03-26T05:48:01.953476Z","end":"2026-03-26T05:48:02.06154Z","steps":["trace[1372838367] 'agreement among raft nodes before linearized reading' (duration: 107.666069ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:48:02.06152Z","caller":"traceutil/trace.go:171","msg":"trace[1185309161] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8456; }","duration":"140.092436ms","start":"2026-03-26T05:48:01.921411Z","end":"2026-03-26T05:48:02.061503Z","steps":["trace[1185309161] 'agreement among raft nodes before linearized reading' (duration: 139.685775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:48:02.06145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.458616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mq8cv\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-26T05:48:02.060912Z","caller":"traceutil/trace.go:171","msg":"trace[942806487] transaction","detail":"{read_only:false; response_revision:8455; number_of_response:1; }","duration":"138.315989ms","start":"2026-03-26T05:48:01.922578Z","end":"2026-03-26T05:48:02.060894Z","steps":["trace[942806487] 'process raft request' (duration: 138.095223ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:48:02.061736Z","caller":"traceutil/trace.go:171","msg":"trace[1595631517] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mq8cv; range_end:; response_count:1; response_revision:8456; }","duration":"104.775135ms","start":"2026-03-26T05:48:01.956944Z","end":"2026-03-26T05:48:02.061719Z","steps":["trace[1595631517] 'agreement among raft nodes before linearized reading' (duration: 104.181889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:48:02.061418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.63213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-26T05:48:02.061919Z","caller":"traceutil/trace.go:171","msg":"trace[1423885847] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8456; }","duration":"141.205606ms","start":"2026-03-26T05:48:01.920693Z","end":"2026-03-26T05:48:02.061899Z","steps":["trace[1423885847] 'agreement among raft nodes before linearized reading' (duration: 140.306902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:48:02.061525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.497973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414469"} {"level":"info","ts":"2026-03-26T05:48:02.062134Z","caller":"traceutil/trace.go:171","msg":"trace[985595692] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:8456; }","duration":"124.114078ms","start":"2026-03-26T05:48:01.937982Z","end":"2026-03-26T05:48:02.062096Z","steps":["trace[985595692] 'agreement among raft nodes before linearized reading' (duration: 123.167834ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:48:08.194862Z","caller":"traceutil/trace.go:171","msg":"trace[427148497] transaction","detail":"{read_only:false; response_revision:8492; number_of_response:1; }","duration":"100.483912ms","start":"2026-03-26T05:48:08.094354Z","end":"2026-03-26T05:48:08.194838Z","steps":["trace[427148497] 'compare' (duration: 90.419349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:48:26.876104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.440688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T05:48:26.876285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.955468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-26T05:48:26.876331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.348062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19382"} {"level":"warn","ts":"2026-03-26T05:48:26.876368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.503169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-dpqh8\" ","response":"range_response_count:1 size:4455"} {"level":"info","ts":"2026-03-26T05:48:26.876376Z","caller":"traceutil/trace.go:171","msg":"trace[830486830] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8644; }","duration":"372.736456ms","start":"2026-03-26T05:48:26.503597Z","end":"2026-03-26T05:48:26.876333Z","steps":["trace[830486830] 'range keys from in-memory index tree' (duration: 372.364096ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:48:26.876401Z","caller":"traceutil/trace.go:171","msg":"trace[789433832] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8644; }","duration":"200.101331ms","start":"2026-03-26T05:48:26.676267Z","end":"2026-03-26T05:48:26.876368Z","steps":["trace[789433832] 'count revisions from in-memory index tree' (duration: 199.784864ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:48:26.876413Z","caller":"traceutil/trace.go:171","msg":"trace[414664201] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:8644; }","duration":"396.476756ms","start":"2026-03-26T05:48:26.479916Z","end":"2026-03-26T05:48:26.876393Z","steps":["trace[414664201] 'range keys from in-memory index tree' (duration: 396.151229ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:48:26.876446Z","caller":"traceutil/trace.go:171","msg":"trace[734446054] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-dpqh8; range_end:; response_count:1; response_revision:8644; }","duration":"288.606131ms","start":"2026-03-26T05:48:26.587818Z","end":"2026-03-26T05:48:26.876424Z","steps":["trace[734446054] 'range keys from in-memory index tree' (duration: 288.360714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:48:26.876456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:48:26.503556Z","time spent":"372.88764ms","remote":"127.0.0.1:44560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-26T05:48:26.876466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:48:26.479901Z","time spent":"396.555368ms","remote":"127.0.0.1:44746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":19406,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-03-26T05:48:28.981007Z","caller":"traceutil/trace.go:171","msg":"trace[1066099837] linearizableReadLoop","detail":"{readStateIndex:8965; appliedIndex:8964; }","duration":"237.540909ms","start":"2026-03-26T05:48:28.743437Z","end":"2026-03-26T05:48:28.980978Z","steps":["trace[1066099837] 'read index received' (duration: 237.20992ms)","trace[1066099837] 'applied index is now lower than readState.Index' (duration: 329.469µs)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:48:28.981158Z","caller":"traceutil/trace.go:171","msg":"trace[972676643] transaction","detail":"{read_only:false; response_revision:8657; number_of_response:1; }","duration":"334.661953ms","start":"2026-03-26T05:48:28.646446Z","end":"2026-03-26T05:48:28.981108Z","steps":["trace[972676643] 'process raft request' (duration: 334.332744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:48:28.981344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:48:28.646427Z","time spent":"334.815037ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T05:48:28.981343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.872768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-26T05:48:28.981435Z","caller":"traceutil/trace.go:171","msg":"trace[1074899757] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8657; }","duration":"237.987761ms","start":"2026-03-26T05:48:28.743426Z","end":"2026-03-26T05:48:28.981414Z","steps":["trace[1074899757] 'agreement among raft nodes before linearized reading' (duration: 237.689873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:48:30.675964Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237015381181074,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-26T05:48:30.902392Z","caller":"traceutil/trace.go:171","msg":"trace[651958257] transaction","detail":"{read_only:false; response_revision:8659; number_of_response:1; }","duration":"729.661371ms","start":"2026-03-26T05:48:30.172696Z","end":"2026-03-26T05:48:30.902358Z","steps":["trace[651958257] 'process raft request' (duration: 729.456915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:48:30.902646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:48:30.172672Z","time spent":"729.814315ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T05:48:31.839536Z","caller":"traceutil/trace.go:171","msg":"trace[1620665098] transaction","detail":"{read_only:false; response_revision:8660; number_of_response:1; }","duration":"1.550640254s","start":"2026-03-26T05:48:30.288871Z","end":"2026-03-26T05:48:31.839512Z","steps":["trace[1620665098] 'process raft request' (duration: 1.550457839s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:48:31.839705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:48:30.288854Z","time spent":"1.550760327s","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T05:48:31.839998Z","caller":"traceutil/trace.go:171","msg":"trace[854545976] transaction","detail":"{read_only:false; response_revision:8661; number_of_response:1; }","duration":"1.550015226s","start":"2026-03-26T05:48:30.28997Z","end":"2026-03-26T05:48:31.839986Z","steps":["trace[854545976] 'process raft request' (duration: 1.549493892s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:48:31.840064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:48:30.289963Z","time spent":"1.55006833s","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T05:48:31.840428Z","caller":"traceutil/trace.go:171","msg":"trace[508173509] linearizableReadLoop","detail":"{readStateIndex:8971; appliedIndex:8966; }","duration":"1.664622048s","start":"2026-03-26T05:48:30.175767Z","end":"2026-03-26T05:48:31.840389Z","steps":["trace[508173509] 'read index received' (duration: 726.393715ms)","trace[508173509] 'applied index is now lower than readState.Index' (duration: 938.226493ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:48:31.840438Z","caller":"traceutil/trace.go:171","msg":"trace[365776365] transaction","detail":"{read_only:false; response_revision:8662; number_of_response:1; }","duration":"1.550378127s","start":"2026-03-26T05:48:30.290022Z","end":"2026-03-26T05:48:31.8404Z","steps":["trace[365776365] 'process raft request' (duration: 1.549918515s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:48:31.840775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.806511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T05:48:31.840892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:48:30.290017Z","time spent":"1.550541982s","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T05:48:31.840968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.336177897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T05:48:31.840992Z","caller":"traceutil/trace.go:171","msg":"trace[981090794] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:8662; }","duration":"928.072196ms","start":"2026-03-26T05:48:30.912897Z","end":"2026-03-26T05:48:31.840969Z","steps":["trace[981090794] 'agreement among raft nodes before linearized reading' (duration: 927.752688ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:48:31.841076Z","caller":"traceutil/trace.go:171","msg":"trace[531150483] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8662; }","duration":"1.33632015s","start":"2026-03-26T05:48:30.504736Z","end":"2026-03-26T05:48:31.841056Z","steps":["trace[531150483] 'agreement among raft nodes before linearized reading' (duration: 1.336139855s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:48:31.841393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:48:30.504716Z","time spent":"1.336665529s","remote":"127.0.0.1:44560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-26T05:48:31.841144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.439396171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-26T05:48:31.841609Z","caller":"traceutil/trace.go:171","msg":"trace[161231047] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8662; }","duration":"1.439867263s","start":"2026-03-26T05:48:30.40171Z","end":"2026-03-26T05:48:31.841577Z","steps":["trace[161231047] 'agreement among raft nodes before linearized reading' (duration: 1.439292948s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:48:31.841768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:48:30.401702Z","time spent":"1.440026856s","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-26T05:48:31.841239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.804652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T05:48:31.841916Z","caller":"traceutil/trace.go:171","msg":"trace[1378627615] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:8662; }","duration":"111.472659ms","start":"2026-03-26T05:48:31.730421Z","end":"2026-03-26T05:48:31.841893Z","steps":["trace[1378627615] 'agreement among raft nodes before linearized reading' (duration: 110.791022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:48:31.841241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:48:30.912879Z","time spent":"928.215772ms","remote":"127.0.0.1:36462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-26T05:48:31.841248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.479409715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mq8cv\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-26T05:48:31.842056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.444509294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-26T05:48:31.84207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.973426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-26T05:48:31.842111Z","caller":"traceutil/trace.go:171","msg":"trace[1247051294] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8662; }","duration":"1.444581885s","start":"2026-03-26T05:48:30.397514Z","end":"2026-03-26T05:48:31.842096Z","steps":["trace[1247051294] 'agreement among raft nodes before linearized reading' (duration: 1.443768094s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:48:31.842098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.45279555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-26T05:48:31.842142Z","caller":"traceutil/trace.go:171","msg":"trace[1089478688] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8662; }","duration":"623.0915ms","start":"2026-03-26T05:48:31.219026Z","end":"2026-03-26T05:48:31.842117Z","steps":["trace[1089478688] 'agreement among raft nodes before linearized reading' (duration: 622.293409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:48:31.842156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:48:30.3975Z","time spent":"1.444648067s","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-26T05:48:31.842169Z","caller":"traceutil/trace.go:171","msg":"trace[1253167768] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8662; }","duration":"1.452910002s","start":"2026-03-26T05:48:30.38924Z","end":"2026-03-26T05:48:31.84215Z","steps":["trace[1253167768] 'agreement among raft nodes before linearized reading' (duration: 1.452089922s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:48:31.842196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:48:31.219002Z","time spent":"623.182692ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-26T05:48:31.842215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:48:30.38922Z","time spent":"1.452983875s","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-26T05:48:31.842053Z","caller":"traceutil/trace.go:171","msg":"trace[1288316566] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mq8cv; range_end:; response_count:1; response_revision:8662; }","duration":"1.480294377s","start":"2026-03-26T05:48:30.361737Z","end":"2026-03-26T05:48:31.842032Z","steps":["trace[1288316566] 'agreement among raft nodes before linearized reading' (duration: 1.478915781s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:48:31.841263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.66548566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-26T05:48:31.842292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:48:30.361705Z","time spent":"1.480557593s","remote":"127.0.0.1:44754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-mq8cv\" "} {"level":"info","ts":"2026-03-26T05:48:31.842396Z","caller":"traceutil/trace.go:171","msg":"trace[1502402118] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8662; }","duration":"1.66662521s","start":"2026-03-26T05:48:30.175731Z","end":"2026-03-26T05:48:31.842356Z","steps":["trace[1502402118] 'agreement among raft nodes before linearized reading' (duration: 1.664790372s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:48:31.840832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.440992842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-26T05:48:31.842471Z","caller":"traceutil/trace.go:171","msg":"trace[1359748327] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8662; }","duration":"1.442660935s","start":"2026-03-26T05:48:30.399793Z","end":"2026-03-26T05:48:31.842454Z","steps":["trace[1359748327] 'agreement among raft nodes before linearized reading' (duration: 1.440864008s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:48:31.842461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:48:30.175719Z","time spent":"1.666725482s","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-26T05:48:31.842531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:48:30.399778Z","time spent":"1.442737057s","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-26T05:48:31.842698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.232873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-26T05:48:31.842765Z","caller":"traceutil/trace.go:171","msg":"trace[104435554] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8662; }","duration":"272.300475ms","start":"2026-03-26T05:48:31.570454Z","end":"2026-03-26T05:48:31.842755Z","steps":["trace[104435554] 'agreement among raft nodes before linearized reading' (duration: 270.818687ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:48:34.03973Z","caller":"traceutil/trace.go:171","msg":"trace[2051668867] transaction","detail":"{read_only:false; response_revision:8676; number_of_response:1; }","duration":"140.415944ms","start":"2026-03-26T05:48:33.899265Z","end":"2026-03-26T05:48:34.039681Z","steps":["trace[2051668867] 'process raft request' (duration: 114.270732ms)","trace[2051668867] 'compare' (duration: 25.732591ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:48:34.039857Z","caller":"traceutil/trace.go:171","msg":"trace[696501887] transaction","detail":"{read_only:false; response_revision:8679; number_of_response:1; }","duration":"137.14767ms","start":"2026-03-26T05:48:33.902671Z","end":"2026-03-26T05:48:34.039819Z","steps":["trace[696501887] 'process raft request' (duration: 137.064897ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:48:34.040062Z","caller":"traceutil/trace.go:171","msg":"trace[418109857] transaction","detail":"{read_only:false; response_revision:8677; number_of_response:1; }","duration":"138.870015ms","start":"2026-03-26T05:48:33.90115Z","end":"2026-03-26T05:48:34.04002Z","steps":["trace[418109857] 'process raft request' (duration: 138.412302ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:48:34.040127Z","caller":"traceutil/trace.go:171","msg":"trace[45222784] transaction","detail":"{read_only:false; response_revision:8678; number_of_response:1; }","duration":"138.361301ms","start":"2026-03-26T05:48:33.901723Z","end":"2026-03-26T05:48:34.040084Z","steps":["trace[45222784] 'process raft request' (duration: 137.970372ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:48:35.414878Z","caller":"traceutil/trace.go:171","msg":"trace[2111393917] transaction","detail":"{read_only:false; response_revision:8681; number_of_response:1; }","duration":"498.222321ms","start":"2026-03-26T05:48:34.916628Z","end":"2026-03-26T05:48:35.41485Z","steps":["trace[2111393917] 'process raft request' (duration: 497.481102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:48:35.41505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:48:34.916598Z","time spent":"498.363375ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T05:48:35.803813Z","caller":"traceutil/trace.go:171","msg":"trace[441136770] linearizableReadLoop","detail":"{readStateIndex:8991; appliedIndex:8989; }","duration":"594.843171ms","start":"2026-03-26T05:48:35.208947Z","end":"2026-03-26T05:48:35.80379Z","steps":["trace[441136770] 'read index received' (duration: 205.222084ms)","trace[441136770] 'applied index is now lower than readState.Index' (duration: 389.620207ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:48:35.803882Z","caller":"traceutil/trace.go:171","msg":"trace[418854957] transaction","detail":"{read_only:false; response_revision:8682; number_of_response:1; }","duration":"646.778527ms","start":"2026-03-26T05:48:35.157048Z","end":"2026-03-26T05:48:35.803826Z","steps":["trace[418854957] 'process raft request' (duration: 646.566342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:48:35.803979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.379832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T05:48:35.804035Z","caller":"traceutil/trace.go:171","msg":"trace[139435341] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:8682; }","duration":"404.514755ms","start":"2026-03-26T05:48:35.39951Z","end":"2026-03-26T05:48:35.804025Z","steps":["trace[139435341] 'agreement among raft nodes before linearized reading' (duration: 404.408752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:48:35.804075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:48:35.399484Z","time spent":"404.580938ms","remote":"127.0.0.1:44696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-26T05:48:35.80405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.080628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.221\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-26T05:48:35.804134Z","caller":"traceutil/trace.go:171","msg":"trace[1666069628] range","detail":"{range_begin:/registry/masterleases/162.253.55.221; range_end:; response_count:1; response_revision:8682; }","duration":"595.177201ms","start":"2026-03-26T05:48:35.20894Z","end":"2026-03-26T05:48:35.804117Z","steps":["trace[1666069628] 'agreement among raft nodes before linearized reading' (duration: 594.961355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:48:35.804148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:48:35.157017Z","time spent":"646.967352ms","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3657,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T05:48:35.804069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.073795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T05:48:35.804211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:48:35.208919Z","time spent":"595.281984ms","remote":"127.0.0.1:44590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.221\" "} {"level":"info","ts":"2026-03-26T05:48:35.804315Z","caller":"traceutil/trace.go:171","msg":"trace[227983672] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8682; }","duration":"299.344212ms","start":"2026-03-26T05:48:35.50492Z","end":"2026-03-26T05:48:35.804264Z","steps":["trace[227983672] 'agreement among raft nodes before linearized reading' (duration: 299.093065ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:48:40.69205Z","caller":"traceutil/trace.go:171","msg":"trace[1937805679] transaction","detail":"{read_only:false; response_revision:8714; number_of_response:1; }","duration":"104.866637ms","start":"2026-03-26T05:48:40.587155Z","end":"2026-03-26T05:48:40.692022Z","steps":["trace[1937805679] 'process raft request' (duration: 104.693062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:48:40.919197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.385065ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-26T05:48:40.919296Z","caller":"traceutil/trace.go:171","msg":"trace[653685142] transaction","detail":"{read_only:false; response_revision:8715; number_of_response:1; }","duration":"221.14669ms","start":"2026-03-26T05:48:40.698129Z","end":"2026-03-26T05:48:40.919276Z","steps":["trace[653685142] 'process raft request' (duration: 98.610762ms)","trace[653685142] 'compare' (duration: 121.821329ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:48:40.964359Z","caller":"traceutil/trace.go:171","msg":"trace[45938834] transaction","detail":"{read_only:false; response_revision:8716; number_of_response:1; }","duration":"259.160782ms","start":"2026-03-26T05:48:40.705154Z","end":"2026-03-26T05:48:40.964315Z","steps":["trace[45938834] 'process raft request' (duration: 258.933957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:48:40.964649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.406159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-x5zn5.18a04d50ae51c43f\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-26T05:48:40.964713Z","caller":"traceutil/trace.go:171","msg":"trace[702094190] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-x5zn5.18a04d50ae51c43f; range_end:; response_count:1; response_revision:8716; }","duration":"190.564374ms","start":"2026-03-26T05:48:40.774136Z","end":"2026-03-26T05:48:40.9647Z","steps":["trace[702094190] 'agreement among raft nodes before linearized reading' (duration: 190.316288ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:48:40.964405Z","caller":"traceutil/trace.go:171","msg":"trace[1083428386] linearizableReadLoop","detail":"{readStateIndex:9027; appliedIndex:9025; }","duration":"190.03728ms","start":"2026-03-26T05:48:40.774203Z","end":"2026-03-26T05:48:40.96424Z","steps":["trace[1083428386] 'read index received' (duration: 22.437866ms)","trace[1083428386] 'applied index is now lower than readState.Index' (duration: 167.598144ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:48:41.159096Z","caller":"traceutil/trace.go:171","msg":"trace[547708816] transaction","detail":"{read_only:false; response_revision:8717; number_of_response:1; }","duration":"192.033971ms","start":"2026-03-26T05:48:40.967018Z","end":"2026-03-26T05:48:41.159052Z","steps":["trace[547708816] 'process raft request' (duration: 143.621998ms)","trace[547708816] 'compare' (duration: 47.827498ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:48:41.231342Z","caller":"traceutil/trace.go:171","msg":"trace[964374872] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8719; }","duration":"250.681811ms","start":"2026-03-26T05:48:40.980641Z","end":"2026-03-26T05:48:41.231323Z","steps":["trace[964374872] 'process raft request' (duration: 250.63831ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:48:41.23138Z","caller":"traceutil/trace.go:171","msg":"trace[1851295180] transaction","detail":"{read_only:false; response_revision:8719; number_of_response:1; }","duration":"252.777026ms","start":"2026-03-26T05:48:40.978569Z","end":"2026-03-26T05:48:41.231346Z","steps":["trace[1851295180] 'process raft request' (duration: 252.631621ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:48:41.231848Z","caller":"traceutil/trace.go:171","msg":"trace[1294793249] transaction","detail":"{read_only:false; response_revision:8718; number_of_response:1; }","duration":"259.021519ms","start":"2026-03-26T05:48:40.972798Z","end":"2026-03-26T05:48:41.231819Z","steps":["trace[1294793249] 'process raft request' (duration: 258.287839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:48:41.60389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.084852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T05:48:41.604003Z","caller":"traceutil/trace.go:171","msg":"trace[1990772650] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8723; }","duration":"100.260116ms","start":"2026-03-26T05:48:41.50372Z","end":"2026-03-26T05:48:41.603981Z","steps":["trace[1990772650] 'agreement among raft nodes before linearized reading' (duration: 100.071561ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:48:41.603983Z","caller":"traceutil/trace.go:171","msg":"trace[263190260] transaction","detail":"{read_only:false; response_revision:8723; number_of_response:1; }","duration":"157.015547ms","start":"2026-03-26T05:48:41.44692Z","end":"2026-03-26T05:48:41.603936Z","steps":["trace[263190260] 'process raft request' (duration: 129.714795ms)","trace[263190260] 'compare' (duration: 26.961163ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:48:41.982306Z","caller":"traceutil/trace.go:171","msg":"trace[120108472] linearizableReadLoop","detail":"{readStateIndex:9047; appliedIndex:9045; }","duration":"222.22682ms","start":"2026-03-26T05:48:41.760059Z","end":"2026-03-26T05:48:41.982286Z","steps":["trace[120108472] 'read index received' (duration: 74.025422ms)","trace[120108472] 'applied index is now lower than readState.Index' (duration: 148.200338ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:48:41.982523Z","caller":"traceutil/trace.go:171","msg":"trace[12411936] transaction","detail":"{read_only:false; response_revision:8736; number_of_response:1; }","duration":"219.732365ms","start":"2026-03-26T05:48:41.762765Z","end":"2026-03-26T05:48:41.982498Z","steps":["trace[12411936] 'process raft request' (duration: 219.454077ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:48:41.98251Z","caller":"traceutil/trace.go:171","msg":"trace[361767767] transaction","detail":"{read_only:false; response_revision:8735; number_of_response:1; }","duration":"226.764077ms","start":"2026-03-26T05:48:41.755713Z","end":"2026-03-26T05:48:41.982477Z","steps":["trace[361767767] 'process raft request' (duration: 226.312145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:48:41.984992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.90986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112161"} {"level":"info","ts":"2026-03-26T05:48:41.985046Z","caller":"traceutil/trace.go:171","msg":"trace[2012322437] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:8736; }","duration":"225.004872ms","start":"2026-03-26T05:48:41.760029Z","end":"2026-03-26T05:48:41.985034Z","steps":["trace[2012322437] 'agreement among raft nodes before linearized reading' (duration: 222.6213ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:48:42.019534Z","caller":"traceutil/trace.go:171","msg":"trace[605599378] transaction","detail":"{read_only:false; response_revision:8737; number_of_response:1; }","duration":"117.415673ms","start":"2026-03-26T05:48:41.902094Z","end":"2026-03-26T05:48:42.019509Z","steps":["trace[605599378] 'process raft request' (duration: 116.982452ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:48:42.144946Z","caller":"traceutil/trace.go:171","msg":"trace[1152276193] linearizableReadLoop","detail":"{readStateIndex:9053; appliedIndex:9052; }","duration":"117.570148ms","start":"2026-03-26T05:48:42.027347Z","end":"2026-03-26T05:48:42.144917Z","steps":["trace[1152276193] 'read index received' (duration: 17.407575ms)","trace[1152276193] 'applied index is now lower than readState.Index' (duration: 100.161283ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:48:42.145042Z","caller":"traceutil/trace.go:171","msg":"trace[1919632744] transaction","detail":"{read_only:false; response_revision:8741; number_of_response:1; }","duration":"119.022445ms","start":"2026-03-26T05:48:42.025968Z","end":"2026-03-26T05:48:42.14499Z","steps":["trace[1919632744] 'process raft request' (duration: 118.782639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:48:42.14618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.81287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228860"} {"level":"info","ts":"2026-03-26T05:48:42.146242Z","caller":"traceutil/trace.go:171","msg":"trace[278132820] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8741; }","duration":"118.911063ms","start":"2026-03-26T05:48:42.027314Z","end":"2026-03-26T05:48:42.146225Z","steps":["trace[278132820] 'agreement among raft nodes before linearized reading' (duration: 117.762703ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:48:44.282262Z","caller":"traceutil/trace.go:171","msg":"trace[450622967] linearizableReadLoop","detail":"{readStateIndex:9078; appliedIndex:9077; }","duration":"101.792316ms","start":"2026-03-26T05:48:44.180444Z","end":"2026-03-26T05:48:44.282236Z","steps":["trace[450622967] 'read index received' (duration: 101.6001ms)","trace[450622967] 'applied index is now lower than readState.Index' (duration: 191.006µs)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:48:44.282413Z","caller":"traceutil/trace.go:171","msg":"trace[1587823238] transaction","detail":"{read_only:false; response_revision:8765; number_of_response:1; }","duration":"102.838393ms","start":"2026-03-26T05:48:44.179561Z","end":"2026-03-26T05:48:44.282399Z","steps":["trace[1587823238] 'process raft request' (duration: 102.502095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:48:44.282703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.236007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-26T05:48:44.28275Z","caller":"traceutil/trace.go:171","msg":"trace[1399074123] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:8765; }","duration":"102.329001ms","start":"2026-03-26T05:48:44.180409Z","end":"2026-03-26T05:48:44.282738Z","steps":["trace[1399074123] 'agreement among raft nodes before linearized reading' (duration: 102.159326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:48:44.282767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.95991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-26T05:48:44.282946Z","caller":"traceutil/trace.go:171","msg":"trace[1727598165] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8765; }","duration":"102.175185ms","start":"2026-03-26T05:48:44.180752Z","end":"2026-03-26T05:48:44.282927Z","steps":["trace[1727598165] 'agreement among raft nodes before linearized reading' (duration: 101.872727ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:48:44.630634Z","caller":"traceutil/trace.go:171","msg":"trace[1866932285] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8766; }","duration":"345.858256ms","start":"2026-03-26T05:48:44.284749Z","end":"2026-03-26T05:48:44.630607Z","steps":["trace[1866932285] 'process raft request' (duration: 291.732213ms)","trace[1866932285] 'compare' (duration: 53.780313ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T05:48:44.630809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:48:44.284696Z","time spent":"345.994918ms","remote":"127.0.0.1:44668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59,"response count":0,"response size":42,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-03-26T05:48:44.946712Z","caller":"traceutil/trace.go:171","msg":"trace[1802448461] transaction","detail":"{read_only:false; response_revision:8767; number_of_response:1; }","duration":"659.001317ms","start":"2026-03-26T05:48:44.287681Z","end":"2026-03-26T05:48:44.946682Z","steps":["trace[1802448461] 'process raft request' (duration: 636.294705ms)","trace[1802448461] 'compare' (duration: 22.25608ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T05:48:44.946875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:48:44.287655Z","time spent":"659.14026ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T05:48:44.946952Z","caller":"traceutil/trace.go:171","msg":"trace[518816179] transaction","detail":"{read_only:false; response_revision:8768; number_of_response:1; }","duration":"658.964405ms","start":"2026-03-26T05:48:44.287962Z","end":"2026-03-26T05:48:44.946926Z","steps":["trace[518816179] 'process raft request' (duration: 658.620367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:48:44.947118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:48:44.287945Z","time spent":"659.085748ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T05:48:44.947493Z","caller":"traceutil/trace.go:171","msg":"trace[585742796] transaction","detail":"{read_only:false; response_revision:8769; number_of_response:1; }","duration":"658.846742ms","start":"2026-03-26T05:48:44.288617Z","end":"2026-03-26T05:48:44.947464Z","steps":["trace[585742796] 'process raft request' (duration: 658.246966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:48:44.947651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:48:44.288589Z","time spent":"658.975996ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T05:48:44.947649Z","caller":"traceutil/trace.go:171","msg":"trace[1665585791] transaction","detail":"{read_only:false; response_revision:8770; number_of_response:1; }","duration":"658.561385ms","start":"2026-03-26T05:48:44.289069Z","end":"2026-03-26T05:48:44.94763Z","steps":["trace[1665585791] 'process raft request' (duration: 658.249627ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:48:44.947492Z","caller":"traceutil/trace.go:171","msg":"trace[1163385931] linearizableReadLoop","detail":"{readStateIndex:9081; appliedIndex:9078; }","duration":"659.019396ms","start":"2026-03-26T05:48:44.288451Z","end":"2026-03-26T05:48:44.94747Z","steps":["trace[1163385931] 'read index received' (duration: 288.058326ms)","trace[1163385931] 'applied index is now lower than readState.Index' (duration: 370.96002ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T05:48:44.947757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:48:44.289061Z","time spent":"658.647647ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T05:48:44.947775Z","caller":"traceutil/trace.go:171","msg":"trace[224345191] transaction","detail":"{read_only:false; response_revision:8771; number_of_response:1; }","duration":"480.299184ms","start":"2026-03-26T05:48:44.467356Z","end":"2026-03-26T05:48:44.947655Z","steps":["trace[224345191] 'process raft request' (duration: 480.059107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:48:44.947953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:48:44.467328Z","time spent":"480.5769ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T05:48:44.948383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.925381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-dpqh8\" ","response":"range_response_count:1 size:2802"} {"level":"info","ts":"2026-03-26T05:48:44.948695Z","caller":"traceutil/trace.go:171","msg":"trace[579379245] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-dpqh8; range_end:; response_count:1; response_revision:8771; }","duration":"660.27204ms","start":"2026-03-26T05:48:44.288404Z","end":"2026-03-26T05:48:44.948676Z","steps":["trace[579379245] 'agreement among raft nodes before linearized reading' (duration: 659.137011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:48:44.948814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:48:44.288395Z","time spent":"660.403573ms","remote":"127.0.0.1:49624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2826,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-dpqh8\" "} {"level":"warn","ts":"2026-03-26T05:48:45.003261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.143375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-26T05:48:45.003294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.154939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-dpqh8\" ","response":"range_response_count:1 size:4665"} {"level":"info","ts":"2026-03-26T05:48:45.003291Z","caller":"traceutil/trace.go:171","msg":"trace[106613300] transaction","detail":"{read_only:false; response_revision:8772; number_of_response:1; }","duration":"241.528323ms","start":"2026-03-26T05:48:44.761715Z","end":"2026-03-26T05:48:45.003243Z","steps":["trace[106613300] 'process raft request' (duration: 241.128942ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:48:45.003348Z","caller":"traceutil/trace.go:171","msg":"trace[1241809107] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8772; }","duration":"709.247577ms","start":"2026-03-26T05:48:44.294082Z","end":"2026-03-26T05:48:45.00333Z","steps":["trace[1241809107] 'agreement among raft nodes before linearized reading' (duration: 708.97275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:48:45.003389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:48:44.294034Z","time spent":"709.34798ms","remote":"127.0.0.1:44754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-26T05:48:45.003383Z","caller":"traceutil/trace.go:171","msg":"trace[924040716] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-dpqh8; range_end:; response_count:1; response_revision:8772; }","duration":"242.300843ms","start":"2026-03-26T05:48:44.761058Z","end":"2026-03-26T05:48:45.003359Z","steps":["trace[924040716] 'agreement among raft nodes before linearized reading' (duration: 241.986645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:48:45.003538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.473844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-dpqh8\" ","response":"range_response_count:1 size:4665"} {"level":"info","ts":"2026-03-26T05:48:45.003596Z","caller":"traceutil/trace.go:171","msg":"trace[807876843] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-dpqh8; range_end:; response_count:1; response_revision:8772; }","duration":"714.554456ms","start":"2026-03-26T05:48:44.289028Z","end":"2026-03-26T05:48:45.003582Z","steps":["trace[807876843] 'agreement among raft nodes before linearized reading' (duration: 714.439333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:48:45.003636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:48:44.289015Z","time spent":"714.613907ms","remote":"127.0.0.1:44754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4689,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-dpqh8\" "} {"level":"warn","ts":"2026-03-26T05:48:45.003647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.041629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T05:48:45.003676Z","caller":"traceutil/trace.go:171","msg":"trace[927920214] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8772; }","duration":"200.093751ms","start":"2026-03-26T05:48:44.803572Z","end":"2026-03-26T05:48:45.003666Z","steps":["trace[927920214] 'agreement among raft nodes before linearized reading' (duration: 200.042089ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:48:45.199924Z","caller":"traceutil/trace.go:171","msg":"trace[58098434] linearizableReadLoop","detail":"{readStateIndex:9086; appliedIndex:9085; }","duration":"191.308973ms","start":"2026-03-26T05:48:45.008589Z","end":"2026-03-26T05:48:45.199898Z","steps":["trace[58098434] 'read index received' (duration: 101.639733ms)","trace[58098434] 'applied index is now lower than readState.Index' (duration: 89.66782ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:48:45.200084Z","caller":"traceutil/trace.go:171","msg":"trace[1187834853] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8773; }","duration":"191.61163ms","start":"2026-03-26T05:48:45.008413Z","end":"2026-03-26T05:48:45.200025Z","steps":["trace[1187834853] 'process raft request' (duration: 101.782806ms)","trace[1187834853] 'compare' (duration: 89.548876ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T05:48:45.200198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.560309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19382"} {"level":"info","ts":"2026-03-26T05:48:45.200239Z","caller":"traceutil/trace.go:171","msg":"trace[1495092962] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8773; }","duration":"191.680312ms","start":"2026-03-26T05:48:45.008546Z","end":"2026-03-26T05:48:45.200226Z","steps":["trace[1495092962] 'agreement among raft nodes before linearized reading' (duration: 191.470647ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:48:45.293358Z","caller":"traceutil/trace.go:171","msg":"trace[529208139] transaction","detail":"{read_only:false; response_revision:8774; number_of_response:1; }","duration":"282.612975ms","start":"2026-03-26T05:48:45.010702Z","end":"2026-03-26T05:48:45.293315Z","steps":["trace[529208139] 'process raft request' (duration: 282.182254ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:48:45.293495Z","caller":"traceutil/trace.go:171","msg":"trace[1615414032] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8774; }","duration":"279.576335ms","start":"2026-03-26T05:48:45.013887Z","end":"2026-03-26T05:48:45.293464Z","steps":["trace[1615414032] 'process raft request' (duration: 279.348209ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:48:45.40404Z","caller":"traceutil/trace.go:171","msg":"trace[114094719] linearizableReadLoop","detail":"{readStateIndex:9089; appliedIndex:9086; }","duration":"194.248169ms","start":"2026-03-26T05:48:45.209746Z","end":"2026-03-26T05:48:45.403994Z","steps":["trace[114094719] 'read index received' (duration: 83.080389ms)","trace[114094719] 'applied index is now lower than readState.Index' (duration: 111.16483ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T05:48:45.404378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.503273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T05:48:45.404419Z","caller":"traceutil/trace.go:171","msg":"trace[1838840075] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8775; }","duration":"141.639855ms","start":"2026-03-26T05:48:45.262768Z","end":"2026-03-26T05:48:45.404408Z","steps":["trace[1838840075] 'agreement among raft nodes before linearized reading' (duration: 141.504062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:48:45.404473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.695761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.221\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-26T05:48:45.40448Z","caller":"traceutil/trace.go:171","msg":"trace[1502426126] transaction","detail":"{read_only:false; response_revision:8775; number_of_response:1; }","duration":"231.48413ms","start":"2026-03-26T05:48:45.172651Z","end":"2026-03-26T05:48:45.404135Z","steps":["trace[1502426126] 'process raft request' (duration: 180.981092ms)","trace[1502426126] 'compare' (duration: 50.001105ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:48:45.404565Z","caller":"traceutil/trace.go:171","msg":"trace[461669678] range","detail":"{range_begin:/registry/masterleases/162.253.55.221; range_end:; response_count:1; response_revision:8775; }","duration":"194.858795ms","start":"2026-03-26T05:48:45.209688Z","end":"2026-03-26T05:48:45.404547Z","steps":["trace[461669678] 'agreement among raft nodes before linearized reading' (duration: 194.575567ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:48:45.572597Z","caller":"traceutil/trace.go:171","msg":"trace[549105721] transaction","detail":"{read_only:false; response_revision:8776; number_of_response:1; }","duration":"159.681927ms","start":"2026-03-26T05:48:45.412885Z","end":"2026-03-26T05:48:45.572567Z","steps":["trace[549105721] 'process raft request' (duration: 159.426911ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:48:45.613013Z","caller":"traceutil/trace.go:171","msg":"trace[1911441726] linearizableReadLoop","detail":"{readStateIndex:9093; appliedIndex:9090; }","duration":"111.564652ms","start":"2026-03-26T05:48:45.501424Z","end":"2026-03-26T05:48:45.612988Z","steps":["trace[1911441726] 'read index received' (duration: 70.88203ms)","trace[1911441726] 'applied index is now lower than readState.Index' (duration: 40.681452ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:48:45.613065Z","caller":"traceutil/trace.go:171","msg":"trace[1625808529] transaction","detail":"{read_only:false; response_revision:8778; number_of_response:1; }","duration":"115.971826ms","start":"2026-03-26T05:48:45.497059Z","end":"2026-03-26T05:48:45.61303Z","steps":["trace[1625808529] 'process raft request' (duration: 115.796711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:48:45.613364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.931451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-26T05:48:45.613329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.784739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T05:48:45.613395Z","caller":"traceutil/trace.go:171","msg":"trace[1925066992] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8778; }","duration":"112.011343ms","start":"2026-03-26T05:48:45.501376Z","end":"2026-03-26T05:48:45.613387Z","steps":["trace[1925066992] 'agreement among raft nodes before linearized reading' (duration: 111.725176ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:48:45.61343Z","caller":"traceutil/trace.go:171","msg":"trace[2061166882] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8778; }","duration":"108.903652ms","start":"2026-03-26T05:48:45.504503Z","end":"2026-03-26T05:48:45.613406Z","steps":["trace[2061166882] 'agreement among raft nodes before linearized reading' (duration: 108.667646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:48:45.817281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.270477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"info","ts":"2026-03-26T05:48:45.817364Z","caller":"traceutil/trace.go:171","msg":"trace[786802586] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8778; }","duration":"146.41774ms","start":"2026-03-26T05:48:45.670926Z","end":"2026-03-26T05:48:45.817344Z","steps":["trace[786802586] 'range keys from in-memory index tree' (duration: 146.073731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:48:47.069668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.071872ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T05:48:47.069807Z","caller":"traceutil/trace.go:171","msg":"trace[1082493340] linearizableReadLoop","detail":"{readStateIndex:9095; appliedIndex:9093; }","duration":"1.185254599s","start":"2026-03-26T05:48:45.884525Z","end":"2026-03-26T05:48:47.06978Z","steps":["trace[1082493340] 'read index received' (duration: 31.4111ms)","trace[1082493340] 'applied index is now lower than readState.Index' (duration: 1.153840919s)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:48:47.069902Z","caller":"traceutil/trace.go:171","msg":"trace[243318446] transaction","detail":"{read_only:false; response_revision:8780; number_of_response:1; }","duration":"1.238333174s","start":"2026-03-26T05:48:45.831555Z","end":"2026-03-26T05:48:47.069888Z","steps":["trace[243318446] 'process raft request' (duration: 428.928833ms)","trace[243318446] 'compare' (duration: 808.813156ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T05:48:47.069976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:48:45.831541Z","time spent":"1.238396195s","remote":"127.0.0.1:34490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5857,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T05:48:47.070036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.185465404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T05:48:47.070174Z","caller":"traceutil/trace.go:171","msg":"trace[852742940] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:8780; }","duration":"1.185647138s","start":"2026-03-26T05:48:45.88448Z","end":"2026-03-26T05:48:47.070127Z","steps":["trace[852742940] 'agreement among raft nodes before linearized reading' (duration: 1.185441483s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:48:47.070222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:48:45.884467Z","time spent":"1.185745632s","remote":"127.0.0.1:37414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-26T05:48:47.570201Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237015381181409,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-26T05:48:48.070409Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237015381181409,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-26T05:48:48.316372Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.055876378s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-26T05:48:48.505595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000479042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-26T05:48:48.505692Z","caller":"traceutil/trace.go:171","msg":"trace[773599050] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000654988s","start":"2026-03-26T05:48:46.505014Z","end":"2026-03-26T05:48:48.505669Z","steps":["trace[773599050] 'agreement among raft nodes before linearized reading' (duration: 2.000514983s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:48:48.505767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:48:46.504988Z","time spent":"2.000758999s","remote":"127.0.0.1:44560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/26 05:48:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-26T05:48:48.990263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.533696ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T05:48:48.990599Z","caller":"traceutil/trace.go:171","msg":"trace[450144715] transaction","detail":"{read_only:false; response_revision:8784; number_of_response:1; }","duration":"2.933592432s","start":"2026-03-26T05:48:46.056984Z","end":"2026-03-26T05:48:48.990577Z","steps":["trace[450144715] 'process raft request' (duration: 2.933528981s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:48:48.990702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:48:46.056967Z","time spent":"2.933697494s","remote":"127.0.0.1:44894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":527,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-26T05:48:48.990897Z","caller":"traceutil/trace.go:171","msg":"trace[1805247628] transaction","detail":"{read_only:false; response_revision:8782; number_of_response:1; }","duration":"2.954707712s","start":"2026-03-26T05:48:46.036146Z","end":"2026-03-26T05:48:48.990854Z","steps":["trace[1805247628] 'process raft request' (duration: 2.95424215s)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:48:48.990949Z","caller":"traceutil/trace.go:171","msg":"trace[998566145] transaction","detail":"{read_only:false; response_revision:8783; number_of_response:1; }","duration":"2.952853944s","start":"2026-03-26T05:48:46.038073Z","end":"2026-03-26T05:48:48.990926Z","steps":["trace[998566145] 'process raft request' (duration: 2.952393052s)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:48:48.990952Z","caller":"traceutil/trace.go:171","msg":"trace[1745129814] transaction","detail":"{read_only:false; response_revision:8781; number_of_response:1; }","duration":"2.958341217s","start":"2026-03-26T05:48:46.032583Z","end":"2026-03-26T05:48:48.990924Z","steps":["trace[1745129814] 'process raft request' (duration: 2.284043461s)","trace[1745129814] 'compare' (duration: 673.394302ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T05:48:48.991086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:48:46.032553Z","time spent":"2.95848128s","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T05:48:48.991087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:48:46.036111Z","time spent":"2.954869777s","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T05:48:48.991094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:48:46.038062Z","time spent":"2.952939026s","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T05:48:49.032353Z","caller":"traceutil/trace.go:171","msg":"trace[173957630] transaction","detail":"{read_only:false; response_revision:8785; number_of_response:1; }","duration":"1.906321435s","start":"2026-03-26T05:48:47.126015Z","end":"2026-03-26T05:48:49.032336Z","steps":["trace[173957630] 'process raft request' (duration: 1.906033557s)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:48:49.032502Z","caller":"traceutil/trace.go:171","msg":"trace[111771077] transaction","detail":"{read_only:false; response_revision:8786; number_of_response:1; }","duration":"1.454076504s","start":"2026-03-26T05:48:47.5784Z","end":"2026-03-26T05:48:49.032476Z","steps":["trace[111771077] 'process raft request' (duration: 1.453814588s)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:48:49.032548Z","caller":"traceutil/trace.go:171","msg":"trace[397555018] linearizableReadLoop","detail":"{readStateIndex:9102; appliedIndex:9095; }","duration":"1.962640014s","start":"2026-03-26T05:48:47.069849Z","end":"2026-03-26T05:48:49.032489Z","steps":["trace[397555018] 'read index received' (duration: 1.246800405s)","trace[397555018] 'applied index is now lower than readState.Index' (duration: 715.837029ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:48:49.032578Z","caller":"traceutil/trace.go:171","msg":"trace[2003198469] transaction","detail":"{read_only:false; response_revision:8787; number_of_response:1; }","duration":"1.155339888s","start":"2026-03-26T05:48:47.8772Z","end":"2026-03-26T05:48:49.03254Z","steps":["trace[2003198469] 'process raft request' (duration: 1.155075071s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:48:49.032631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:48:47.578372Z","time spent":"1.454192436s","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T05:48:49.032455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:48:47.125982Z","time spent":"1.906426149s","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T05:48:49.032661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.081271291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-26T05:48:49.032744Z","caller":"traceutil/trace.go:171","msg":"trace[564604871] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8787; }","duration":"2.081364883s","start":"2026-03-26T05:48:46.951363Z","end":"2026-03-26T05:48:49.032728Z","steps":["trace[564604871] 'agreement among raft nodes before linearized reading' (duration: 2.081149128s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:48:49.032757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.909542063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-26T05:48:49.032764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.226335665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-26T05:48:49.032792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:48:46.951331Z","time spent":"2.081444684s","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-26T05:48:49.032802Z","caller":"traceutil/trace.go:171","msg":"trace[948156031] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:8787; }","duration":"2.909658076s","start":"2026-03-26T05:48:46.12313Z","end":"2026-03-26T05:48:49.032788Z","steps":["trace[948156031] 'agreement among raft nodes before linearized reading' (duration: 2.909529293s)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:48:49.032828Z","caller":"traceutil/trace.go:171","msg":"trace[468383547] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:8787; }","duration":"2.226456018s","start":"2026-03-26T05:48:46.806356Z","end":"2026-03-26T05:48:49.032812Z","steps":["trace[468383547] 'agreement among raft nodes before linearized reading' (duration: 2.226321764s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:48:49.032849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:48:46.123105Z","time spent":"2.909728099s","remote":"127.0.0.1:40874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":14,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-26T05:48:49.032865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:48:46.806331Z","time spent":"2.22652487s","remote":"127.0.0.1:53060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-26T05:48:49.032842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.848812118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mq8cv\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-26T05:48:49.032861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.081481785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-26T05:48:49.032871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.179890053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-26T05:48:49.032938Z","caller":"traceutil/trace.go:171","msg":"trace[478340799] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mq8cv; range_end:; response_count:1; response_revision:8787; }","duration":"2.848961022s","start":"2026-03-26T05:48:46.18396Z","end":"2026-03-26T05:48:49.032921Z","steps":["trace[478340799] 'agreement among raft nodes before linearized reading' (duration: 2.848675746s)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:48:49.032952Z","caller":"traceutil/trace.go:171","msg":"trace[1061527845] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8787; }","duration":"2.081624149s","start":"2026-03-26T05:48:46.951309Z","end":"2026-03-26T05:48:49.032933Z","steps":["trace[1061527845] 'agreement among raft nodes before linearized reading' (duration: 2.08127178s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:48:49.032982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.080742616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-26T05:48:49.03299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:48:46.183934Z","time spent":"2.849043174s","remote":"127.0.0.1:44754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-mq8cv\" "} {"level":"warn","ts":"2026-03-26T05:48:49.033003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:48:46.951291Z","time spent":"2.081701822s","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-26T05:48:49.032995Z","caller":"traceutil/trace.go:171","msg":"trace[171035246] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8787; }","duration":"2.180082678s","start":"2026-03-26T05:48:46.852877Z","end":"2026-03-26T05:48:49.03296Z","steps":["trace[171035246] 'agreement among raft nodes before linearized reading' (duration: 2.179691138s)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:48:49.033016Z","caller":"traceutil/trace.go:171","msg":"trace[1930028199] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8787; }","duration":"2.08085565s","start":"2026-03-26T05:48:46.952151Z","end":"2026-03-26T05:48:49.033006Z","steps":["trace[1930028199] 'agreement among raft nodes before linearized reading' (duration: 2.080763747s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:48:49.032998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.971740536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-26T05:48:49.032881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:48:47.877157Z","time spent":"1.155501112s","remote":"127.0.0.1:44746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19321,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T05:48:49.033064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:48:46.852844Z","time spent":"2.180205133s","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-26T05:48:49.033086Z","caller":"traceutil/trace.go:171","msg":"trace[2077649456] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8787; }","duration":"2.971880711s","start":"2026-03-26T05:48:46.061193Z","end":"2026-03-26T05:48:49.033074Z","steps":["trace[2077649456] 'agreement among raft nodes before linearized reading' (duration: 2.971671515s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:48:49.033098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.176857154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-26T05:48:49.033125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:48:46.061167Z","time spent":"2.971950092s","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-26T05:48:49.033052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:48:46.952123Z","time spent":"2.080923342s","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-26T05:48:49.033139Z","caller":"traceutil/trace.go:171","msg":"trace[1291643291] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8787; }","duration":"2.176964527s","start":"2026-03-26T05:48:46.856162Z","end":"2026-03-26T05:48:49.033127Z","steps":["trace[1291643291] 'agreement among raft nodes before linearized reading' (duration: 2.176785383s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:48:49.033171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:48:46.856138Z","time spent":"2.177027469s","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-26T05:48:49.033311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.080428268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-26T05:48:49.033354Z","caller":"traceutil/trace.go:171","msg":"trace[430229540] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8787; }","duration":"2.08048273s","start":"2026-03-26T05:48:46.952861Z","end":"2026-03-26T05:48:49.033344Z","steps":["trace[430229540] 'agreement among raft nodes before linearized reading' (duration: 2.080020788s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:48:49.033383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:48:46.952853Z","time spent":"2.080524611s","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-26T05:48:49.162621Z","caller":"traceutil/trace.go:171","msg":"trace[1959793660] transaction","detail":"{read_only:false; response_revision:8788; number_of_response:1; }","duration":"166.925836ms","start":"2026-03-26T05:48:48.995643Z","end":"2026-03-26T05:48:49.162568Z","steps":["trace[1959793660] 'process raft request' (duration: 166.676189ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:48:49.162692Z","caller":"traceutil/trace.go:171","msg":"trace[1729482646] transaction","detail":"{read_only:false; response_revision:8789; number_of_response:1; }","duration":"166.633658ms","start":"2026-03-26T05:48:48.996032Z","end":"2026-03-26T05:48:49.162666Z","steps":["trace[1729482646] 'process raft request' (duration: 166.438423ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:48:49.162702Z","caller":"traceutil/trace.go:171","msg":"trace[2007302017] linearizableReadLoop","detail":"{readStateIndex:9104; appliedIndex:9104; }","duration":"130.055093ms","start":"2026-03-26T05:48:49.032629Z","end":"2026-03-26T05:48:49.162684Z","steps":["trace[2007302017] 'read index received' (duration: 130.047452ms)","trace[2007302017] 'applied index is now lower than readState.Index' (duration: 6.571µs)"],"step_count":2} {"level":"warn","ts":"2026-03-26T05:48:49.162926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.085439818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-03-26T05:48:49.16298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.60424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-26T05:48:49.163Z","caller":"traceutil/trace.go:171","msg":"trace[1731963874] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:8789; }","duration":"2.085576643s","start":"2026-03-26T05:48:47.077411Z","end":"2026-03-26T05:48:49.162988Z","steps":["trace[1731963874] 'agreement among raft nodes before linearized reading' (duration: 2.085339217s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:48:49.162969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.163968803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-26T05:48:49.16305Z","caller":"traceutil/trace.go:171","msg":"trace[526262914] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8789; }","duration":"168.718952ms","start":"2026-03-26T05:48:48.994314Z","end":"2026-03-26T05:48:49.163033Z","steps":["trace[526262914] 'agreement among raft nodes before linearized reading' (duration: 168.432805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:48:49.163057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:48:47.07739Z","time spent":"2.085649925s","remote":"127.0.0.1:44668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":650,"request content":"key:\"/registry/configmaps/openstack/rook-config-override\" "} {"level":"warn","ts":"2026-03-26T05:48:49.163088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.714848288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T05:48:49.163065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.011014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T05:48:49.163096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.003352376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-26T05:48:49.163135Z","caller":"traceutil/trace.go:171","msg":"trace[403843562] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:8789; }","duration":"1.714969611s","start":"2026-03-26T05:48:47.44815Z","end":"2026-03-26T05:48:49.16312Z","steps":["trace[403843562] 'agreement among raft nodes before linearized reading' (duration: 1.71490179s)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:48:49.163154Z","caller":"traceutil/trace.go:171","msg":"trace[1015818468] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8789; }","duration":"657.154988ms","start":"2026-03-26T05:48:48.505978Z","end":"2026-03-26T05:48:49.163133Z","steps":["trace[1015818468] 'agreement among raft nodes before linearized reading' (duration: 656.990394ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:48:49.163164Z","caller":"traceutil/trace.go:171","msg":"trace[817768008] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:8789; }","duration":"2.003428708s","start":"2026-03-26T05:48:47.159721Z","end":"2026-03-26T05:48:49.163149Z","steps":["trace[817768008] 'agreement among raft nodes before linearized reading' (duration: 2.003232823s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:48:49.163182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:48:47.448124Z","time spent":"1.715048544s","remote":"127.0.0.1:37086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-26T05:48:49.163202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:48:48.505955Z","time spent":"657.23826ms","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-26T05:48:49.1631Z","caller":"traceutil/trace.go:171","msg":"trace[847122802] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:8789; }","duration":"1.164213219s","start":"2026-03-26T05:48:47.998855Z","end":"2026-03-26T05:48:49.163068Z","steps":["trace[847122802] 'agreement among raft nodes before linearized reading' (duration: 1.16387303s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:48:49.163372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:48:47.998826Z","time spent":"1.164476297s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-26T05:48:49.163008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.728257158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-26T05:48:49.163504Z","caller":"traceutil/trace.go:171","msg":"trace[1836482265] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8789; }","duration":"1.728806193s","start":"2026-03-26T05:48:47.43467Z","end":"2026-03-26T05:48:49.163476Z","steps":["trace[1836482265] 'agreement among raft nodes before linearized reading' (duration: 1.728213647s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:48:49.163511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:48:47.159646Z","time spent":"2.003848189s","remote":"127.0.0.1:44768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":117,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-26T05:48:49.163574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:48:47.434654Z","time spent":"1.728896934s","remote":"127.0.0.1:36568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-26T05:48:49.249455Z","caller":"traceutil/trace.go:171","msg":"trace[339197022] transaction","detail":"{read_only:false; response_revision:8790; number_of_response:1; }","duration":"210.796622ms","start":"2026-03-26T05:48:49.038615Z","end":"2026-03-26T05:48:49.249412Z","steps":["trace[339197022] 'process raft request' (duration: 210.479833ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:48:49.249471Z","caller":"traceutil/trace.go:171","msg":"trace[485472467] transaction","detail":"{read_only:false; response_revision:8791; number_of_response:1; }","duration":"210.715739ms","start":"2026-03-26T05:48:49.038698Z","end":"2026-03-26T05:48:49.249414Z","steps":["trace[485472467] 'process raft request' (duration: 210.593895ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:48:49.249904Z","caller":"traceutil/trace.go:171","msg":"trace[580729924] transaction","detail":"{read_only:false; response_revision:8792; number_of_response:1; }","duration":"211.11786ms","start":"2026-03-26T05:48:49.038747Z","end":"2026-03-26T05:48:49.249865Z","steps":["trace[580729924] 'process raft request' (duration: 210.617787ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:48:49.250118Z","caller":"traceutil/trace.go:171","msg":"trace[2042507107] transaction","detail":"{read_only:false; response_revision:8795; number_of_response:1; }","duration":"209.98572ms","start":"2026-03-26T05:48:49.040112Z","end":"2026-03-26T05:48:49.250098Z","steps":["trace[2042507107] 'process raft request' (duration: 209.860857ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:48:49.250186Z","caller":"traceutil/trace.go:171","msg":"trace[1994107551] transaction","detail":"{read_only:false; response_revision:8793; number_of_response:1; }","duration":"211.15365ms","start":"2026-03-26T05:48:49.039017Z","end":"2026-03-26T05:48:49.25017Z","steps":["trace[1994107551] 'process raft request' (duration: 210.719039ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:48:49.25026Z","caller":"traceutil/trace.go:171","msg":"trace[1826724380] transaction","detail":"{read_only:false; response_revision:8794; number_of_response:1; }","duration":"211.093389ms","start":"2026-03-26T05:48:49.03915Z","end":"2026-03-26T05:48:49.250244Z","steps":["trace[1826724380] 'process raft request' (duration: 210.74199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:48:49.250716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.79719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228775"} {"level":"info","ts":"2026-03-26T05:48:49.250769Z","caller":"traceutil/trace.go:171","msg":"trace[835996083] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8796; }","duration":"210.905583ms","start":"2026-03-26T05:48:49.039851Z","end":"2026-03-26T05:48:49.250756Z","steps":["trace[835996083] 'agreement among raft nodes before linearized reading' (duration: 210.435231ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:48:49.251032Z","caller":"traceutil/trace.go:171","msg":"trace[1681771698] transaction","detail":"{read_only:false; response_revision:8796; number_of_response:1; }","duration":"210.75929ms","start":"2026-03-26T05:48:49.040261Z","end":"2026-03-26T05:48:49.251021Z","steps":["trace[1681771698] 'process raft request' (duration: 209.777083ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:48:49.364299Z","caller":"traceutil/trace.go:171","msg":"trace[1035550299] transaction","detail":"{read_only:false; response_revision:8797; number_of_response:1; }","duration":"111.064267ms","start":"2026-03-26T05:48:49.253207Z","end":"2026-03-26T05:48:49.364271Z","steps":["trace[1035550299] 'process raft request' (duration: 72.935732ms)","trace[1035550299] 'compare' (duration: 37.94773ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:48:49.374711Z","caller":"traceutil/trace.go:171","msg":"trace[281469412] transaction","detail":"{read_only:false; response_revision:8798; number_of_response:1; }","duration":"120.892965ms","start":"2026-03-26T05:48:49.253782Z","end":"2026-03-26T05:48:49.374675Z","steps":["trace[281469412] 'process raft request' (duration: 120.648158ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:48:49.37481Z","caller":"traceutil/trace.go:171","msg":"trace[154379135] transaction","detail":"{read_only:false; response_revision:8799; number_of_response:1; }","duration":"118.976285ms","start":"2026-03-26T05:48:49.255793Z","end":"2026-03-26T05:48:49.374769Z","steps":["trace[154379135] 'process raft request' (duration: 118.78569ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:48:49.374922Z","caller":"traceutil/trace.go:171","msg":"trace[959355777] transaction","detail":"{read_only:false; response_revision:8800; number_of_response:1; }","duration":"110.126564ms","start":"2026-03-26T05:48:49.264771Z","end":"2026-03-26T05:48:49.374898Z","steps":["trace[959355777] 'process raft request' (duration: 109.868857ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:48:51.966642Z","caller":"traceutil/trace.go:171","msg":"trace[1186539399] transaction","detail":"{read_only:false; response_revision:8804; number_of_response:1; }","duration":"969.697633ms","start":"2026-03-26T05:48:50.996912Z","end":"2026-03-26T05:48:51.966609Z","steps":["trace[1186539399] 'process raft request' (duration: 969.426737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:48:51.966859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:48:50.996873Z","time spent":"969.878928ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T05:48:51.966966Z","caller":"traceutil/trace.go:171","msg":"trace[1759069562] transaction","detail":"{read_only:false; response_revision:8805; number_of_response:1; }","duration":"969.506519ms","start":"2026-03-26T05:48:50.997423Z","end":"2026-03-26T05:48:51.966929Z","steps":["trace[1759069562] 'process raft request' (duration: 969.13514ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:48:51.966991Z","caller":"traceutil/trace.go:171","msg":"trace[326739285] linearizableReadLoop","detail":"{readStateIndex:9120; appliedIndex:9117; }","duration":"966.718635ms","start":"2026-03-26T05:48:51.000245Z","end":"2026-03-26T05:48:51.966964Z","steps":["trace[326739285] 'read index received' (duration: 89.423943ms)","trace[326739285] 'applied index is now lower than readState.Index' (duration: 877.293202ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:48:51.967023Z","caller":"traceutil/trace.go:171","msg":"trace[136775189] transaction","detail":"{read_only:false; response_revision:8806; number_of_response:1; }","duration":"925.035149ms","start":"2026-03-26T05:48:51.041955Z","end":"2026-03-26T05:48:51.96699Z","steps":["trace[136775189] 'process raft request' (duration: 924.870474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:48:51.96719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:48:50.997415Z","time spent":"969.670563ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T05:48:51.967211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:48:51.041911Z","time spent":"925.214143ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T05:48:51.967297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.035475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-26T05:48:51.967343Z","caller":"traceutil/trace.go:171","msg":"trace[494929301] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8806; }","duration":"967.098207ms","start":"2026-03-26T05:48:51.000234Z","end":"2026-03-26T05:48:51.967332Z","steps":["trace[494929301] 'agreement among raft nodes before linearized reading' (duration: 966.884811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:48:51.967383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:48:51.000196Z","time spent":"967.175087ms","remote":"127.0.0.1:44668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-26T05:48:52.180456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.591701ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-26T05:48:52.180741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.267144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-26T05:48:52.180789Z","caller":"traceutil/trace.go:171","msg":"trace[1243003168] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8806; }","duration":"925.349047ms","start":"2026-03-26T05:48:51.255427Z","end":"2026-03-26T05:48:52.180776Z","steps":["trace[1243003168] 'agreement among raft nodes before linearized reading' (duration: 925.208264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:48:52.180824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:48:51.25541Z","time spent":"925.405639ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-26T05:48:52.180829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.466538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-26T05:48:52.180865Z","caller":"traceutil/trace.go:171","msg":"trace[502082835] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8806; }","duration":"923.59349ms","start":"2026-03-26T05:48:51.25726Z","end":"2026-03-26T05:48:52.180854Z","steps":["trace[502082835] 'agreement among raft nodes before linearized reading' (duration: 923.421386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:48:52.180842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.760039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mq8cv\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-26T05:48:52.180864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.029079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-26T05:48:52.180857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.170495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-26T05:48:52.180917Z","caller":"traceutil/trace.go:171","msg":"trace[377328306] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mq8cv; range_end:; response_count:1; response_revision:8806; }","duration":"922.892403ms","start":"2026-03-26T05:48:51.258002Z","end":"2026-03-26T05:48:52.180895Z","steps":["trace[377328306] 'agreement among raft nodes before linearized reading' (duration: 922.625936ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:48:52.180924Z","caller":"traceutil/trace.go:171","msg":"trace[321901181] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:8806; }","duration":"999.177603ms","start":"2026-03-26T05:48:51.18173Z","end":"2026-03-26T05:48:52.180908Z","steps":["trace[321901181] 'agreement among raft nodes before linearized reading' (duration: 999.02193ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:48:52.180644Z","caller":"traceutil/trace.go:171","msg":"trace[259097092] linearizableReadLoop","detail":"{readStateIndex:9122; appliedIndex:9121; }","duration":"213.539952ms","start":"2026-03-26T05:48:51.967085Z","end":"2026-03-26T05:48:52.180625Z","steps":["trace[259097092] 'read index received' (duration: 42.715014ms)","trace[259097092] 'applied index is now lower than readState.Index' (duration: 170.823588ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T05:48:52.18096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:48:51.257992Z","time spent":"922.961684ms","remote":"127.0.0.1:44754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-mq8cv\" "} {"level":"warn","ts":"2026-03-26T05:48:52.180964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:48:51.181701Z","time spent":"999.254704ms","remote":"127.0.0.1:44940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":88,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-26T05:48:52.18096Z","caller":"traceutil/trace.go:171","msg":"trace[1451293868] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8806; }","duration":"617.344419ms","start":"2026-03-26T05:48:51.563596Z","end":"2026-03-26T05:48:52.180941Z","steps":["trace[1451293868] 'agreement among raft nodes before linearized reading' (duration: 617.091683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:48:52.180968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.502511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-26T05:48:52.180877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.011022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-26T05:48:52.181015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:48:51.563566Z","time spent":"617.436032ms","remote":"127.0.0.1:36580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-26T05:48:52.181028Z","caller":"traceutil/trace.go:171","msg":"trace[376097912] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8806; }","duration":"925.597204ms","start":"2026-03-26T05:48:51.25541Z","end":"2026-03-26T05:48:52.181008Z","steps":["trace[376097912] 'agreement among raft nodes before linearized reading' (duration: 925.257535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:48:52.180902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:48:51.257231Z","time spent":"923.661083ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-26T05:48:52.18108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:48:51.255383Z","time spent":"925.689046ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-26T05:48:52.181037Z","caller":"traceutil/trace.go:171","msg":"trace[1887791042] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8806; }","duration":"924.255018ms","start":"2026-03-26T05:48:51.256772Z","end":"2026-03-26T05:48:52.181027Z","steps":["trace[1887791042] 'agreement among raft nodes before linearized reading' (duration: 923.9086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:48:52.181139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:48:51.256741Z","time spent":"924.385081ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-26T05:48:52.181233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.743187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-26T05:48:52.181268Z","caller":"traceutil/trace.go:171","msg":"trace[1317029741] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8806; }","duration":"925.779177ms","start":"2026-03-26T05:48:51.255479Z","end":"2026-03-26T05:48:52.181258Z","steps":["trace[1317029741] 'agreement among raft nodes before linearized reading' (duration: 925.151821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:48:52.181312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:48:51.255353Z","time spent":"925.952843ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-26T05:48:57.006732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.667376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-gsr9k\" ","response":"range_response_count:1 size:4559"} {"level":"info","ts":"2026-03-26T05:48:57.00688Z","caller":"traceutil/trace.go:171","msg":"trace[2133401762] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-gsr9k; range_end:; response_count:1; response_revision:8857; }","duration":"118.876211ms","start":"2026-03-26T05:48:56.887978Z","end":"2026-03-26T05:48:57.006855Z","steps":["trace[2133401762] 'range keys from in-memory index tree' (duration: 118.449421ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:48:57.515214Z","caller":"traceutil/trace.go:171","msg":"trace[1611907813] linearizableReadLoop","detail":"{readStateIndex:9175; appliedIndex:9174; }","duration":"499.519246ms","start":"2026-03-26T05:48:57.015667Z","end":"2026-03-26T05:48:57.515186Z","steps":["trace[1611907813] 'read index received' (duration: 499.481714ms)","trace[1611907813] 'applied index is now lower than readState.Index' (duration: 36.642µs)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:48:57.515309Z","caller":"traceutil/trace.go:171","msg":"trace[992382701] transaction","detail":"{read_only:false; response_revision:8858; number_of_response:1; }","duration":"499.801473ms","start":"2026-03-26T05:48:57.015479Z","end":"2026-03-26T05:48:57.515281Z","steps":["trace[992382701] 'process raft request' (duration: 499.554606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:48:57.515406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.72092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-26T05:48:57.515428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:48:57.015447Z","time spent":"499.913975ms","remote":"127.0.0.1:44766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":909,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-26T05:48:57.515461Z","caller":"traceutil/trace.go:171","msg":"trace[574581661] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:8858; }","duration":"499.798742ms","start":"2026-03-26T05:48:57.015648Z","end":"2026-03-26T05:48:57.515447Z","steps":["trace[574581661] 'agreement among raft nodes before linearized reading' (duration: 499.666559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:48:57.515497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:48:57.015608Z","time spent":"499.879764ms","remote":"127.0.0.1:53090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-03-26T05:48:57.541895Z","caller":"traceutil/trace.go:171","msg":"trace[718638059] transaction","detail":"{read_only:false; response_revision:8860; number_of_response:1; }","duration":"428.443839ms","start":"2026-03-26T05:48:57.113424Z","end":"2026-03-26T05:48:57.541868Z","steps":["trace[718638059] 'process raft request' (duration: 428.314236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:48:57.541903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.84908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T05:48:57.54199Z","caller":"traceutil/trace.go:171","msg":"trace[1875824912] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:8860; }","duration":"342.006523ms","start":"2026-03-26T05:48:57.199961Z","end":"2026-03-26T05:48:57.541967Z","steps":["trace[1875824912] 'agreement among raft nodes before linearized reading' (duration: 341.835089ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:48:57.542002Z","caller":"traceutil/trace.go:171","msg":"trace[449204976] transaction","detail":"{read_only:false; response_revision:8859; number_of_response:1; }","duration":"525.593355ms","start":"2026-03-26T05:48:57.016383Z","end":"2026-03-26T05:48:57.541977Z","steps":["trace[449204976] 'process raft request' (duration: 525.207636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:48:57.542043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:48:57.199933Z","time spent":"342.097637ms","remote":"127.0.0.1:36444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-03-26T05:48:57.542138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:48:57.016368Z","time spent":"525.694698ms","remote":"127.0.0.1:44754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4830,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T05:48:57.542197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:48:57.113395Z","time spent":"428.561153ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T05:48:58.52341Z","caller":"traceutil/trace.go:171","msg":"trace[957642306] transaction","detail":"{read_only:false; response_revision:8876; number_of_response:1; }","duration":"139.047608ms","start":"2026-03-26T05:48:58.384337Z","end":"2026-03-26T05:48:58.523384Z","steps":["trace[957642306] 'process raft request' (duration: 138.432052ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:48:59.500817Z","caller":"traceutil/trace.go:171","msg":"trace[1939522278] linearizableReadLoop","detail":"{readStateIndex:9201; appliedIndex:9200; }","duration":"245.314731ms","start":"2026-03-26T05:48:59.255472Z","end":"2026-03-26T05:48:59.500786Z","steps":["trace[1939522278] 'read index received' (duration: 245.169277ms)","trace[1939522278] 'applied index is now lower than readState.Index' (duration: 144.264µs)"],"step_count":2} {"level":"warn","ts":"2026-03-26T05:48:59.501011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.511586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-26T05:48:59.501025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.830592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T05:48:59.501063Z","caller":"traceutil/trace.go:171","msg":"trace[1084817076] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8884; }","duration":"245.622649ms","start":"2026-03-26T05:48:59.255426Z","end":"2026-03-26T05:48:59.501049Z","steps":["trace[1084817076] 'agreement among raft nodes before linearized reading' (duration: 245.515556ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:48:59.501081Z","caller":"traceutil/trace.go:171","msg":"trace[2030353565] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:8884; }","duration":"169.947395ms","start":"2026-03-26T05:48:59.331119Z","end":"2026-03-26T05:48:59.501067Z","steps":["trace[2030353565] 'agreement among raft nodes before linearized reading' (duration: 169.846443ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:48:59.500982Z","caller":"traceutil/trace.go:171","msg":"trace[89479105] transaction","detail":"{read_only:false; response_revision:8884; number_of_response:1; }","duration":"271.026902ms","start":"2026-03-26T05:48:59.22992Z","end":"2026-03-26T05:48:59.500947Z","steps":["trace[89479105] 'process raft request' (duration: 270.690353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:48:59.501286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.240116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-gsr9k\" ","response":"range_response_count:1 size:4930"} {"level":"info","ts":"2026-03-26T05:48:59.501377Z","caller":"traceutil/trace.go:171","msg":"trace[1516296058] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-gsr9k; range_end:; response_count:1; response_revision:8884; }","duration":"151.367769ms","start":"2026-03-26T05:48:59.349984Z","end":"2026-03-26T05:48:59.501352Z","steps":["trace[1516296058] 'agreement among raft nodes before linearized reading' (duration: 151.087791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:48:59.5011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.471693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-26T05:48:59.501435Z","caller":"traceutil/trace.go:171","msg":"trace[2092469063] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:8884; }","duration":"133.838493ms","start":"2026-03-26T05:48:59.367582Z","end":"2026-03-26T05:48:59.50142Z","steps":["trace[2092469063] 'agreement among raft nodes before linearized reading' (duration: 133.441702ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:49:01.635431Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002409.wal"} {"level":"warn","ts":"2026-03-26T05:49:02.077496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.013193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414469"} {"level":"info","ts":"2026-03-26T05:49:02.077576Z","caller":"traceutil/trace.go:171","msg":"trace[1857374120] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:8907; }","duration":"130.136626ms","start":"2026-03-26T05:49:01.947421Z","end":"2026-03-26T05:49:02.077557Z","steps":["trace[1857374120] 'range keys from in-memory index tree' (duration: 129.774166ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:49:52.3972Z","caller":"traceutil/trace.go:171","msg":"trace[929583210] transaction","detail":"{read_only:false; response_revision:9452; number_of_response:1; }","duration":"125.857936ms","start":"2026-03-26T05:49:52.271315Z","end":"2026-03-26T05:49:52.397173Z","steps":["trace[929583210] 'process raft request' (duration: 125.806285ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:49:52.397276Z","caller":"traceutil/trace.go:171","msg":"trace[2071592881] transaction","detail":"{read_only:false; response_revision:9451; number_of_response:1; }","duration":"130.439725ms","start":"2026-03-26T05:49:52.266801Z","end":"2026-03-26T05:49:52.397241Z","steps":["trace[2071592881] 'process raft request' (duration: 130.168318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:49:53.024117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.69211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-26T05:49:53.024175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.060309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mq8cv\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-26T05:49:53.024275Z","caller":"traceutil/trace.go:171","msg":"trace[199044316] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mq8cv; range_end:; response_count:1; response_revision:9452; }","duration":"356.204953ms","start":"2026-03-26T05:49:52.668051Z","end":"2026-03-26T05:49:53.024256Z","steps":["trace[199044316] 'range keys from in-memory index tree' (duration: 355.885424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:49:53.024326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:49:52.668034Z","time spent":"356.281844ms","remote":"127.0.0.1:44754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-mq8cv\" "} {"level":"info","ts":"2026-03-26T05:49:53.024421Z","caller":"traceutil/trace.go:171","msg":"trace[1025779114] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9452; }","duration":"441.856416ms","start":"2026-03-26T05:49:52.582366Z","end":"2026-03-26T05:49:53.024223Z","steps":["trace[1025779114] 'range keys from in-memory index tree' (duration: 441.509796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:49:53.024428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.172704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T05:49:53.024491Z","caller":"traceutil/trace.go:171","msg":"trace[1198649045] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:9452; }","duration":"452.275666ms","start":"2026-03-26T05:49:52.572199Z","end":"2026-03-26T05:49:53.024475Z","steps":["trace[1198649045] 'count revisions from in-memory index tree' (duration: 452.092551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:49:53.024398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.635667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-26T05:49:53.024487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:49:52.582351Z","time spent":"442.121203ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-26T05:49:53.024591Z","caller":"traceutil/trace.go:171","msg":"trace[128719156] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:9452; }","duration":"163.887701ms","start":"2026-03-26T05:49:52.860683Z","end":"2026-03-26T05:49:53.02457Z","steps":["trace[128719156] 'count revisions from in-memory index tree' (duration: 163.538183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:49:53.024628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.05452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-26T05:49:53.024669Z","caller":"traceutil/trace.go:171","msg":"trace[400088772] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9452; }","duration":"447.139273ms","start":"2026-03-26T05:49:52.57752Z","end":"2026-03-26T05:49:53.024659Z","steps":["trace[400088772] 'range keys from in-memory index tree' (duration: 446.888207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:49:53.024702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:49:52.577497Z","time spent":"447.198695ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-26T05:49:53.024542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:49:52.572151Z","time spent":"452.375968ms","remote":"127.0.0.1:34492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-26T05:49:53.02483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.45599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-26T05:49:53.024885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.797819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-26T05:49:53.024683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.298968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-26T05:49:53.024932Z","caller":"traceutil/trace.go:171","msg":"trace[1897156032] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9452; }","duration":"442.84064ms","start":"2026-03-26T05:49:52.582078Z","end":"2026-03-26T05:49:53.024919Z","steps":["trace[1897156032] 'range keys from in-memory index tree' (duration: 442.671467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:49:53.024968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:49:52.582036Z","time spent":"442.924683ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-26T05:49:53.024936Z","caller":"traceutil/trace.go:171","msg":"trace[1570934837] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9452; }","duration":"533.594976ms","start":"2026-03-26T05:49:52.49133Z","end":"2026-03-26T05:49:53.024925Z","steps":["trace[1570934837] 'range keys from in-memory index tree' (duration: 532.888087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:49:53.025096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:49:52.49131Z","time spent":"533.742969ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-26T05:49:53.02524Z","caller":"traceutil/trace.go:171","msg":"trace[344410414] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:9452; }","duration":"526.562413ms","start":"2026-03-26T05:49:52.498316Z","end":"2026-03-26T05:49:53.024878Z","steps":["trace[344410414] 'count revisions from in-memory index tree' (duration: 526.368098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:49:53.025401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:49:52.498293Z","time spent":"527.085577ms","remote":"127.0.0.1:44902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":71,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-26T05:49:53.025437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.585554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-26T05:49:53.025524Z","caller":"traceutil/trace.go:171","msg":"trace[752929643] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9452; }","duration":"442.688296ms","start":"2026-03-26T05:49:52.582811Z","end":"2026-03-26T05:49:53.0255Z","steps":["trace[752929643] 'range keys from in-memory index tree' (duration: 442.41242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:49:53.025595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:49:52.582801Z","time spent":"442.778599ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-26T05:49:58.555357Z","caller":"traceutil/trace.go:171","msg":"trace[515934029] transaction","detail":"{read_only:false; response_revision:9483; number_of_response:1; }","duration":"138.230256ms","start":"2026-03-26T05:49:58.417093Z","end":"2026-03-26T05:49:58.555323Z","steps":["trace[515934029] 'process raft request' (duration: 138.00144ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:49:58.627069Z","caller":"traceutil/trace.go:171","msg":"trace[234947691] transaction","detail":"{read_only:false; response_revision:9484; number_of_response:1; }","duration":"209.904987ms","start":"2026-03-26T05:49:58.417123Z","end":"2026-03-26T05:49:58.627028Z","steps":["trace[234947691] 'process raft request' (duration: 208.178142ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:49:58.627241Z","caller":"traceutil/trace.go:171","msg":"trace[710061359] linearizableReadLoop","detail":"{readStateIndex:9816; appliedIndex:9814; }","duration":"125.909297ms","start":"2026-03-26T05:49:58.501031Z","end":"2026-03-26T05:49:58.62694Z","steps":["trace[710061359] 'read index received' (duration: 54.069823ms)","trace[710061359] 'applied index is now lower than readState.Index' (duration: 71.838334ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T05:49:58.627364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.321078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T05:49:58.627556Z","caller":"traceutil/trace.go:171","msg":"trace[689341630] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9484; }","duration":"126.41999ms","start":"2026-03-26T05:49:58.501003Z","end":"2026-03-26T05:49:58.627423Z","steps":["trace[689341630] 'agreement among raft nodes before linearized reading' (duration: 126.156633ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:50:06.224676Z","caller":"traceutil/trace.go:171","msg":"trace[2016728887] transaction","detail":"{read_only:false; response_revision:9530; number_of_response:1; }","duration":"322.251261ms","start":"2026-03-26T05:50:05.90239Z","end":"2026-03-26T05:50:06.224641Z","steps":["trace[2016728887] 'process raft request' (duration: 322.050266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:50:06.224873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:50:05.902361Z","time spent":"322.410056ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T05:50:07.005137Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237015381183468,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-26T05:50:07.09997Z","caller":"traceutil/trace.go:171","msg":"trace[1178922793] transaction","detail":"{read_only:false; response_revision:9531; number_of_response:1; }","duration":"685.211049ms","start":"2026-03-26T05:50:06.414737Z","end":"2026-03-26T05:50:07.099948Z","steps":["trace[1178922793] 'process raft request' (duration: 685.061765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:50:07.100118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:50:06.414703Z","time spent":"685.337272ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T05:50:07.150978Z","caller":"traceutil/trace.go:171","msg":"trace[281636658] linearizableReadLoop","detail":"{readStateIndex:9868; appliedIndex:9864; }","duration":"646.475945ms","start":"2026-03-26T05:50:06.504481Z","end":"2026-03-26T05:50:07.150957Z","steps":["trace[281636658] 'read index received' (duration: 595.282076ms)","trace[281636658] 'applied index is now lower than readState.Index' (duration: 51.192459ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:50:07.150978Z","caller":"traceutil/trace.go:171","msg":"trace[895683543] transaction","detail":"{read_only:false; response_revision:9532; number_of_response:1; }","duration":"569.176879ms","start":"2026-03-26T05:50:06.581746Z","end":"2026-03-26T05:50:07.150923Z","steps":["trace[895683543] 'process raft request' (duration: 568.950393ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:50:07.151065Z","caller":"traceutil/trace.go:171","msg":"trace[2065675812] transaction","detail":"{read_only:false; response_revision:9533; number_of_response:1; }","duration":"495.282032ms","start":"2026-03-26T05:50:06.655753Z","end":"2026-03-26T05:50:07.151035Z","steps":["trace[2065675812] 'process raft request' (duration: 495.097607ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:50:07.151141Z","caller":"traceutil/trace.go:171","msg":"trace[686682195] transaction","detail":"{read_only:false; response_revision:9534; number_of_response:1; }","duration":"175.852463ms","start":"2026-03-26T05:50:06.975269Z","end":"2026-03-26T05:50:07.151122Z","steps":["trace[686682195] 'process raft request' (duration: 175.626718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:50:07.151169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.66853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T05:50:07.151181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:50:06.581728Z","time spent":"569.374864ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T05:50:07.151213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:50:06.655721Z","time spent":"495.417965ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T05:50:07.151246Z","caller":"traceutil/trace.go:171","msg":"trace[987722793] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9534; }","duration":"646.799173ms","start":"2026-03-26T05:50:06.504426Z","end":"2026-03-26T05:50:07.151225Z","steps":["trace[987722793] 'agreement among raft nodes before linearized reading' (duration: 646.664419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:50:07.151306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:50:06.504405Z","time spent":"646.887774ms","remote":"127.0.0.1:44560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-26T05:50:07.151306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.413768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-26T05:50:07.151388Z","caller":"traceutil/trace.go:171","msg":"trace[440510728] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:9534; }","duration":"635.559471ms","start":"2026-03-26T05:50:06.515809Z","end":"2026-03-26T05:50:07.151369Z","steps":["trace[440510728] 'agreement among raft nodes before linearized reading' (duration: 635.372525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:50:07.151446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:50:06.515787Z","time spent":"635.648035ms","remote":"127.0.0.1:44806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":15,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-26T05:50:07.362423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.775054ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T05:50:07.362713Z","caller":"traceutil/trace.go:171","msg":"trace[362424190] transaction","detail":"{read_only:false; response_revision:9539; number_of_response:1; }","duration":"205.846981ms","start":"2026-03-26T05:50:07.156847Z","end":"2026-03-26T05:50:07.362694Z","steps":["trace[362424190] 'process raft request' (duration: 205.8034ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:50:07.362744Z","caller":"traceutil/trace.go:171","msg":"trace[763582570] transaction","detail":"{read_only:false; response_revision:9537; number_of_response:1; }","duration":"206.252252ms","start":"2026-03-26T05:50:07.156455Z","end":"2026-03-26T05:50:07.362707Z","steps":["trace[763582570] 'process raft request' (duration: 206.118079ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:50:07.362771Z","caller":"traceutil/trace.go:171","msg":"trace[1782925965] transaction","detail":"{read_only:false; response_revision:9536; number_of_response:1; }","duration":"206.363365ms","start":"2026-03-26T05:50:07.15637Z","end":"2026-03-26T05:50:07.362734Z","steps":["trace[1782925965] 'process raft request' (duration: 206.15679ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:50:07.362831Z","caller":"traceutil/trace.go:171","msg":"trace[930159038] linearizableReadLoop","detail":"{readStateIndex:9869; appliedIndex:9868; }","duration":"206.467068ms","start":"2026-03-26T05:50:07.156354Z","end":"2026-03-26T05:50:07.362821Z","steps":["trace[930159038] 'read index received' (duration: 38.222322ms)","trace[930159038] 'applied index is now lower than readState.Index' (duration: 168.243596ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:50:07.362777Z","caller":"traceutil/trace.go:171","msg":"trace[264182899] transaction","detail":"{read_only:false; response_revision:9535; number_of_response:1; }","duration":"206.451878ms","start":"2026-03-26T05:50:07.156304Z","end":"2026-03-26T05:50:07.362756Z","steps":["trace[264182899] 'process raft request' (duration: 38.253063ms)","trace[264182899] 'compare' (duration: 167.654531ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:50:07.36283Z","caller":"traceutil/trace.go:171","msg":"trace[1773505076] transaction","detail":"{read_only:false; response_revision:9538; number_of_response:1; }","duration":"206.329394ms","start":"2026-03-26T05:50:07.156468Z","end":"2026-03-26T05:50:07.362798Z","steps":["trace[1773505076] 'process raft request' (duration: 206.156211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:50:07.36309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.711915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19335"} {"level":"info","ts":"2026-03-26T05:50:07.363173Z","caller":"traceutil/trace.go:171","msg":"trace[1154667532] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9539; }","duration":"206.822807ms","start":"2026-03-26T05:50:07.156332Z","end":"2026-03-26T05:50:07.363155Z","steps":["trace[1154667532] 'agreement among raft nodes before linearized reading' (duration: 206.55669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:50:07.3634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.675553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291505"} {"level":"info","ts":"2026-03-26T05:50:07.363441Z","caller":"traceutil/trace.go:171","msg":"trace[1466161870] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9539; }","duration":"206.754445ms","start":"2026-03-26T05:50:07.156675Z","end":"2026-03-26T05:50:07.36343Z","steps":["trace[1466161870] 'agreement among raft nodes before linearized reading' (duration: 206.225441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:50:07.65933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.432147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T05:50:07.659395Z","caller":"traceutil/trace.go:171","msg":"trace[550289241] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9539; }","duration":"154.56281ms","start":"2026-03-26T05:50:07.504817Z","end":"2026-03-26T05:50:07.65938Z","steps":["trace[550289241] 'range keys from in-memory index tree' (duration: 154.18161ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:50:22.803132Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"c187bdee547e8fd1","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-26T05:50:22.808075Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-26T05:50:22.808191Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-26T05:52:12.090168Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8019} {"level":"info","ts":"2026-03-26T05:52:12.160935Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8019,"took":"68.247059ms","hash":77558378,"current-db-size-bytes":56582144,"current-db-size":"57 MB","current-db-size-in-use-bytes":28364800,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-26T05:52:12.161002Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":77558378,"revision":8019,"compact-revision":5841} {"level":"info","ts":"2026-03-26T05:57:12.096814Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10428} {"level":"info","ts":"2026-03-26T05:57:12.181093Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10428,"took":"81.743348ms","hash":1181348277,"current-db-size-bytes":56582144,"current-db-size":"57 MB","current-db-size-in-use-bytes":22020096,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-26T05:57:12.181181Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1181348277,"revision":10428,"compact-revision":8019} {"level":"warn","ts":"2026-03-26T05:58:11.369356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.654996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" limit:500 ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-03-26T05:58:11.36977Z","caller":"traceutil/trace.go:171","msg":"trace[1074499715] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:12421; }","duration":"105.151378ms","start":"2026-03-26T05:58:11.264597Z","end":"2026-03-26T05:58:11.369748Z","steps":["trace[1074499715] 'range keys from in-memory index tree' (duration: 103.325231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:58:14.406008Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.241624363s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-26T05:58:14.879468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.144048ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T05:58:14.879837Z","caller":"traceutil/trace.go:171","msg":"trace[1162195338] transaction","detail":"{read_only:false; response_revision:12430; number_of_response:1; }","duration":"1.730138274s","start":"2026-03-26T05:58:13.149619Z","end":"2026-03-26T05:58:14.879758Z","steps":["trace[1162195338] 'process raft request' (duration: 1.257129562s)","trace[1162195338] 'compare' (duration: 471.372308ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T05:58:14.879954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:58:13.149585Z","time spent":"1.730303747s","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T05:58:14.87996Z","caller":"traceutil/trace.go:171","msg":"trace[861145603] linearizableReadLoop","detail":"{readStateIndex:12872; appliedIndex:12870; }","duration":"1.721577498s","start":"2026-03-26T05:58:13.158349Z","end":"2026-03-26T05:58:14.879926Z","steps":["trace[861145603] 'read index received' (duration: 6.013769ms)","trace[861145603] 'applied index is now lower than readState.Index' (duration: 1.715559929s)"],"step_count":2} {"level":"info","ts":"2026-03-26T05:58:14.880166Z","caller":"traceutil/trace.go:171","msg":"trace[1999875] transaction","detail":"{read_only:false; response_revision:12431; number_of_response:1; }","duration":"1.702482455s","start":"2026-03-26T05:58:13.177669Z","end":"2026-03-26T05:58:14.880151Z","steps":["trace[1999875] 'process raft request' (duration: 1.702188277s)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:58:14.88025Z","caller":"traceutil/trace.go:171","msg":"trace[731545766] transaction","detail":"{read_only:false; response_revision:12432; number_of_response:1; }","duration":"258.35087ms","start":"2026-03-26T05:58:14.621889Z","end":"2026-03-26T05:58:14.88024Z","steps":["trace[731545766] 'process raft request' (duration: 258.214207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:58:14.880258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:58:13.177639Z","time spent":"1.702583797s","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T05:58:14.880335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.721955508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mq8cv\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-26T05:58:14.880377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.6593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T05:58:14.880414Z","caller":"traceutil/trace.go:171","msg":"trace[1054002008] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:12432; }","duration":"897.734091ms","start":"2026-03-26T05:58:13.982668Z","end":"2026-03-26T05:58:14.880402Z","steps":["trace[1054002008] 'agreement among raft nodes before linearized reading' (duration: 897.642099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:58:14.880389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207511405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T05:58:14.880438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:58:13.98265Z","time spent":"897.781204ms","remote":"127.0.0.1:49638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-26T05:58:14.880421Z","caller":"traceutil/trace.go:171","msg":"trace[1696215645] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mq8cv; range_end:; response_count:1; response_revision:12431; }","duration":"1.722075191s","start":"2026-03-26T05:58:13.158326Z","end":"2026-03-26T05:58:14.880401Z","steps":["trace[1696215645] 'agreement among raft nodes before linearized reading' (duration: 1.721701361s)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:58:14.880483Z","caller":"traceutil/trace.go:171","msg":"trace[203662804] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12432; }","duration":"1.20768189s","start":"2026-03-26T05:58:13.67278Z","end":"2026-03-26T05:58:14.880462Z","steps":["trace[203662804] 'agreement among raft nodes before linearized reading' (duration: 1.207520806s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:58:14.880494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:58:13.158319Z","time spent":"1.722164723s","remote":"127.0.0.1:44754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-mq8cv\" "} {"level":"warn","ts":"2026-03-26T05:58:14.88052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:58:13.672752Z","time spent":"1.207761693s","remote":"127.0.0.1:44560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-26T05:58:14.880526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.662167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-26T05:58:14.880443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.710017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T05:58:14.8805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.108994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T05:58:14.880374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.664626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-26T05:58:14.880574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.090703121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T05:58:14.884784Z","caller":"traceutil/trace.go:171","msg":"trace[1830155995] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:12432; }","duration":"1.094936412s","start":"2026-03-26T05:58:13.789812Z","end":"2026-03-26T05:58:14.884749Z","steps":["trace[1830155995] 'agreement among raft nodes before linearized reading' (duration: 1.090661589s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:58:14.884904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:58:13.78972Z","time spent":"1.095133988s","remote":"127.0.0.1:44642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-26T05:58:14.884944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.347572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-26T05:58:14.88502Z","caller":"traceutil/trace.go:171","msg":"trace[1351449197] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12432; }","duration":"777.441245ms","start":"2026-03-26T05:58:14.107541Z","end":"2026-03-26T05:58:14.884982Z","steps":["trace[1351449197] 'agreement among raft nodes before linearized reading' (duration: 773.074441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:58:14.885047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:58:14.107515Z","time spent":"777.525237ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-26T05:58:14.885029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.693322313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/\" range_end:\"/registry/ingress/monitoring0\" limit:500 ","response":"range_response_count:3 size:4670"} {"level":"info","ts":"2026-03-26T05:58:14.885157Z","caller":"traceutil/trace.go:171","msg":"trace[812373578] range","detail":"{range_begin:/registry/ingress/monitoring/; range_end:/registry/ingress/monitoring0; response_count:3; response_revision:12432; }","duration":"1.693490848s","start":"2026-03-26T05:58:13.191614Z","end":"2026-03-26T05:58:14.885105Z","steps":["trace[812373578] 'agreement among raft nodes before linearized reading' (duration: 1.68863062s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:58:14.880599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.685894908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/ingress-nginx/ingress-nginx-controller-admission\" ","response":"range_response_count:1 size:1185"} {"level":"warn","ts":"2026-03-26T05:58:14.88522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:58:13.19159Z","time spent":"1.693618622s","remote":"127.0.0.1:44850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":3,"response size":4694,"request content":"key:\"/registry/ingress/monitoring/\" range_end:\"/registry/ingress/monitoring0\" limit:500 "} {"level":"warn","ts":"2026-03-26T05:58:14.883456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.662951385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/ingress-nginx/ingress-nginx-controller-metrics\" ","response":"range_response_count:1 size:1168"} {"level":"info","ts":"2026-03-26T05:58:14.885258Z","caller":"traceutil/trace.go:171","msg":"trace[2007541208] range","detail":"{range_begin:/registry/services/endpoints/ingress-nginx/ingress-nginx-controller-admission; range_end:; response_count:1; response_revision:12432; }","duration":"1.69054732s","start":"2026-03-26T05:58:13.194671Z","end":"2026-03-26T05:58:14.885218Z","steps":["trace[2007541208] 'agreement among raft nodes before linearized reading' (duration: 1.685739504s)"],"step_count":1} {"level":"info","ts":"2026-03-26T05:58:14.8853Z","caller":"traceutil/trace.go:171","msg":"trace[320673502] range","detail":"{range_begin:/registry/services/endpoints/ingress-nginx/ingress-nginx-controller-metrics; range_end:; response_count:1; response_revision:12432; }","duration":"1.667733631s","start":"2026-03-26T05:58:13.217529Z","end":"2026-03-26T05:58:14.885263Z","steps":["trace[320673502] 'agreement among raft nodes before linearized reading' (duration: 1.662841132s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:58:14.885314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:58:13.194662Z","time spent":"1.690636533s","remote":"127.0.0.1:44742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1209,"request content":"key:\"/registry/services/endpoints/ingress-nginx/ingress-nginx-controller-admission\" "} {"level":"warn","ts":"2026-03-26T05:58:14.885354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:58:13.217501Z","time spent":"1.667830502s","remote":"127.0.0.1:44742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":1192,"request content":"key:\"/registry/services/endpoints/ingress-nginx/ingress-nginx-controller-metrics\" "} {"level":"warn","ts":"2026-03-26T05:58:14.885714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.097081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-26T05:58:14.885826Z","caller":"traceutil/trace.go:171","msg":"trace[1215641049] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12432; }","duration":"773.268176ms","start":"2026-03-26T05:58:14.112516Z","end":"2026-03-26T05:58:14.885784Z","steps":["trace[1215641049] 'agreement among raft nodes before linearized reading' (duration: 768.084589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:58:14.885869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:58:14.112485Z","time spent":"773.374578ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-26T05:58:14.889685Z","caller":"traceutil/trace.go:171","msg":"trace[554089926] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12432; }","duration":"476.713299ms","start":"2026-03-26T05:58:14.403835Z","end":"2026-03-26T05:58:14.880548Z","steps":["trace[554089926] 'agreement among raft nodes before linearized reading' (duration: 476.627176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:58:14.889774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:58:14.403823Z","time spent":"485.922011ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-26T05:58:14.890001Z","caller":"traceutil/trace.go:171","msg":"trace[563948949] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:12432; }","duration":"463.87391ms","start":"2026-03-26T05:58:14.416682Z","end":"2026-03-26T05:58:14.880556Z","steps":["trace[563948949] 'agreement among raft nodes before linearized reading' (duration: 463.725226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:58:14.890163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:58:14.416658Z","time spent":"473.440673ms","remote":"127.0.0.1:34636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-26T05:58:14.890927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.106532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-26T05:58:14.89099Z","caller":"traceutil/trace.go:171","msg":"trace[1818517690] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12432; }","duration":"778.179254ms","start":"2026-03-26T05:58:14.112791Z","end":"2026-03-26T05:58:14.89097Z","steps":["trace[1818517690] 'agreement among raft nodes before linearized reading' (duration: 767.78435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:58:14.891028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:58:14.112782Z","time spent":"778.231746ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-26T05:58:14.891101Z","caller":"traceutil/trace.go:171","msg":"trace[445242713] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:12432; }","duration":"859.308759ms","start":"2026-03-26T05:58:14.021275Z","end":"2026-03-26T05:58:14.880583Z","steps":["trace[445242713] 'agreement among raft nodes before linearized reading' (duration: 859.067383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:58:14.891166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:58:14.021242Z","time spent":"869.900578ms","remote":"127.0.0.1:34574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-03-26T05:58:14.880594Z","caller":"traceutil/trace.go:171","msg":"trace[1552120197] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:12432; }","duration":"479.940013ms","start":"2026-03-26T05:58:14.400645Z","end":"2026-03-26T05:58:14.880585Z","steps":["trace[1552120197] 'agreement among raft nodes before linearized reading' (duration: 479.691567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:58:14.891344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.667064863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/local-path-storage/\" range_end:\"/registry/services/specs/local-path-storage0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T05:58:14.891357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:58:14.40061Z","time spent":"490.696177ms","remote":"127.0.0.1:44746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-03-26T05:58:14.891413Z","caller":"traceutil/trace.go:171","msg":"trace[1076377643] range","detail":"{range_begin:/registry/services/specs/local-path-storage/; range_end:/registry/services/specs/local-path-storage0; response_count:0; response_revision:12432; }","duration":"1.667185096s","start":"2026-03-26T05:58:13.224199Z","end":"2026-03-26T05:58:14.891384Z","steps":["trace[1076377643] 'agreement among raft nodes before linearized reading' (duration: 1.656395081s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:58:14.891457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:58:13.224157Z","time spent":"1.667287359s","remote":"127.0.0.1:44766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/local-path-storage/\" range_end:\"/registry/services/specs/local-path-storage0\" limit:500 "} {"level":"warn","ts":"2026-03-26T05:58:14.89152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.959245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-26T05:58:14.891594Z","caller":"traceutil/trace.go:171","msg":"trace[292183760] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12432; }","duration":"779.000326ms","start":"2026-03-26T05:58:14.112572Z","end":"2026-03-26T05:58:14.891572Z","steps":["trace[292183760] 'agreement among raft nodes before linearized reading' (duration: 767.865593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T05:58:14.891636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T05:58:14.112541Z","time spent":"779.079928ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "}