{"level":"warn","ts":"2026-08-21T16:48:17.655737Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-08-21T16:48:17.655819Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.83:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.83:2380","--initial-cluster=instance=https://199.19.213.83:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.83:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.83:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-08-21T16:48:17.655897Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-08-21T16:48:17.65591Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.83:2380"]} {"level":"info","ts":"2026-08-21T16:48:17.655926Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-08-21T16:48:17.656567Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.83:2379"]} {"level":"info","ts":"2026-08-21T16:48:17.656641Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.83:2380"],"listen-peer-urls":["https://199.19.213.83:2380"],"advertise-client-urls":["https://199.19.213.83:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.83:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.83:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-08-21T16:48:17.663126Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"6.301058ms"} {"level":"info","ts":"2026-08-21T16:48:17.672276Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"5887d25060a34f1b","cluster-id":"8c4d9ec591b76d84"} {"level":"info","ts":"2026-08-21T16:48:17.672381Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5887d25060a34f1b switched to configuration voters=()"} {"level":"info","ts":"2026-08-21T16:48:17.67242Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5887d25060a34f1b became follower at term 0"} {"level":"info","ts":"2026-08-21T16:48:17.67245Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 5887d25060a34f1b [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-08-21T16:48:17.672478Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5887d25060a34f1b became follower at term 1"} {"level":"info","ts":"2026-08-21T16:48:17.672565Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5887d25060a34f1b switched to configuration voters=(6379298639854128923)"} {"level":"warn","ts":"2026-08-21T16:48:17.681487Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-08-21T16:48:17.683384Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-08-21T16:48:17.687403Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-08-21T16:48:17.689583Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"5887d25060a34f1b","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-08-21T16:48:17.690751Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"5887d25060a34f1b","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-08-21T16:48:17.696232Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-21T16:48:17.696267Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-21T16:48:17.696283Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-21T16:48:17.696544Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5887d25060a34f1b switched to configuration voters=(6379298639854128923)"} {"level":"info","ts":"2026-08-21T16:48:17.696721Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"8c4d9ec591b76d84","local-member-id":"5887d25060a34f1b","added-peer-id":"5887d25060a34f1b","added-peer-peer-urls":["https://199.19.213.83:2380"]} {"level":"info","ts":"2026-08-21T16:48:17.698882Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-08-21T16:48:17.699052Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.83:2380"} {"level":"info","ts":"2026-08-21T16:48:17.699083Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.83:2380"} {"level":"info","ts":"2026-08-21T16:48:17.700093Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"5887d25060a34f1b","initial-advertise-peer-urls":["https://199.19.213.83:2380"],"listen-peer-urls":["https://199.19.213.83:2380"],"advertise-client-urls":["https://199.19.213.83:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.83:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-08-21T16:48:17.700129Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-08-21T16:48:18.173575Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5887d25060a34f1b is starting a new election at term 1"} {"level":"info","ts":"2026-08-21T16:48:18.173621Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5887d25060a34f1b became pre-candidate at term 1"} {"level":"info","ts":"2026-08-21T16:48:18.173657Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5887d25060a34f1b received MsgPreVoteResp from 5887d25060a34f1b at term 1"} {"level":"info","ts":"2026-08-21T16:48:18.173674Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5887d25060a34f1b became candidate at term 2"} {"level":"info","ts":"2026-08-21T16:48:18.173797Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5887d25060a34f1b received MsgVoteResp from 5887d25060a34f1b at term 2"} {"level":"info","ts":"2026-08-21T16:48:18.173813Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5887d25060a34f1b became leader at term 2"} {"level":"info","ts":"2026-08-21T16:48:18.173825Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 5887d25060a34f1b elected leader 5887d25060a34f1b at term 2"} {"level":"info","ts":"2026-08-21T16:48:18.190063Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-08-21T16:48:18.190512Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"5887d25060a34f1b","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.83:2379]}","request-path":"/0/members/5887d25060a34f1b/attributes","cluster-id":"8c4d9ec591b76d84","publish-timeout":"7s"} {"level":"info","ts":"2026-08-21T16:48:18.190583Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-08-21T16:48:18.190728Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-08-21T16:48:18.19161Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-08-21T16:48:18.191669Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-08-21T16:48:18.192282Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"8c4d9ec591b76d84","local-member-id":"5887d25060a34f1b","cluster-version":"3.5"} {"level":"info","ts":"2026-08-21T16:48:18.192492Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-08-21T16:48:18.192556Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-08-21T16:48:18.195728Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.83:2379"} {"level":"info","ts":"2026-08-21T16:48:18.199395Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-08-21T16:48:21.084257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.108373ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-08-21T16:48:21.084447Z","caller":"traceutil/trace.go:171","msg":"trace[1504030528] transaction","detail":"{read_only:false; response_revision:174; number_of_response:1; }","duration":"341.323222ms","start":"2026-08-21T16:48:20.743088Z","end":"2026-08-21T16:48:21.084411Z","steps":["trace[1504030528] 'process raft request' (duration: 234.361915ms)","trace[1504030528] 'compare' (duration: 105.859649ms)"],"step_count":2} {"level":"warn","ts":"2026-08-21T16:48:21.084535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:48:20.743074Z","time spent":"341.430174ms","remote":"127.0.0.1:33016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":678,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-21T16:48:32.172623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.212227ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-08-21T16:48:32.172805Z","caller":"traceutil/trace.go:171","msg":"trace[538849327] linearizableReadLoop","detail":"{readStateIndex:415; appliedIndex:414; }","duration":"478.162528ms","start":"2026-08-21T16:48:31.694609Z","end":"2026-08-21T16:48:32.172771Z","steps":["trace[538849327] 'read index received' (duration: 9.775939ms)","trace[538849327] 'applied index is now lower than readState.Index' (duration: 468.385079ms)"],"step_count":2} {"level":"warn","ts":"2026-08-21T16:48:32.172868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:48:31.522718Z","time spent":"650.141229ms","remote":"127.0.0.1:60966","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-08-21T16:48:32.173004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.505766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6961"} {"level":"warn","ts":"2026-08-21T16:48:32.173084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.435223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-08-21T16:48:32.173335Z","caller":"traceutil/trace.go:171","msg":"trace[1881184260] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:403; }","duration":"338.862561ms","start":"2026-08-21T16:48:31.834446Z","end":"2026-08-21T16:48:32.173309Z","steps":["trace[1881184260] 'agreement among raft nodes before linearized reading' (duration: 338.469555ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:48:32.173427Z","caller":"traceutil/trace.go:171","msg":"trace[2082338558] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:403; }","duration":"478.844179ms","start":"2026-08-21T16:48:31.694558Z","end":"2026-08-21T16:48:32.173403Z","steps":["trace[2082338558] 'agreement among raft nodes before linearized reading' (duration: 478.355802ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:48:32.173516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:48:31.694534Z","time spent":"478.968523ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-21T16:48:32.173147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.79085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-08-21T16:48:32.173606Z","caller":"traceutil/trace.go:171","msg":"trace[245508681] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:403; }","duration":"140.331649ms","start":"2026-08-21T16:48:32.03326Z","end":"2026-08-21T16:48:32.173592Z","steps":["trace[245508681] 'agreement among raft nodes before linearized reading' (duration: 139.76618ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:48:32.173444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:48:31.834429Z","time spent":"338.977233ms","remote":"127.0.0.1:32866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6984,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-08-21T16:48:32.991832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.776219ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-21T16:48:32.991983Z","caller":"traceutil/trace.go:171","msg":"trace[2084259086] transaction","detail":"{read_only:false; response_revision:409; number_of_response:1; }","duration":"722.844021ms","start":"2026-08-21T16:48:32.269103Z","end":"2026-08-21T16:48:32.991947Z","steps":["trace[2084259086] 'process raft request' (duration: 137.708827ms)","trace[2084259086] 'compare' (duration: 584.604927ms)"],"step_count":2} {"level":"warn","ts":"2026-08-21T16:48:32.992747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:48:32.26909Z","time spent":"723.602253ms","remote":"127.0.0.1:32866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6736,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T16:48:57.230694Z","caller":"traceutil/trace.go:171","msg":"trace[1973427730] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"227.214526ms","start":"2026-08-21T16:48:57.003452Z","end":"2026-08-21T16:48:57.230667Z","steps":["trace[1973427730] 'process raft request' (duration: 227.069934ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:48:57.240257Z","caller":"traceutil/trace.go:171","msg":"trace[409225203] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"235.844629ms","start":"2026-08-21T16:48:57.00438Z","end":"2026-08-21T16:48:57.240224Z","steps":["trace[409225203] 'process raft request' (duration: 234.560032ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:48:57.240429Z","caller":"traceutil/trace.go:171","msg":"trace[1741315841] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"226.385706ms","start":"2026-08-21T16:48:57.014036Z","end":"2026-08-21T16:48:57.240422Z","steps":["trace[1741315841] 'process raft request' (duration: 226.195604ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:48:57.240499Z","caller":"traceutil/trace.go:171","msg":"trace[586828475] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"219.182444ms","start":"2026-08-21T16:48:57.021299Z","end":"2026-08-21T16:48:57.240481Z","steps":["trace[586828475] 'process raft request' (duration: 219.004662ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:48:57.240609Z","caller":"traceutil/trace.go:171","msg":"trace[1049904622] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"225.216382ms","start":"2026-08-21T16:48:57.015386Z","end":"2026-08-21T16:48:57.240602Z","steps":["trace[1049904622] 'process raft request' (duration: 224.888838ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:48:57.240639Z","caller":"traceutil/trace.go:171","msg":"trace[1098422921] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"230.551871ms","start":"2026-08-21T16:48:57.010079Z","end":"2026-08-21T16:48:57.240631Z","steps":["trace[1098422921] 'process raft request' (duration: 230.088435ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:48:57.240666Z","caller":"traceutil/trace.go:171","msg":"trace[2064333832] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"230.415119ms","start":"2026-08-21T16:48:57.010245Z","end":"2026-08-21T16:48:57.24066Z","steps":["trace[2064333832] 'process raft request' (duration: 229.952814ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:48:57.240727Z","caller":"traceutil/trace.go:171","msg":"trace[1026664855] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"219.368346ms","start":"2026-08-21T16:48:57.021352Z","end":"2026-08-21T16:48:57.24072Z","steps":["trace[1026664855] 'process raft request' (duration: 218.995251ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:48:57.240742Z","caller":"traceutil/trace.go:171","msg":"trace[401722206] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"183.570223ms","start":"2026-08-21T16:48:57.057165Z","end":"2026-08-21T16:48:57.240736Z","steps":["trace[401722206] 'process raft request' (duration: 183.28586ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:48:57.240793Z","caller":"traceutil/trace.go:171","msg":"trace[508681420] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"213.300877ms","start":"2026-08-21T16:48:57.027487Z","end":"2026-08-21T16:48:57.240787Z","steps":["trace[508681420] 'process raft request' (duration: 212.926032ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:48:57.240858Z","caller":"traceutil/trace.go:171","msg":"trace[1183426543] transaction","detail":"{read_only:false; response_revision:541; number_of_response:1; }","duration":"182.156625ms","start":"2026-08-21T16:48:57.058694Z","end":"2026-08-21T16:48:57.24085Z","steps":["trace[1183426543] 'process raft request' (duration: 181.79909ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:48:57.574052Z","caller":"traceutil/trace.go:171","msg":"trace[1590865293] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"240.904225ms","start":"2026-08-21T16:48:57.33312Z","end":"2026-08-21T16:48:57.574024Z","steps":["trace[1590865293] 'process raft request' (duration: 240.833244ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:48:57.574166Z","caller":"traceutil/trace.go:171","msg":"trace[1784018263] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"242.652627ms","start":"2026-08-21T16:48:57.331475Z","end":"2026-08-21T16:48:57.574127Z","steps":["trace[1784018263] 'process raft request' (duration: 242.430204ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:48:57.574071Z","caller":"traceutil/trace.go:171","msg":"trace[1404443847] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"242.610877ms","start":"2026-08-21T16:48:57.331403Z","end":"2026-08-21T16:48:57.574014Z","steps":["trace[1404443847] 'process raft request' (duration: 232.185282ms)","trace[1404443847] 'compare' (duration: 10.131811ms)"],"step_count":2} {"level":"info","ts":"2026-08-21T16:48:57.574767Z","caller":"traceutil/trace.go:171","msg":"trace[1329662475] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"238.983789ms","start":"2026-08-21T16:48:57.335759Z","end":"2026-08-21T16:48:57.574743Z","steps":["trace[1329662475] 'process raft request' (duration: 238.432632ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:48:57.574976Z","caller":"traceutil/trace.go:171","msg":"trace[1059940868] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"186.005835ms","start":"2026-08-21T16:48:57.388947Z","end":"2026-08-21T16:48:57.574953Z","steps":["trace[1059940868] 'process raft request' (duration: 185.811523ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:48:57.574945Z","caller":"traceutil/trace.go:171","msg":"trace[1041854282] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"235.372673ms","start":"2026-08-21T16:48:57.339475Z","end":"2026-08-21T16:48:57.574847Z","steps":["trace[1041854282] 'process raft request' (duration: 235.216011ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:48:57.575006Z","caller":"traceutil/trace.go:171","msg":"trace[642432879] transaction","detail":"{read_only:false; response_revision:563; number_of_response:1; }","duration":"163.858288ms","start":"2026-08-21T16:48:57.411116Z","end":"2026-08-21T16:48:57.574975Z","steps":["trace[642432879] 'process raft request' (duration: 163.748747ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:49:04.036307Z","caller":"traceutil/trace.go:171","msg":"trace[919081845] linearizableReadLoop","detail":"{readStateIndex:659; appliedIndex:658; }","duration":"318.64565ms","start":"2026-08-21T16:49:03.717626Z","end":"2026-08-21T16:49:04.036271Z","steps":["trace[919081845] 'read index received' (duration: 318.045712ms)","trace[919081845] 'applied index is now lower than readState.Index' (duration: 598.588µs)"],"step_count":2} {"level":"warn","ts":"2026-08-21T16:49:04.036606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.965744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-08-21T16:49:04.036644Z","caller":"traceutil/trace.go:171","msg":"trace[1616402647] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:638; }","duration":"319.077486ms","start":"2026-08-21T16:49:03.717553Z","end":"2026-08-21T16:49:04.036631Z","steps":["trace[1616402647] 'agreement among raft nodes before linearized reading' (duration: 318.837973ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:49:04.036678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:49:03.717531Z","time spent":"319.138216ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-08-21T16:49:04.036897Z","caller":"traceutil/trace.go:171","msg":"trace[981211194] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"599.988646ms","start":"2026-08-21T16:49:03.436843Z","end":"2026-08-21T16:49:04.036832Z","steps":["trace[981211194] 'process raft request' (duration: 598.896532ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:49:04.037106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:49:03.436812Z","time spent":"600.200108ms","remote":"127.0.0.1:33156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-21T16:49:04.132853Z","caller":"traceutil/trace.go:171","msg":"trace[929561227] transaction","detail":"{read_only:false; response_revision:639; number_of_response:1; }","duration":"404.798581ms","start":"2026-08-21T16:49:03.728032Z","end":"2026-08-21T16:49:04.132831Z","steps":["trace[929561227] 'process raft request' (duration: 404.683208ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:49:04.132997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:49:03.728016Z","time spent":"404.907842ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T16:49:04.809636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.172739ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-21T16:49:04.809786Z","caller":"traceutil/trace.go:171","msg":"trace[1828803991] linearizableReadLoop","detail":"{readStateIndex:661; appliedIndex:659; }","duration":"754.337545ms","start":"2026-08-21T16:49:04.055423Z","end":"2026-08-21T16:49:04.80976Z","steps":["trace[1828803991] 'read index received' (duration: 77.29429ms)","trace[1828803991] 'applied index is now lower than readState.Index' (duration: 677.041505ms)"],"step_count":2} {"level":"warn","ts":"2026-08-21T16:49:04.810464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.359878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-08-21T16:49:04.810473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.020854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T16:49:04.810556Z","caller":"traceutil/trace.go:171","msg":"trace[1244508787] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:640; }","duration":"380.469029ms","start":"2026-08-21T16:49:04.430065Z","end":"2026-08-21T16:49:04.810534Z","steps":["trace[1244508787] 'agreement among raft nodes before linearized reading' (duration: 380.292276ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:49:04.810579Z","caller":"traceutil/trace.go:171","msg":"trace[250718437] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:640; }","duration":"755.175496ms","start":"2026-08-21T16:49:04.055373Z","end":"2026-08-21T16:49:04.810548Z","steps":["trace[250718437] 'agreement among raft nodes before linearized reading' (duration: 754.989633ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:49:04.810597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:49:04.430051Z","time spent":"380.536319ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-21T16:49:04.810556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.317436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-08-21T16:49:04.810645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:49:04.055354Z","time spent":"755.280017ms","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" "} {"level":"info","ts":"2026-08-21T16:49:04.810734Z","caller":"traceutil/trace.go:171","msg":"trace[2064288744] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:640; }","duration":"388.528929ms","start":"2026-08-21T16:49:04.422153Z","end":"2026-08-21T16:49:04.810682Z","steps":["trace[2064288744] 'agreement among raft nodes before linearized reading' (duration: 388.239665ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:49:04.810473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.32063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-qf784\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-08-21T16:49:04.810069Z","caller":"traceutil/trace.go:171","msg":"trace[689545284] transaction","detail":"{read_only:false; response_revision:640; number_of_response:1; }","duration":"768.396639ms","start":"2026-08-21T16:49:04.041658Z","end":"2026-08-21T16:49:04.810054Z","steps":["trace[689545284] 'process raft request' (duration: 258.664615ms)","trace[689545284] 'compare' (duration: 508.734373ms)"],"step_count":2} {"level":"warn","ts":"2026-08-21T16:49:04.8109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:49:04.42213Z","time spent":"388.756412ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-08-21T16:49:04.810972Z","caller":"traceutil/trace.go:171","msg":"trace[608034091] range","detail":"{range_begin:/registry/pods/kube-system/cilium-qf784; range_end:; response_count:1; response_revision:640; }","duration":"657.775705ms","start":"2026-08-21T16:49:04.153056Z","end":"2026-08-21T16:49:04.810832Z","steps":["trace[608034091] 'agreement among raft nodes before linearized reading' (duration: 657.293809ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:49:04.811067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:49:04.041625Z","time spent":"769.282741ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T16:49:04.811159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:49:04.15302Z","time spent":"658.123499ms","remote":"127.0.0.1:32866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16984,"request content":"key:\"/registry/pods/kube-system/cilium-qf784\" "} {"level":"warn","ts":"2026-08-21T16:49:04.810772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.162126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-08-21T16:49:04.811467Z","caller":"traceutil/trace.go:171","msg":"trace[618405083] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:640; }","duration":"365.095797ms","start":"2026-08-21T16:49:04.446342Z","end":"2026-08-21T16:49:04.811438Z","steps":["trace[618405083] 'agreement among raft nodes before linearized reading' (duration: 364.010854ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:49:04.811546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:49:04.446332Z","time spent":"365.196018ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-21T16:49:05.604814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.181797ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T16:49:05.60492Z","caller":"traceutil/trace.go:171","msg":"trace[39939368] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:641; }","duration":"561.301828ms","start":"2026-08-21T16:49:05.043604Z","end":"2026-08-21T16:49:05.604905Z","steps":["trace[39939368] 'range keys from in-memory index tree' (duration: 561.165837ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:49:05.639885Z","caller":"traceutil/trace.go:171","msg":"trace[2132406480] transaction","detail":"{read_only:false; response_revision:642; number_of_response:1; }","duration":"821.565808ms","start":"2026-08-21T16:49:04.818295Z","end":"2026-08-21T16:49:05.639861Z","steps":["trace[2132406480] 'process raft request' (duration: 821.281444ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:49:05.640202Z","caller":"traceutil/trace.go:171","msg":"trace[96824673] transaction","detail":"{read_only:false; response_revision:643; number_of_response:1; }","duration":"820.628635ms","start":"2026-08-21T16:49:04.819549Z","end":"2026-08-21T16:49:05.640178Z","steps":["trace[96824673] 'process raft request' (duration: 820.272141ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:49:05.64033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:49:04.81826Z","time spent":"821.943423ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T16:49:05.64037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:49:04.819538Z","time spent":"820.739567ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T16:49:05.640346Z","caller":"traceutil/trace.go:171","msg":"trace[773139662] transaction","detail":"{read_only:false; response_revision:644; number_of_response:1; }","duration":"814.427279ms","start":"2026-08-21T16:49:04.825873Z","end":"2026-08-21T16:49:05.6403Z","steps":["trace[773139662] 'process raft request' (duration: 814.175116ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:49:05.640562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:49:04.825861Z","time spent":"814.602741ms","remote":"127.0.0.1:32866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T16:49:05.90202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.10048ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-21T16:49:05.902159Z","caller":"traceutil/trace.go:171","msg":"trace[313147165] transaction","detail":"{read_only:false; response_revision:645; number_of_response:1; }","duration":"703.806959ms","start":"2026-08-21T16:49:05.198328Z","end":"2026-08-21T16:49:05.902135Z","steps":["trace[313147165] 'process raft request' (duration: 534.475886ms)","trace[313147165] 'compare' (duration: 168.655475ms)"],"step_count":2} {"level":"warn","ts":"2026-08-21T16:49:05.90226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:49:05.19828Z","time spent":"703.93153ms","remote":"127.0.0.1:32806","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036305,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T16:49:07.257194Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100589395,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T16:49:07.757673Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100589395,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T16:49:08.050652Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.087259824s","expected-duration":"1s"} {"level":"info","ts":"2026-08-21T16:49:08.05106Z","caller":"traceutil/trace.go:171","msg":"trace[543147848] transaction","detail":"{read_only:false; response_revision:646; number_of_response:1; }","duration":"2.087753471s","start":"2026-08-21T16:49:05.963246Z","end":"2026-08-21T16:49:08.051Z","steps":["trace[543147848] 'process raft request' (duration: 2.087611499s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:49:08.051215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:49:05.963214Z","time spent":"2.087932362s","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-21T16:49:08.104998Z","caller":"traceutil/trace.go:171","msg":"trace[1182357215] linearizableReadLoop","detail":"{readStateIndex:668; appliedIndex:666; }","duration":"1.348419791s","start":"2026-08-21T16:49:06.756557Z","end":"2026-08-21T16:49:08.104977Z","steps":["trace[1182357215] 'read index received' (duration: 1.294322362s)","trace[1182357215] 'applied index is now lower than readState.Index' (duration: 54.096289ms)"],"step_count":2} {"level":"warn","ts":"2026-08-21T16:49:08.105166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348586324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T16:49:08.105222Z","caller":"traceutil/trace.go:171","msg":"trace[1233358088] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:646; }","duration":"1.348688455s","start":"2026-08-21T16:49:06.756509Z","end":"2026-08-21T16:49:08.105198Z","steps":["trace[1233358088] 'agreement among raft nodes before linearized reading' (duration: 1.348594574s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:49:08.10526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:49:06.756486Z","time spent":"1.348765586s","remote":"127.0.0.1:60930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-21T16:49:08.105893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.889026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-08-21T16:49:08.10587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.289675048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-08-21T16:49:08.105943Z","caller":"traceutil/trace.go:171","msg":"trace[1102327287] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:646; }","duration":"458.956907ms","start":"2026-08-21T16:49:07.646976Z","end":"2026-08-21T16:49:08.105933Z","steps":["trace[1102327287] 'agreement among raft nodes before linearized reading' (duration: 458.784845ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:49:08.105973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:49:07.646969Z","time spent":"458.996287ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-08-21T16:49:08.105961Z","caller":"traceutil/trace.go:171","msg":"trace[1155620277] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:646; }","duration":"1.2898185s","start":"2026-08-21T16:49:06.816121Z","end":"2026-08-21T16:49:08.10594Z","steps":["trace[1155620277] 'agreement among raft nodes before linearized reading' (duration: 1.289626878s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:49:08.106023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:49:06.816101Z","time spent":"1.289909482s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-21T16:49:08.106025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.951939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-08-21T16:49:08.106076Z","caller":"traceutil/trace.go:171","msg":"trace[1828857522] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:646; }","duration":"460.037119ms","start":"2026-08-21T16:49:07.646023Z","end":"2026-08-21T16:49:08.10606Z","steps":["trace[1828857522] 'agreement among raft nodes before linearized reading' (duration: 459.780276ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:49:08.106046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.245210851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-08-21T16:49:08.106129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:49:07.646002Z","time spent":"460.115661ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-08-21T16:49:08.106143Z","caller":"traceutil/trace.go:171","msg":"trace[1497735773] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:646; }","duration":"1.245376894s","start":"2026-08-21T16:49:06.860749Z","end":"2026-08-21T16:49:08.106126Z","steps":["trace[1497735773] 'agreement among raft nodes before linearized reading' (duration: 1.24505132s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:49:08.106227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:49:06.860708Z","time spent":"1.245507095s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-08-21T16:49:20.187259Z","caller":"traceutil/trace.go:171","msg":"trace[170962438] transaction","detail":"{read_only:false; response_revision:787; number_of_response:1; }","duration":"296.532889ms","start":"2026-08-21T16:49:19.890696Z","end":"2026-08-21T16:49:20.187229Z","steps":["trace[170962438] 'process raft request' (duration: 296.096264ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:49:24.257983Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100589716,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T16:49:24.376207Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.111244662s","expected-duration":"1s"} {"level":"info","ts":"2026-08-21T16:49:24.376652Z","caller":"traceutil/trace.go:171","msg":"trace[1497324350] transaction","detail":"{read_only:false; response_revision:808; number_of_response:1; }","duration":"1.111742067s","start":"2026-08-21T16:49:23.264834Z","end":"2026-08-21T16:49:24.376576Z","steps":["trace[1497324350] 'process raft request' (duration: 1.111560805s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:49:24.37684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:49:23.264809Z","time spent":"1.111908828s","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T16:49:24.446032Z","caller":"traceutil/trace.go:171","msg":"trace[1007860757] linearizableReadLoop","detail":"{readStateIndex:836; appliedIndex:834; }","duration":"688.347531ms","start":"2026-08-21T16:49:23.757666Z","end":"2026-08-21T16:49:24.446013Z","steps":["trace[1007860757] 'read index received' (duration: 618.698996ms)","trace[1007860757] 'applied index is now lower than readState.Index' (duration: 69.647725ms)"],"step_count":2} {"level":"info","ts":"2026-08-21T16:49:24.446187Z","caller":"traceutil/trace.go:171","msg":"trace[1250361471] transaction","detail":"{read_only:false; response_revision:809; number_of_response:1; }","duration":"449.75365ms","start":"2026-08-21T16:49:23.996409Z","end":"2026-08-21T16:49:24.446162Z","steps":["trace[1250361471] 'process raft request' (duration: 449.509047ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:49:24.446432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:49:23.996386Z","time spent":"449.897361ms","remote":"127.0.0.1:32858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5051,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T16:49:24.446999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.322771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T16:49:24.447048Z","caller":"traceutil/trace.go:171","msg":"trace[1631443916] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:809; }","duration":"689.412333ms","start":"2026-08-21T16:49:23.757625Z","end":"2026-08-21T16:49:24.447037Z","steps":["trace[1631443916] 'agreement among raft nodes before linearized reading' (duration: 689.257981ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:49:24.447151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.55912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-08-21T16:49:24.447201Z","caller":"traceutil/trace.go:171","msg":"trace[1071910082] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:809; }","duration":"246.657201ms","start":"2026-08-21T16:49:24.200534Z","end":"2026-08-21T16:49:24.447191Z","steps":["trace[1071910082] 'agreement among raft nodes before linearized reading' (duration: 246.399838ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:49:24.447283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.787548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-08-21T16:49:24.447313Z","caller":"traceutil/trace.go:171","msg":"trace[1471864083] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:809; }","duration":"235.847809ms","start":"2026-08-21T16:49:24.211455Z","end":"2026-08-21T16:49:24.447303Z","steps":["trace[1471864083] 'agreement among raft nodes before linearized reading' (duration: 235.750028ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:49:24.447321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.139644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-08-21T16:49:24.44739Z","caller":"traceutil/trace.go:171","msg":"trace[1557819562] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:809; }","duration":"237.214104ms","start":"2026-08-21T16:49:24.210132Z","end":"2026-08-21T16:49:24.447347Z","steps":["trace[1557819562] 'agreement among raft nodes before linearized reading' (duration: 237.110223ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:49:24.447403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.251771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-08-21T16:49:24.447432Z","caller":"traceutil/trace.go:171","msg":"trace[1743128049] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:809; }","duration":"242.311441ms","start":"2026-08-21T16:49:24.205112Z","end":"2026-08-21T16:49:24.447423Z","steps":["trace[1743128049] 'agreement among raft nodes before linearized reading' (duration: 242.2196ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:49:24.447458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.352072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-08-21T16:49:24.447485Z","caller":"traceutil/trace.go:171","msg":"trace[1198310821] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:809; }","duration":"235.402903ms","start":"2026-08-21T16:49:24.212075Z","end":"2026-08-21T16:49:24.447478Z","steps":["trace[1198310821] 'agreement among raft nodes before linearized reading' (duration: 235.340373ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:49:24.447505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:49:23.757605Z","time spent":"689.470753ms","remote":"127.0.0.1:60930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-21T16:50:07.32118Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100590637,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-21T16:50:07.672295Z","caller":"traceutil/trace.go:171","msg":"trace[1813181573] transaction","detail":"{read_only:false; response_revision:1260; number_of_response:1; }","duration":"176.190435ms","start":"2026-08-21T16:50:07.496079Z","end":"2026-08-21T16:50:07.672269Z","steps":["trace[1813181573] 'process raft request' (duration: 176.053924ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:50:07.672301Z","caller":"traceutil/trace.go:171","msg":"trace[187578590] linearizableReadLoop","detail":"{readStateIndex:1297; appliedIndex:1296; }","duration":"851.483772ms","start":"2026-08-21T16:50:06.820762Z","end":"2026-08-21T16:50:07.672246Z","steps":["trace[187578590] 'read index received' (duration: 834.635178ms)","trace[187578590] 'applied index is now lower than readState.Index' (duration: 16.839584ms)"],"step_count":2} {"level":"warn","ts":"2026-08-21T16:50:07.672705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.901236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-08-21T16:50:07.672752Z","caller":"traceutil/trace.go:171","msg":"trace[398827843] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1260; }","duration":"851.999557ms","start":"2026-08-21T16:50:06.820741Z","end":"2026-08-21T16:50:07.67274Z","steps":["trace[398827843] 'agreement among raft nodes before linearized reading' (duration: 851.747904ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:50:07.67279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:50:06.820729Z","time spent":"852.052237ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-21T16:50:07.672986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.061468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-08-21T16:50:07.673014Z","caller":"traceutil/trace.go:171","msg":"trace[654265930] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1260; }","duration":"852.142368ms","start":"2026-08-21T16:50:06.820865Z","end":"2026-08-21T16:50:07.673007Z","steps":["trace[654265930] 'agreement among raft nodes before linearized reading' (duration: 852.069797ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:50:07.673034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:50:06.820834Z","time spent":"852.194628ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-08-21T16:50:07.673177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.615209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T16:50:07.673223Z","caller":"traceutil/trace.go:171","msg":"trace[814702195] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:1260; }","duration":"513.66908ms","start":"2026-08-21T16:50:07.159542Z","end":"2026-08-21T16:50:07.673211Z","steps":["trace[814702195] 'agreement among raft nodes before linearized reading' (duration: 513.583569ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:50:07.673227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.536036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-08-21T16:50:07.673226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.096711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-08-21T16:50:07.673359Z","caller":"traceutil/trace.go:171","msg":"trace[1200955014] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1260; }","duration":"841.223972ms","start":"2026-08-21T16:50:06.832099Z","end":"2026-08-21T16:50:07.673323Z","steps":["trace[1200955014] 'agreement among raft nodes before linearized reading' (duration: 840.99327ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:50:07.673361Z","caller":"traceutil/trace.go:171","msg":"trace[653505390] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1260; }","duration":"840.640378ms","start":"2026-08-21T16:50:06.83264Z","end":"2026-08-21T16:50:07.67328Z","steps":["trace[653505390] 'agreement among raft nodes before linearized reading' (duration: 840.424536ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:50:07.673416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.533854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-08-21T16:50:07.673249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:50:07.159469Z","time spent":"513.77285ms","remote":"127.0.0.1:32854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-08-21T16:50:07.674344Z","caller":"traceutil/trace.go:171","msg":"trace[1484419128] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1260; }","duration":"847.508963ms","start":"2026-08-21T16:50:06.826812Z","end":"2026-08-21T16:50:07.674321Z","steps":["trace[1484419128] 'agreement among raft nodes before linearized reading' (duration: 846.310642ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:50:07.674404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:50:06.826799Z","time spent":"847.593914ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-21T16:50:07.6749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:50:06.832627Z","time spent":"840.778839ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-21T16:50:07.674387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:50:06.83206Z","time spent":"841.331654ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-08-21T16:50:25.68683Z","caller":"traceutil/trace.go:171","msg":"trace[1678416677] transaction","detail":"{read_only:false; response_revision:1402; number_of_response:1; }","duration":"120.097671ms","start":"2026-08-21T16:50:25.566699Z","end":"2026-08-21T16:50:25.686796Z","steps":["trace[1678416677] 'process raft request' (duration: 119.846139ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:50:31.703992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.620544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/ingress-nginx/ingress-nginx-admission\" ","response":"range_response_count:1 size:1823"} {"level":"info","ts":"2026-08-21T16:50:31.704139Z","caller":"traceutil/trace.go:171","msg":"trace[536088364] range","detail":"{range_begin:/registry/secrets/ingress-nginx/ingress-nginx-admission; range_end:; response_count:1; response_revision:1517; }","duration":"407.830925ms","start":"2026-08-21T16:50:31.296276Z","end":"2026-08-21T16:50:31.704107Z","steps":["trace[536088364] 'range keys from in-memory index tree' (duration: 407.385842ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:50:31.704213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:50:31.29624Z","time spent":"407.956387ms","remote":"127.0.0.1:32806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1846,"request content":"key:\"/registry/secrets/ingress-nginx/ingress-nginx-admission\" "} {"level":"warn","ts":"2026-08-21T16:50:31.704238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.305035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.83\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-08-21T16:50:31.704326Z","caller":"traceutil/trace.go:171","msg":"trace[634689906] range","detail":"{range_begin:/registry/masterleases/199.19.213.83; range_end:; response_count:1; response_revision:1517; }","duration":"180.446406ms","start":"2026-08-21T16:50:31.523858Z","end":"2026-08-21T16:50:31.704304Z","steps":["trace[634689906] 'range keys from in-memory index tree' (duration: 180.022433ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:50:31.92025Z","caller":"traceutil/trace.go:171","msg":"trace[1116716007] linearizableReadLoop","detail":"{readStateIndex:1566; appliedIndex:1566; }","duration":"208.99914ms","start":"2026-08-21T16:50:31.711167Z","end":"2026-08-21T16:50:31.920166Z","steps":["trace[1116716007] 'read index received' (duration: 208.97143ms)","trace[1116716007] 'applied index is now lower than readState.Index' (duration: 23.65µs)"],"step_count":2} {"level":"warn","ts":"2026-08-21T16:50:31.920477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.296993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/ingress-nginx-admission\" ","response":"range_response_count:1 size:1659"} {"level":"info","ts":"2026-08-21T16:50:31.920572Z","caller":"traceutil/trace.go:171","msg":"trace[534040171] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/ingress-nginx-admission; range_end:; response_count:1; response_revision:1517; }","duration":"209.455434ms","start":"2026-08-21T16:50:31.711095Z","end":"2026-08-21T16:50:31.92055Z","steps":["trace[534040171] 'agreement among raft nodes before linearized reading' (duration: 209.198611ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:50:31.924104Z","caller":"traceutil/trace.go:171","msg":"trace[642039710] transaction","detail":"{read_only:false; response_revision:1518; number_of_response:1; }","duration":"146.721695ms","start":"2026-08-21T16:50:31.77735Z","end":"2026-08-21T16:50:31.924072Z","steps":["trace[642039710] 'process raft request' (duration: 146.526203ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:50:31.92444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.928111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T16:50:31.924533Z","caller":"traceutil/trace.go:171","msg":"trace[1067137377] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1518; }","duration":"167.125073ms","start":"2026-08-21T16:50:31.757384Z","end":"2026-08-21T16:50:31.924509Z","steps":["trace[1067137377] 'agreement among raft nodes before linearized reading' (duration: 166.83662ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:50:31.925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.280082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-08-21T16:50:31.92517Z","caller":"traceutil/trace.go:171","msg":"trace[1453077293] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1518; }","duration":"106.494143ms","start":"2026-08-21T16:50:31.818655Z","end":"2026-08-21T16:50:31.925149Z","steps":["trace[1453077293] 'agreement among raft nodes before linearized reading' (duration: 106.14259ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:50:31.92527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.75627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-08-21T16:50:31.925323Z","caller":"traceutil/trace.go:171","msg":"trace[1678942805] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1518; }","duration":"100.860532ms","start":"2026-08-21T16:50:31.824449Z","end":"2026-08-21T16:50:31.92531Z","steps":["trace[1678942805] 'agreement among raft nodes before linearized reading' (duration: 100.748371ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:50:34.974964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.860762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T16:50:34.975295Z","caller":"traceutil/trace.go:171","msg":"trace[1466697346] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1534; }","duration":"217.250395ms","start":"2026-08-21T16:50:34.758022Z","end":"2026-08-21T16:50:34.975272Z","steps":["trace[1466697346] 'range keys from in-memory index tree' (duration: 216.741181ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:50:53.596826Z","caller":"traceutil/trace.go:171","msg":"trace[550490572] transaction","detail":"{read_only:false; response_revision:1843; number_of_response:1; }","duration":"199.027515ms","start":"2026-08-21T16:50:53.397773Z","end":"2026-08-21T16:50:53.5968Z","steps":["trace[550490572] 'process raft request' (duration: 198.861563ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:51:01.033592Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100591991,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T16:51:01.534453Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100591991,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T16:51:01.92883Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.42175403s","expected-duration":"1s"} {"level":"warn","ts":"2026-08-21T16:51:02.328825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.849307642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-08-21T16:51:02.328882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.658671ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-21T16:51:02.328932Z","caller":"traceutil/trace.go:171","msg":"trace[1999262790] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1955; }","duration":"1.849471735s","start":"2026-08-21T16:51:00.479435Z","end":"2026-08-21T16:51:02.328906Z","steps":["trace[1999262790] 'range keys from in-memory index tree' (duration: 1.847805287s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:51:02.328979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:51:00.479394Z","time spent":"1.849574407s","remote":"127.0.0.1:53976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-08-21T16:51:02.32914Z","caller":"traceutil/trace.go:171","msg":"trace[1204194940] linearizableReadLoop","detail":"{readStateIndex:2033; appliedIndex:2030; }","duration":"1.796412502s","start":"2026-08-21T16:51:00.532715Z","end":"2026-08-21T16:51:02.329128Z","steps":["trace[1204194940] 'read index received' (duration: 1.396363118s)","trace[1204194940] 'applied index is now lower than readState.Index' (duration: 400.047964ms)"],"step_count":2} {"level":"info","ts":"2026-08-21T16:51:02.329336Z","caller":"traceutil/trace.go:171","msg":"trace[1437907182] transaction","detail":"{read_only:false; response_revision:1956; number_of_response:1; }","duration":"1.822442795s","start":"2026-08-21T16:51:00.506881Z","end":"2026-08-21T16:51:02.329324Z","steps":["trace[1437907182] 'process raft request' (duration: 1.422241397s)","trace[1437907182] 'compare' (duration: 398.718301ms)"],"step_count":2} {"level":"warn","ts":"2026-08-21T16:51:02.329379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:51:00.506839Z","time spent":"1.822517016s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T16:51:02.329498Z","caller":"traceutil/trace.go:171","msg":"trace[1467485216] transaction","detail":"{read_only:false; response_revision:1957; number_of_response:1; }","duration":"1.801438773s","start":"2026-08-21T16:51:00.528048Z","end":"2026-08-21T16:51:02.329487Z","steps":["trace[1467485216] 'process raft request' (duration: 1.800911317s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:51:02.329534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:51:00.528024Z","time spent":"1.801489435s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T16:51:02.329634Z","caller":"traceutil/trace.go:171","msg":"trace[1747031153] transaction","detail":"{read_only:false; response_revision:1958; number_of_response:1; }","duration":"1.085799019s","start":"2026-08-21T16:51:01.243826Z","end":"2026-08-21T16:51:02.329625Z","steps":["trace[1747031153] 'process raft request' (duration: 1.08522449s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:51:02.32967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:51:01.243773Z","time spent":"1.085876299s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T16:51:02.330399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.797654282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6cf5724d-0034-4f2b-a8f1-2d7af28b6044\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-08-21T16:51:02.330486Z","caller":"traceutil/trace.go:171","msg":"trace[1840482807] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6cf5724d-0034-4f2b-a8f1-2d7af28b6044; range_end:; response_count:1; response_revision:1959; }","duration":"1.797785005s","start":"2026-08-21T16:51:00.53268Z","end":"2026-08-21T16:51:02.330465Z","steps":["trace[1840482807] 'agreement among raft nodes before linearized reading' (duration: 1.797515827s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:51:02.330586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:51:00.532667Z","time spent":"1.797853527s","remote":"127.0.0.1:32866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6cf5724d-0034-4f2b-a8f1-2d7af28b6044\" "} {"level":"info","ts":"2026-08-21T16:51:02.330777Z","caller":"traceutil/trace.go:171","msg":"trace[1538674555] transaction","detail":"{read_only:false; response_revision:1959; number_of_response:1; }","duration":"497.424303ms","start":"2026-08-21T16:51:01.83334Z","end":"2026-08-21T16:51:02.330764Z","steps":["trace[1538674555] 'process raft request' (duration: 495.75155ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:51:02.331043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:51:01.833304Z","time spent":"497.506855ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T16:51:02.460244Z","caller":"traceutil/trace.go:171","msg":"trace[598641232] linearizableReadLoop","detail":"{readStateIndex:2035; appliedIndex:2034; }","duration":"131.052989ms","start":"2026-08-21T16:51:02.329155Z","end":"2026-08-21T16:51:02.460208Z","steps":["trace[598641232] 'read index received' (duration: 105.891987ms)","trace[598641232] 'applied index is now lower than readState.Index' (duration: 25.159762ms)"],"step_count":2} {"level":"warn","ts":"2026-08-21T16:51:02.460439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.883411216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-21T16:51:02.460477Z","caller":"traceutil/trace.go:171","msg":"trace[395042334] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:1960; }","duration":"1.883521358s","start":"2026-08-21T16:51:00.576944Z","end":"2026-08-21T16:51:02.460466Z","steps":["trace[395042334] 'agreement among raft nodes before linearized reading' (duration: 1.883407754s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:51:02.460518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:51:00.576913Z","time spent":"1.883594779s","remote":"127.0.0.1:53210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-08-21T16:51:02.460572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.70975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-08-21T16:51:02.460691Z","caller":"traceutil/trace.go:171","msg":"trace[192039467] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1960; }","duration":"322.882285ms","start":"2026-08-21T16:51:02.137781Z","end":"2026-08-21T16:51:02.460663Z","steps":["trace[192039467] 'agreement among raft nodes before linearized reading' (duration: 322.500593ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:51:02.460762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:51:02.137762Z","time spent":"322.985178ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-21T16:51:02.460907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.00994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-08-21T16:51:02.461016Z","caller":"traceutil/trace.go:171","msg":"trace[322486890] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1960; }","duration":"318.152065ms","start":"2026-08-21T16:51:02.142843Z","end":"2026-08-21T16:51:02.460995Z","steps":["trace[322486890] 'agreement among raft nodes before linearized reading' (duration: 317.836445ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:51:02.461049Z","caller":"traceutil/trace.go:171","msg":"trace[2020829051] transaction","detail":"{read_only:false; response_revision:1960; number_of_response:1; }","duration":"415.168888ms","start":"2026-08-21T16:51:02.045829Z","end":"2026-08-21T16:51:02.460998Z","steps":["trace[2020829051] 'process raft request' (duration: 389.297183ms)","trace[2020829051] 'compare' (duration: 24.934535ms)"],"step_count":2} {"level":"warn","ts":"2026-08-21T16:51:02.461386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:51:02.045798Z","time spent":"415.482448ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T16:51:02.461028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.086751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-08-21T16:51:02.461473Z","caller":"traceutil/trace.go:171","msg":"trace[1852447592] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1960; }","duration":"328.549456ms","start":"2026-08-21T16:51:02.132907Z","end":"2026-08-21T16:51:02.461456Z","steps":["trace[1852447592] 'agreement among raft nodes before linearized reading' (duration: 328.05885ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:51:02.461537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:51:02.132882Z","time spent":"328.634469ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-21T16:51:02.461078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.81106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T16:51:02.461633Z","caller":"traceutil/trace.go:171","msg":"trace[1708916917] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1960; }","duration":"704.370598ms","start":"2026-08-21T16:51:01.757246Z","end":"2026-08-21T16:51:02.461616Z","steps":["trace[1708916917] 'agreement among raft nodes before linearized reading' (duration: 703.807959ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:51:02.461681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:51:01.757238Z","time spent":"704.43151ms","remote":"127.0.0.1:60930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-21T16:51:02.460885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.094242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-21T16:51:02.461748Z","caller":"traceutil/trace.go:171","msg":"trace[678841270] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:1960; }","duration":"186.093704ms","start":"2026-08-21T16:51:02.275644Z","end":"2026-08-21T16:51:02.461738Z","steps":["trace[678841270] 'agreement among raft nodes before linearized reading' (duration: 184.906946ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:51:02.461784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.859321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-08-21T16:51:02.461849Z","caller":"traceutil/trace.go:171","msg":"trace[1245426953] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1960; }","duration":"321.087698ms","start":"2026-08-21T16:51:02.140743Z","end":"2026-08-21T16:51:02.46183Z","steps":["trace[1245426953] 'agreement among raft nodes before linearized reading' (duration: 320.297972ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:51:02.461918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:51:02.14068Z","time spent":"321.222302ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-21T16:51:02.461091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:51:02.142837Z","time spent":"318.236037ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-21T16:51:02.46094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.228563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-08-21T16:51:02.46211Z","caller":"traceutil/trace.go:171","msg":"trace[140425979] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1960; }","duration":"327.437811ms","start":"2026-08-21T16:51:02.134652Z","end":"2026-08-21T16:51:02.46209Z","steps":["trace[140425979] 'agreement among raft nodes before linearized reading' (duration: 326.16997ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:51:02.462154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:51:02.134614Z","time spent":"327.528643ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-08-21T16:51:02.462308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.562507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T16:51:02.462354Z","caller":"traceutil/trace.go:171","msg":"trace[1763345299] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:1960; }","duration":"754.651789ms","start":"2026-08-21T16:51:01.707688Z","end":"2026-08-21T16:51:02.46234Z","steps":["trace[1763345299] 'agreement among raft nodes before linearized reading' (duration: 753.406579ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:51:02.462385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:51:01.707666Z","time spent":"754.710041ms","remote":"127.0.0.1:53670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-08-21T16:51:02.46265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.317398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.83\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-08-21T16:51:02.462698Z","caller":"traceutil/trace.go:171","msg":"trace[415110082] range","detail":"{range_begin:/registry/masterleases/199.19.213.83; range_end:; response_count:1; response_revision:1960; }","duration":"936.413049ms","start":"2026-08-21T16:51:01.526273Z","end":"2026-08-21T16:51:02.462686Z","steps":["trace[415110082] 'agreement among raft nodes before linearized reading' (duration: 934.835788ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:51:02.462738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:51:01.526234Z","time spent":"936.496401ms","remote":"127.0.0.1:60966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.19.213.83\" "} {"level":"warn","ts":"2026-08-21T16:51:02.463142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.36725963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6cf5724d-0034-4f2b-a8f1-2d7af28b6044\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-08-21T16:51:02.463202Z","caller":"traceutil/trace.go:171","msg":"trace[666204534] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6cf5724d-0034-4f2b-a8f1-2d7af28b6044; range_end:; response_count:1; response_revision:1960; }","duration":"1.367320732s","start":"2026-08-21T16:51:01.095868Z","end":"2026-08-21T16:51:02.463188Z","steps":["trace[666204534] 'agreement among raft nodes before linearized reading' (duration: 1.365249745s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:51:02.463242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:51:01.095805Z","time spent":"1.367428154s","remote":"127.0.0.1:32866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6cf5724d-0034-4f2b-a8f1-2d7af28b6044\" "} {"level":"warn","ts":"2026-08-21T16:51:03.230189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.223685ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-21T16:51:03.230576Z","caller":"traceutil/trace.go:171","msg":"trace[1717158656] transaction","detail":"{read_only:false; response_revision:1963; number_of_response:1; }","duration":"761.856186ms","start":"2026-08-21T16:51:02.468706Z","end":"2026-08-21T16:51:03.230562Z","steps":["trace[1717158656] 'process raft request' (duration: 761.791014ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:51:03.230567Z","caller":"traceutil/trace.go:171","msg":"trace[1613573386] transaction","detail":"{read_only:false; response_revision:1961; number_of_response:1; }","duration":"762.324021ms","start":"2026-08-21T16:51:02.468213Z","end":"2026-08-21T16:51:03.230537Z","steps":["trace[1613573386] 'process raft request' (duration: 510.645752ms)","trace[1613573386] 'compare' (duration: 250.78241ms)"],"step_count":2} {"level":"info","ts":"2026-08-21T16:51:03.230626Z","caller":"traceutil/trace.go:171","msg":"trace[2054042152] transaction","detail":"{read_only:false; response_revision:1962; number_of_response:1; }","duration":"762.293969ms","start":"2026-08-21T16:51:02.468294Z","end":"2026-08-21T16:51:03.230588Z","steps":["trace[2054042152] 'process raft request' (duration: 762.084713ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:51:03.230677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:51:02.46819Z","time spent":"762.442454ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T16:51:03.230729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:51:02.468697Z","time spent":"761.920867ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T16:51:03.230828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:51:02.468287Z","time spent":"762.422143ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T16:51:03.23088Z","caller":"traceutil/trace.go:171","msg":"trace[2136940583] transaction","detail":"{read_only:false; response_revision:1964; number_of_response:1; }","duration":"761.209394ms","start":"2026-08-21T16:51:02.469632Z","end":"2026-08-21T16:51:03.230841Z","steps":["trace[2136940583] 'process raft request' (duration: 760.897485ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:51:03.231079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:51:02.46962Z","time spent":"761.341949ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T16:51:03.231046Z","caller":"traceutil/trace.go:171","msg":"trace[1949542729] transaction","detail":"{read_only:false; response_revision:1965; number_of_response:1; }","duration":"760.897865ms","start":"2026-08-21T16:51:02.470086Z","end":"2026-08-21T16:51:03.230984Z","steps":["trace[1949542729] 'process raft request' (duration: 760.688238ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:51:03.231091Z","caller":"traceutil/trace.go:171","msg":"trace[1637903684] transaction","detail":"{read_only:false; response_revision:1966; number_of_response:1; }","duration":"759.707677ms","start":"2026-08-21T16:51:02.471367Z","end":"2026-08-21T16:51:03.231075Z","steps":["trace[1637903684] 'process raft request' (duration: 759.566102ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:51:03.231239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:51:02.470081Z","time spent":"761.06119ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T16:51:03.231283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:51:02.471359Z","time spent":"759.882503ms","remote":"127.0.0.1:32866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3731,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T16:51:03.80346Z","caller":"traceutil/trace.go:171","msg":"trace[602691150] linearizableReadLoop","detail":"{readStateIndex:2043; appliedIndex:2036; }","duration":"1.148570012s","start":"2026-08-21T16:51:02.654865Z","end":"2026-08-21T16:51:03.803435Z","steps":["trace[602691150] 'read index received' (duration: 324.040902ms)","trace[602691150] 'applied index is now lower than readState.Index' (duration: 824.52782ms)"],"step_count":2} {"level":"info","ts":"2026-08-21T16:51:03.803528Z","caller":"traceutil/trace.go:171","msg":"trace[314868067] transaction","detail":"{read_only:false; response_revision:1967; number_of_response:1; }","duration":"1.30876558s","start":"2026-08-21T16:51:02.494712Z","end":"2026-08-21T16:51:03.803477Z","steps":["trace[314868067] 'process raft request' (duration: 1.308576184s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:51:03.803774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:51:02.494683Z","time spent":"1.308977337s","remote":"127.0.0.1:60966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T16:51:03.803781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148894871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-21T16:51:03.803935Z","caller":"traceutil/trace.go:171","msg":"trace[404084310] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:1967; }","duration":"1.14910582s","start":"2026-08-21T16:51:02.65481Z","end":"2026-08-21T16:51:03.803916Z","steps":["trace[404084310] 'agreement among raft nodes before linearized reading' (duration: 1.148772438s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:51:03.804052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:51:02.654786Z","time spent":"1.149223852s","remote":"127.0.0.1:33016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":91,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-08-21T16:51:03.830392Z","caller":"traceutil/trace.go:171","msg":"trace[1379658496] transaction","detail":"{read_only:false; response_revision:1968; number_of_response:1; }","duration":"149.057158ms","start":"2026-08-21T16:51:03.681306Z","end":"2026-08-21T16:51:03.830363Z","steps":["trace[1379658496] 'process raft request' (duration: 148.640525ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:51:03.830709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.028734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6cf5724d-0034-4f2b-a8f1-2d7af28b6044\" ","response":"range_response_count:1 size:3746"} {"level":"info","ts":"2026-08-21T16:51:03.830779Z","caller":"traceutil/trace.go:171","msg":"trace[554230231] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6cf5724d-0034-4f2b-a8f1-2d7af28b6044; range_end:; response_count:1; response_revision:1968; }","duration":"594.129867ms","start":"2026-08-21T16:51:03.23663Z","end":"2026-08-21T16:51:03.83076Z","steps":["trace[554230231] 'agreement among raft nodes before linearized reading' (duration: 593.969502ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:51:03.830874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:51:03.236611Z","time spent":"594.244041ms","remote":"127.0.0.1:32866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3769,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6cf5724d-0034-4f2b-a8f1-2d7af28b6044\" "} {"level":"warn","ts":"2026-08-21T16:51:03.830995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.078863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-08-21T16:51:03.830261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.072543494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T16:51:03.83109Z","caller":"traceutil/trace.go:171","msg":"trace[472613185] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1968; }","duration":"494.222538ms","start":"2026-08-21T16:51:03.336849Z","end":"2026-08-21T16:51:03.831072Z","steps":["trace[472613185] 'agreement among raft nodes before linearized reading' (duration: 493.313828ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:51:03.831106Z","caller":"traceutil/trace.go:171","msg":"trace[1167760960] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1968; }","duration":"1.073424912s","start":"2026-08-21T16:51:02.757654Z","end":"2026-08-21T16:51:03.831079Z","steps":["trace[1167760960] 'agreement among raft nodes before linearized reading' (duration: 1.072550294s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:51:03.831158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:51:02.757631Z","time spent":"1.073511605s","remote":"127.0.0.1:60930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-21T16:51:03.831194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:51:03.336819Z","time spent":"494.31147ms","remote":"127.0.0.1:53976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-08-21T16:51:03.831517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.206777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6cf5724d-0034-4f2b-a8f1-2d7af28b6044\" ","response":"range_response_count:1 size:3746"} {"level":"info","ts":"2026-08-21T16:51:03.8316Z","caller":"traceutil/trace.go:171","msg":"trace[1124996890] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6cf5724d-0034-4f2b-a8f1-2d7af28b6044; range_end:; response_count:1; response_revision:1968; }","duration":"494.353991ms","start":"2026-08-21T16:51:03.337226Z","end":"2026-08-21T16:51:03.83158Z","steps":["trace[1124996890] 'agreement among raft nodes before linearized reading' (duration: 493.33301ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:51:03.831649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:51:03.337202Z","time spent":"494.431444ms","remote":"127.0.0.1:32866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3769,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6cf5724d-0034-4f2b-a8f1-2d7af28b6044\" "} {"level":"info","ts":"2026-08-21T16:51:08.559239Z","caller":"traceutil/trace.go:171","msg":"trace[1723375399] transaction","detail":"{read_only:false; response_revision:2013; number_of_response:1; }","duration":"206.246327ms","start":"2026-08-21T16:51:08.352953Z","end":"2026-08-21T16:51:08.559199Z","steps":["trace[1723375399] 'process raft request' (duration: 206.097142ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:51:08.563586Z","caller":"traceutil/trace.go:171","msg":"trace[1855304318] transaction","detail":"{read_only:false; response_revision:2015; number_of_response:1; }","duration":"207.048531ms","start":"2026-08-21T16:51:08.356509Z","end":"2026-08-21T16:51:08.563557Z","steps":["trace[1855304318] 'process raft request' (duration: 206.927388ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:51:08.563668Z","caller":"traceutil/trace.go:171","msg":"trace[2144237621] transaction","detail":"{read_only:false; response_revision:2014; number_of_response:1; }","duration":"208.322281ms","start":"2026-08-21T16:51:08.355297Z","end":"2026-08-21T16:51:08.563619Z","steps":["trace[2144237621] 'process raft request' (duration: 207.467254ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:51:15.702127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.156881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-21T16:51:15.702248Z","caller":"traceutil/trace.go:171","msg":"trace[356339320] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:2067; }","duration":"397.337466ms","start":"2026-08-21T16:51:15.30489Z","end":"2026-08-21T16:51:15.702227Z","steps":["trace[356339320] 'count revisions from in-memory index tree' (duration: 397.037927ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:51:15.70229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:51:15.304866Z","time spent":"397.413559ms","remote":"127.0.0.1:53224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":13,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-08-21T16:51:15.702565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.801202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-08-21T16:51:15.702603Z","caller":"traceutil/trace.go:171","msg":"trace[1843366700] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2067; }","duration":"393.874605ms","start":"2026-08-21T16:51:15.308712Z","end":"2026-08-21T16:51:15.702587Z","steps":["trace[1843366700] 'range keys from in-memory index tree' (duration: 393.618326ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:51:15.70263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:51:15.308687Z","time spent":"393.936566ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-21T16:51:15.703001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.107061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-08-21T16:51:15.702996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.840784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-21T16:51:15.703144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.512254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-08-21T16:51:15.703141Z","caller":"traceutil/trace.go:171","msg":"trace[772045744] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:2067; }","duration":"263.05909ms","start":"2026-08-21T16:51:15.440045Z","end":"2026-08-21T16:51:15.703104Z","steps":["trace[772045744] 'count revisions from in-memory index tree' (duration: 262.71144ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:51:15.70316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.226715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-08-21T16:51:15.703178Z","caller":"traceutil/trace.go:171","msg":"trace[491026065] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2067; }","duration":"389.562814ms","start":"2026-08-21T16:51:15.313603Z","end":"2026-08-21T16:51:15.703166Z","steps":["trace[491026065] 'range keys from in-memory index tree' (duration: 389.41512ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:51:15.703215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:51:15.313591Z","time spent":"389.617297ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-08-21T16:51:15.703227Z","caller":"traceutil/trace.go:171","msg":"trace[653549057] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2067; }","duration":"390.338408ms","start":"2026-08-21T16:51:15.312864Z","end":"2026-08-21T16:51:15.703202Z","steps":["trace[653549057] 'range keys from in-memory index tree' (duration: 389.973248ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:51:15.703228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.100531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-08-21T16:51:15.703275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:51:15.312837Z","time spent":"390.423481ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-08-21T16:51:15.703324Z","caller":"traceutil/trace.go:171","msg":"trace[1150029799] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2067; }","duration":"390.251315ms","start":"2026-08-21T16:51:15.313046Z","end":"2026-08-21T16:51:15.703297Z","steps":["trace[1150029799] 'range keys from in-memory index tree' (duration: 389.765111ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:51:15.703375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:51:15.313026Z","time spent":"390.340298ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-08-21T16:51:15.703072Z","caller":"traceutil/trace.go:171","msg":"trace[1206099888] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2067; }","duration":"389.196634ms","start":"2026-08-21T16:51:15.313863Z","end":"2026-08-21T16:51:15.703059Z","steps":["trace[1206099888] 'range keys from in-memory index tree' (duration: 388.993358ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:51:15.703443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:51:15.313856Z","time spent":"389.569265ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-08-21T16:51:15.815512Z","caller":"traceutil/trace.go:171","msg":"trace[2127781959] transaction","detail":"{read_only:false; response_revision:2068; number_of_response:1; }","duration":"106.2426ms","start":"2026-08-21T16:51:15.709224Z","end":"2026-08-21T16:51:15.815466Z","steps":["trace[2127781959] 'process raft request' (duration: 105.89424ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:51:15.831896Z","caller":"traceutil/trace.go:171","msg":"trace[639992694] transaction","detail":"{read_only:false; response_revision:2069; number_of_response:1; }","duration":"122.207956ms","start":"2026-08-21T16:51:15.709658Z","end":"2026-08-21T16:51:15.831866Z","steps":["trace[639992694] 'process raft request' (duration: 121.960509ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:51:15.83196Z","caller":"traceutil/trace.go:171","msg":"trace[1194682993] transaction","detail":"{read_only:false; response_revision:2072; number_of_response:1; }","duration":"121.120464ms","start":"2026-08-21T16:51:15.710809Z","end":"2026-08-21T16:51:15.83193Z","steps":["trace[1194682993] 'process raft request' (duration: 121.038361ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:51:15.832019Z","caller":"traceutil/trace.go:171","msg":"trace[53334871] transaction","detail":"{read_only:false; response_revision:2070; number_of_response:1; }","duration":"122.167795ms","start":"2026-08-21T16:51:15.709838Z","end":"2026-08-21T16:51:15.832006Z","steps":["trace[53334871] 'process raft request' (duration: 121.952559ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:51:15.831957Z","caller":"traceutil/trace.go:171","msg":"trace[873907277] transaction","detail":"{read_only:false; response_revision:2071; number_of_response:1; }","duration":"121.281719ms","start":"2026-08-21T16:51:15.710653Z","end":"2026-08-21T16:51:15.831935Z","steps":["trace[873907277] 'process raft request' (duration: 121.167826ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:51:16.428379Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100592238,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-21T16:51:16.652343Z","caller":"traceutil/trace.go:171","msg":"trace[1146466041] transaction","detail":"{read_only:false; response_revision:2073; number_of_response:1; }","duration":"810.388686ms","start":"2026-08-21T16:51:15.841924Z","end":"2026-08-21T16:51:16.652313Z","steps":["trace[1146466041] 'process raft request' (duration: 724.368742ms)","trace[1146466041] 'compare' (duration: 85.568881ms)"],"step_count":2} {"level":"warn","ts":"2026-08-21T16:51:16.652536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:51:15.84189Z","time spent":"810.53846ms","remote":"127.0.0.1:32866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5917,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T16:51:16.652557Z","caller":"traceutil/trace.go:171","msg":"trace[1245140579] linearizableReadLoop","detail":"{readStateIndex:2152; appliedIndex:2151; }","duration":"725.132742ms","start":"2026-08-21T16:51:15.927394Z","end":"2026-08-21T16:51:16.652527Z","steps":["trace[1245140579] 'read index received' (duration: 638.813429ms)","trace[1245140579] 'applied index is now lower than readState.Index' (duration: 86.317903ms)"],"step_count":2} {"level":"warn","ts":"2026-08-21T16:51:16.652989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.559234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-08-21T16:51:16.653112Z","caller":"traceutil/trace.go:171","msg":"trace[2110690995] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2074; }","duration":"725.796272ms","start":"2026-08-21T16:51:15.927288Z","end":"2026-08-21T16:51:16.653084Z","steps":["trace[2110690995] 'agreement among raft nodes before linearized reading' (duration: 725.42045ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:51:16.653228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:51:15.927252Z","time spent":"725.904265ms","remote":"127.0.0.1:53976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-08-21T16:51:16.687648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.784662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-21T16:51:16.687738Z","caller":"traceutil/trace.go:171","msg":"trace[1511045522] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:2077; }","duration":"135.931916ms","start":"2026-08-21T16:51:16.551785Z","end":"2026-08-21T16:51:16.687717Z","steps":["trace[1511045522] 'agreement among raft nodes before linearized reading' (duration: 135.783211ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:51:16.687755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.42105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-08-21T16:51:16.68774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.871977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-21T16:51:16.687824Z","caller":"traceutil/trace.go:171","msg":"trace[60965565] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2077; }","duration":"656.536653ms","start":"2026-08-21T16:51:16.031269Z","end":"2026-08-21T16:51:16.687805Z","steps":["trace[60965565] 'agreement among raft nodes before linearized reading' (duration: 656.246425ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:51:16.687832Z","caller":"traceutil/trace.go:171","msg":"trace[311590290] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:2077; }","duration":"254.041323ms","start":"2026-08-21T16:51:16.433776Z","end":"2026-08-21T16:51:16.687817Z","steps":["trace[311590290] 'agreement among raft nodes before linearized reading' (duration: 253.866968ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:51:16.687872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:51:16.031234Z","time spent":"656.627486ms","remote":"127.0.0.1:33158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":268,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-08-21T16:51:16.836472Z","caller":"traceutil/trace.go:171","msg":"trace[2010006065] transaction","detail":"{read_only:false; response_revision:2078; number_of_response:1; }","duration":"176.736767ms","start":"2026-08-21T16:51:16.659705Z","end":"2026-08-21T16:51:16.836442Z","steps":["trace[2010006065] 'process raft request' (duration: 168.434792ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:51:16.836515Z","caller":"traceutil/trace.go:171","msg":"trace[65951507] transaction","detail":"{read_only:false; response_revision:2079; number_of_response:1; }","duration":"175.672926ms","start":"2026-08-21T16:51:16.660809Z","end":"2026-08-21T16:51:16.836482Z","steps":["trace[65951507] 'process raft request' (duration: 175.441459ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:51:16.837138Z","caller":"traceutil/trace.go:171","msg":"trace[559671236] transaction","detail":"{read_only:false; response_revision:2081; number_of_response:1; }","duration":"173.702947ms","start":"2026-08-21T16:51:16.66342Z","end":"2026-08-21T16:51:16.837123Z","steps":["trace[559671236] 'process raft request' (duration: 173.033037ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:51:16.837139Z","caller":"traceutil/trace.go:171","msg":"trace[206457493] transaction","detail":"{read_only:false; response_revision:2080; number_of_response:1; }","duration":"174.742778ms","start":"2026-08-21T16:51:16.662354Z","end":"2026-08-21T16:51:16.837096Z","steps":["trace[206457493] 'process raft request' (duration: 174.040297ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:51:17.159806Z","caller":"traceutil/trace.go:171","msg":"trace[1549983449] transaction","detail":"{read_only:false; response_revision:2082; number_of_response:1; }","duration":"311.955667ms","start":"2026-08-21T16:51:16.847829Z","end":"2026-08-21T16:51:17.159785Z","steps":["trace[1549983449] 'process raft request' (duration: 230.611574ms)","trace[1549983449] 'compare' (duration: 81.145298ms)"],"step_count":2} {"level":"warn","ts":"2026-08-21T16:51:17.159944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:51:16.847801Z","time spent":"312.067991ms","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6147,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T16:51:17.160018Z","caller":"traceutil/trace.go:171","msg":"trace[217152427] linearizableReadLoop","detail":"{readStateIndex:2162; appliedIndex:2160; }","duration":"221.74215ms","start":"2026-08-21T16:51:16.938242Z","end":"2026-08-21T16:51:17.159984Z","steps":["trace[217152427] 'read index received' (duration: 140.217351ms)","trace[217152427] 'applied index is now lower than readState.Index' (duration: 81.523199ms)"],"step_count":2} {"level":"warn","ts":"2026-08-21T16:51:17.16017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.899846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T16:51:17.160206Z","caller":"traceutil/trace.go:171","msg":"trace[679186378] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:2083; }","duration":"222.006858ms","start":"2026-08-21T16:51:16.938188Z","end":"2026-08-21T16:51:17.160194Z","steps":["trace[679186378] 'agreement among raft nodes before linearized reading' (duration: 221.899285ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:51:17.160868Z","caller":"traceutil/trace.go:171","msg":"trace[126006928] transaction","detail":"{read_only:false; response_revision:2083; number_of_response:1; }","duration":"223.689668ms","start":"2026-08-21T16:51:16.93713Z","end":"2026-08-21T16:51:17.160819Z","steps":["trace[126006928] 'process raft request' (duration: 222.596206ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:51:17.493814Z","caller":"traceutil/trace.go:171","msg":"trace[1204036458] transaction","detail":"{read_only:false; response_revision:2084; number_of_response:1; }","duration":"145.983842ms","start":"2026-08-21T16:51:17.347793Z","end":"2026-08-21T16:51:17.493777Z","steps":["trace[1204036458] 'process raft request' (duration: 145.675223ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:51:20.120538Z","caller":"traceutil/trace.go:171","msg":"trace[199286387] transaction","detail":"{read_only:false; response_revision:2096; number_of_response:1; }","duration":"284.627228ms","start":"2026-08-21T16:51:19.83588Z","end":"2026-08-21T16:51:20.120507Z","steps":["trace[199286387] 'process raft request' (duration: 284.458714ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:51:20.120883Z","caller":"traceutil/trace.go:171","msg":"trace[1196919766] linearizableReadLoop","detail":"{readStateIndex:2176; appliedIndex:2176; }","duration":"273.540514ms","start":"2026-08-21T16:51:19.847307Z","end":"2026-08-21T16:51:20.120848Z","steps":["trace[1196919766] 'read index received' (duration: 273.511613ms)","trace[1196919766] 'applied index is now lower than readState.Index' (duration: 25.721µs)"],"step_count":2} {"level":"warn","ts":"2026-08-21T16:51:20.121173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.143232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-08-21T16:51:20.121173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.856003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-08-21T16:51:20.121205Z","caller":"traceutil/trace.go:171","msg":"trace[794006911] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2096; }","duration":"273.200834ms","start":"2026-08-21T16:51:19.847996Z","end":"2026-08-21T16:51:20.121196Z","steps":["trace[794006911] 'agreement among raft nodes before linearized reading' (duration: 273.024099ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:51:20.121212Z","caller":"traceutil/trace.go:171","msg":"trace[1072124422] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2096; }","duration":"273.979946ms","start":"2026-08-21T16:51:19.847224Z","end":"2026-08-21T16:51:20.121204Z","steps":["trace[1072124422] 'agreement among raft nodes before linearized reading' (duration: 273.77569ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:51:20.121245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.630299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-08-21T16:51:20.121292Z","caller":"traceutil/trace.go:171","msg":"trace[1983330944] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2096; }","duration":"271.723912ms","start":"2026-08-21T16:51:19.849555Z","end":"2026-08-21T16:51:20.121279Z","steps":["trace[1983330944] 'agreement among raft nodes before linearized reading' (duration: 271.518136ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:51:20.121375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.882057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-08-21T16:51:20.121448Z","caller":"traceutil/trace.go:171","msg":"trace[272256276] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2096; }","duration":"271.98709ms","start":"2026-08-21T16:51:19.849443Z","end":"2026-08-21T16:51:20.12143Z","steps":["trace[272256276] 'agreement among raft nodes before linearized reading' (duration: 271.798874ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:51:21.208391Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100592297,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T16:51:21.709484Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100592297,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T16:51:22.210515Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100592297,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T16:51:22.289304Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.621307467s","expected-duration":"1s"} {"level":"info","ts":"2026-08-21T16:51:22.290096Z","caller":"traceutil/trace.go:171","msg":"trace[1237366598] transaction","detail":"{read_only:false; response_revision:2101; number_of_response:1; }","duration":"1.622317256s","start":"2026-08-21T16:51:20.667746Z","end":"2026-08-21T16:51:22.290063Z","steps":["trace[1237366598] 'process raft request' (duration: 1.622104519s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:51:22.290289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:51:20.667702Z","time spent":"1.622480542s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T16:51:22.346539Z","caller":"traceutil/trace.go:171","msg":"trace[1812770427] transaction","detail":"{read_only:false; response_revision:2103; number_of_response:1; }","duration":"1.640372486s","start":"2026-08-21T16:51:20.706135Z","end":"2026-08-21T16:51:22.346508Z","steps":["trace[1812770427] 'process raft request' (duration: 1.640299624s)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:51:22.346575Z","caller":"traceutil/trace.go:171","msg":"trace[855714945] transaction","detail":"{read_only:false; response_revision:2102; number_of_response:1; }","duration":"1.646782502s","start":"2026-08-21T16:51:20.699745Z","end":"2026-08-21T16:51:22.346528Z","steps":["trace[855714945] 'process raft request' (duration: 1.646505485s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:51:22.346723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:51:20.706103Z","time spent":"1.64052573s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T16:51:22.346789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:51:20.699714Z","time spent":"1.646952427s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T16:51:22.346846Z","caller":"traceutil/trace.go:171","msg":"trace[435555248] linearizableReadLoop","detail":"{readStateIndex:2184; appliedIndex:2180; }","duration":"1.638859551s","start":"2026-08-21T16:51:20.707949Z","end":"2026-08-21T16:51:22.346808Z","steps":["trace[435555248] 'read index received' (duration: 1.581810167s)","trace[435555248] 'applied index is now lower than readState.Index' (duration: 57.047834ms)"],"step_count":2} {"level":"info","ts":"2026-08-21T16:51:22.346971Z","caller":"traceutil/trace.go:171","msg":"trace[226756655] transaction","detail":"{read_only:false; response_revision:2104; number_of_response:1; }","duration":"1.63881868s","start":"2026-08-21T16:51:20.708144Z","end":"2026-08-21T16:51:22.346962Z","steps":["trace[226756655] 'process raft request' (duration: 1.638327526s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:51:22.347054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:51:20.708134Z","time spent":"1.638869602s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T16:51:22.347124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.589453283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T16:51:22.34718Z","caller":"traceutil/trace.go:171","msg":"trace[540375301] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2104; }","duration":"1.589586757s","start":"2026-08-21T16:51:20.757581Z","end":"2026-08-21T16:51:22.347168Z","steps":["trace[540375301] 'agreement among raft nodes before linearized reading' (duration: 1.589420013s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:51:22.347221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:51:20.757559Z","time spent":"1.589655629s","remote":"127.0.0.1:60930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-21T16:51:22.347223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.939723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-08-21T16:51:22.347252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.664968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-08-21T16:51:22.347281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.39507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-21T16:51:22.347259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.794905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.83\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-08-21T16:51:22.347319Z","caller":"traceutil/trace.go:171","msg":"trace[1158292813] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2104; }","duration":"120.473932ms","start":"2026-08-21T16:51:22.226834Z","end":"2026-08-21T16:51:22.347308Z","steps":["trace[1158292813] 'agreement among raft nodes before linearized reading' (duration: 120.427771ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:51:22.347315Z","caller":"traceutil/trace.go:171","msg":"trace[1918777896] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2104; }","duration":"222.773571ms","start":"2026-08-21T16:51:22.124529Z","end":"2026-08-21T16:51:22.347302Z","steps":["trace[1918777896] 'agreement among raft nodes before linearized reading' (duration: 222.635817ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:51:22.347366Z","caller":"traceutil/trace.go:171","msg":"trace[941276431] range","detail":"{range_begin:/registry/masterleases/199.19.213.83; range_end:; response_count:1; response_revision:2104; }","duration":"819.94615ms","start":"2026-08-21T16:51:21.527395Z","end":"2026-08-21T16:51:22.347341Z","steps":["trace[941276431] 'agreement among raft nodes before linearized reading' (duration: 819.644842ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:51:22.347287Z","caller":"traceutil/trace.go:171","msg":"trace[2076117631] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2104; }","duration":"217.043196ms","start":"2026-08-21T16:51:22.130224Z","end":"2026-08-21T16:51:22.347267Z","steps":["trace[2076117631] 'agreement among raft nodes before linearized reading' (duration: 216.81211ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:51:22.347411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.332928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-08-21T16:51:22.347422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.839641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-08-21T16:51:22.34724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.820522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-08-21T16:51:22.347431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:51:21.527356Z","time spent":"820.062793ms","remote":"127.0.0.1:60966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.19.213.83\" "} {"level":"info","ts":"2026-08-21T16:51:22.347466Z","caller":"traceutil/trace.go:171","msg":"trace[714150302] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2104; }","duration":"214.903263ms","start":"2026-08-21T16:51:22.132551Z","end":"2026-08-21T16:51:22.347455Z","steps":["trace[714150302] 'agreement among raft nodes before linearized reading' (duration: 214.78004ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:51:22.347467Z","caller":"traceutil/trace.go:171","msg":"trace[521388594] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2104; }","duration":"214.07517ms","start":"2026-08-21T16:51:22.133385Z","end":"2026-08-21T16:51:22.34746Z","steps":["trace[521388594] 'agreement among raft nodes before linearized reading' (duration: 213.74605ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:51:22.347461Z","caller":"traceutil/trace.go:171","msg":"trace[63969361] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2104; }","duration":"214.42979ms","start":"2026-08-21T16:51:22.133016Z","end":"2026-08-21T16:51:22.347446Z","steps":["trace[63969361] 'agreement among raft nodes before linearized reading' (duration: 214.313147ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:51:22.347505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.477768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-08-21T16:51:22.347257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.320319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-21T16:51:22.347543Z","caller":"traceutil/trace.go:171","msg":"trace[2052380508] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:2104; }","duration":"899.706052ms","start":"2026-08-21T16:51:21.447829Z","end":"2026-08-21T16:51:22.347535Z","steps":["trace[2052380508] 'agreement among raft nodes before linearized reading' (duration: 899.298469ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:51:22.347539Z","caller":"traceutil/trace.go:171","msg":"trace[1501398951] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:2104; }","duration":"982.55879ms","start":"2026-08-21T16:51:21.364971Z","end":"2026-08-21T16:51:22.347529Z","steps":["trace[1501398951] 'agreement among raft nodes before linearized reading' (duration: 982.497439ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:51:22.347572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:51:21.447803Z","time spent":"899.760772ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-08-21T16:51:22.347579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:51:21.36495Z","time spent":"982.619503ms","remote":"127.0.0.1:56080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-08-21T16:51:22.348016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.640058416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-08-21T16:51:22.349246Z","caller":"traceutil/trace.go:171","msg":"trace[810806167] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2104; }","duration":"1.641315052s","start":"2026-08-21T16:51:20.707909Z","end":"2026-08-21T16:51:22.349224Z","steps":["trace[810806167] 'agreement among raft nodes before linearized reading' (duration: 1.639088448s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:51:22.349303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:51:20.707899Z","time spent":"1.641391174s","remote":"127.0.0.1:53976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-08-21T16:51:44.058418Z","caller":"traceutil/trace.go:171","msg":"trace[304207784] linearizableReadLoop","detail":"{readStateIndex:2313; appliedIndex:2312; }","duration":"301.805156ms","start":"2026-08-21T16:51:43.756586Z","end":"2026-08-21T16:51:44.058391Z","steps":["trace[304207784] 'read index received' (duration: 301.589551ms)","trace[304207784] 'applied index is now lower than readState.Index' (duration: 214.225µs)"],"step_count":2} {"level":"warn","ts":"2026-08-21T16:51:44.058619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.013361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T16:51:44.058664Z","caller":"traceutil/trace.go:171","msg":"trace[2051929800] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2227; }","duration":"302.123884ms","start":"2026-08-21T16:51:43.756528Z","end":"2026-08-21T16:51:44.058652Z","steps":["trace[2051929800] 'agreement among raft nodes before linearized reading' (duration: 302.024641ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:51:44.058712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:51:43.756506Z","time spent":"302.197606ms","remote":"127.0.0.1:60932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-21T16:51:44.058833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.574404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-08-21T16:51:44.058954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.958861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T16:51:44.05906Z","caller":"traceutil/trace.go:171","msg":"trace[571230936] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:2227; }","duration":"110.173277ms","start":"2026-08-21T16:51:43.948869Z","end":"2026-08-21T16:51:44.059043Z","steps":["trace[571230936] 'agreement among raft nodes before linearized reading' (duration: 109.931621ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:51:44.058986Z","caller":"traceutil/trace.go:171","msg":"trace[1446861575] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:2227; }","duration":"213.720428ms","start":"2026-08-21T16:51:43.845187Z","end":"2026-08-21T16:51:44.058908Z","steps":["trace[1446861575] 'agreement among raft nodes before linearized reading' (duration: 213.518873ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:51:44.059189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.685197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T16:51:44.059287Z","caller":"traceutil/trace.go:171","msg":"trace[357945809] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2227; }","duration":"172.844761ms","start":"2026-08-21T16:51:43.886419Z","end":"2026-08-21T16:51:44.059263Z","steps":["trace[357945809] 'agreement among raft nodes before linearized reading' (duration: 172.645776ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:51:44.058543Z","caller":"traceutil/trace.go:171","msg":"trace[1791452374] transaction","detail":"{read_only:false; response_revision:2227; number_of_response:1; }","duration":"341.626014ms","start":"2026-08-21T16:51:43.71687Z","end":"2026-08-21T16:51:44.058496Z","steps":["trace[1791452374] 'process raft request' (duration: 341.333006ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:51:44.060029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:51:43.716843Z","time spent":"343.039151ms","remote":"127.0.0.1:32790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T16:51:44.246093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.238141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T16:51:44.246182Z","caller":"traceutil/trace.go:171","msg":"trace[583039622] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2227; }","duration":"160.437916ms","start":"2026-08-21T16:51:44.085722Z","end":"2026-08-21T16:51:44.24616Z","steps":["trace[583039622] 'range keys from in-memory index tree' (duration: 160.136029ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:51:44.550453Z","caller":"traceutil/trace.go:171","msg":"trace[731529013] transaction","detail":"{read_only:false; response_revision:2228; number_of_response:1; }","duration":"175.022134ms","start":"2026-08-21T16:51:44.375401Z","end":"2026-08-21T16:51:44.550423Z","steps":["trace[731529013] 'process raft request' (duration: 174.85879ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:51:44.719955Z","caller":"traceutil/trace.go:171","msg":"trace[195114405] linearizableReadLoop","detail":"{readStateIndex:2318; appliedIndex:2313; }","duration":"243.729038ms","start":"2026-08-21T16:51:44.4762Z","end":"2026-08-21T16:51:44.719929Z","steps":["trace[195114405] 'read index received' (duration: 74.133405ms)","trace[195114405] 'applied index is now lower than readState.Index' (duration: 169.594413ms)"],"step_count":2} {"level":"info","ts":"2026-08-21T16:51:44.720193Z","caller":"traceutil/trace.go:171","msg":"trace[1648699879] transaction","detail":"{read_only:false; response_revision:2231; number_of_response:1; }","duration":"270.291228ms","start":"2026-08-21T16:51:44.449887Z","end":"2026-08-21T16:51:44.720179Z","steps":["trace[1648699879] 'process raft request' (duration: 269.963799ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:51:44.720285Z","caller":"traceutil/trace.go:171","msg":"trace[1751604093] transaction","detail":"{read_only:false; response_revision:2230; number_of_response:1; }","duration":"272.204198ms","start":"2026-08-21T16:51:44.448014Z","end":"2026-08-21T16:51:44.720219Z","steps":["trace[1751604093] 'process raft request' (duration: 271.793187ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:51:44.720434Z","caller":"traceutil/trace.go:171","msg":"trace[842158537] transaction","detail":"{read_only:false; response_revision:2232; number_of_response:1; }","duration":"270.196626ms","start":"2026-08-21T16:51:44.45019Z","end":"2026-08-21T16:51:44.720387Z","steps":["trace[842158537] 'process raft request' (duration: 269.695432ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:51:44.720492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.264833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-08-21T16:51:44.720546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.041766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-08-21T16:51:44.720558Z","caller":"traceutil/trace.go:171","msg":"trace[27674422] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2232; }","duration":"244.391686ms","start":"2026-08-21T16:51:44.47615Z","end":"2026-08-21T16:51:44.720542Z","steps":["trace[27674422] 'agreement among raft nodes before linearized reading' (duration: 244.105938ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:51:44.720574Z","caller":"traceutil/trace.go:171","msg":"trace[122930298] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2232; }","duration":"227.065206ms","start":"2026-08-21T16:51:44.4935Z","end":"2026-08-21T16:51:44.720565Z","steps":["trace[122930298] 'agreement among raft nodes before linearized reading' (duration: 227.012995ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:51:44.7206Z","caller":"traceutil/trace.go:171","msg":"trace[1479636845] transaction","detail":"{read_only:false; response_revision:2229; number_of_response:1; }","duration":"329.352432ms","start":"2026-08-21T16:51:44.391213Z","end":"2026-08-21T16:51:44.720565Z","steps":["trace[1479636845] 'process raft request' (duration: 284.249861ms)","trace[1479636845] 'compare' (duration: 44.172617ms)"],"step_count":2} {"level":"warn","ts":"2026-08-21T16:51:44.720656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.036384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-08-21T16:51:44.720672Z","caller":"traceutil/trace.go:171","msg":"trace[748226153] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2232; }","duration":"232.053625ms","start":"2026-08-21T16:51:44.488615Z","end":"2026-08-21T16:51:44.720668Z","steps":["trace[748226153] 'agreement among raft nodes before linearized reading' (duration: 232.010654ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:51:44.72049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.821272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-08-21T16:51:44.720733Z","caller":"traceutil/trace.go:171","msg":"trace[389985975] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2232; }","duration":"244.097148ms","start":"2026-08-21T16:51:44.476616Z","end":"2026-08-21T16:51:44.720713Z","steps":["trace[389985975] 'agreement among raft nodes before linearized reading' (duration: 243.758458ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:51:44.720652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.708021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-08-21T16:51:44.72077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:51:44.391187Z","time spent":"329.460534ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T16:51:44.72078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.471489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-08-21T16:51:44.720857Z","caller":"traceutil/trace.go:171","msg":"trace[2142749047] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2232; }","duration":"199.566942ms","start":"2026-08-21T16:51:44.521275Z","end":"2026-08-21T16:51:44.720842Z","steps":["trace[2142749047] 'agreement among raft nodes before linearized reading' (duration: 199.427879ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:51:44.720833Z","caller":"traceutil/trace.go:171","msg":"trace[17455230] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2232; }","duration":"225.918886ms","start":"2026-08-21T16:51:44.494889Z","end":"2026-08-21T16:51:44.720808Z","steps":["trace[17455230] 'agreement among raft nodes before linearized reading' (duration: 225.535397ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:51:45.461481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.71367ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T16:51:45.461664Z","caller":"traceutil/trace.go:171","msg":"trace[386493665] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2232; }","duration":"416.919755ms","start":"2026-08-21T16:51:45.044718Z","end":"2026-08-21T16:51:45.461637Z","steps":["trace[386493665] 'range keys from in-memory index tree' (duration: 416.68958ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:51:45.46185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.320803ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-21T16:51:45.462088Z","caller":"traceutil/trace.go:171","msg":"trace[643195188] linearizableReadLoop","detail":"{readStateIndex:2323; appliedIndex:2318; }","duration":"708.280825ms","start":"2026-08-21T16:51:44.753796Z","end":"2026-08-21T16:51:45.462077Z","steps":["trace[643195188] 'read index received' (duration: 470.731067ms)","trace[643195188] 'applied index is now lower than readState.Index' (duration: 237.549068ms)"],"step_count":2} {"level":"info","ts":"2026-08-21T16:51:45.462114Z","caller":"traceutil/trace.go:171","msg":"trace[1950745821] transaction","detail":"{read_only:false; response_revision:2234; number_of_response:1; }","duration":"735.884831ms","start":"2026-08-21T16:51:44.726205Z","end":"2026-08-21T16:51:45.46209Z","steps":["trace[1950745821] 'process raft request' (duration: 735.713696ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:51:45.462151Z","caller":"traceutil/trace.go:171","msg":"trace[1787619149] transaction","detail":"{read_only:false; response_revision:2235; number_of_response:1; }","duration":"735.221314ms","start":"2026-08-21T16:51:44.726923Z","end":"2026-08-21T16:51:45.462144Z","steps":["trace[1787619149] 'process raft request' (duration: 735.07301ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:51:45.462188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:51:44.726913Z","time spent":"735.251586ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T16:51:45.46222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:51:44.726186Z","time spent":"735.980174ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T16:51:45.46252Z","caller":"traceutil/trace.go:171","msg":"trace[1015315273] transaction","detail":"{read_only:false; response_revision:2233; number_of_response:1; }","duration":"736.285552ms","start":"2026-08-21T16:51:44.726205Z","end":"2026-08-21T16:51:45.46249Z","steps":["trace[1015315273] 'process raft request' (duration: 498.26334ms)","trace[1015315273] 'compare' (duration: 236.566763ms)"],"step_count":2} {"level":"info","ts":"2026-08-21T16:51:45.462502Z","caller":"traceutil/trace.go:171","msg":"trace[1815043636] transaction","detail":"{read_only:false; response_revision:2236; number_of_response:1; }","duration":"735.088912ms","start":"2026-08-21T16:51:44.727375Z","end":"2026-08-21T16:51:45.462464Z","steps":["trace[1815043636] 'process raft request' (duration: 734.64505ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:51:45.46255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.694027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-21T16:51:45.462628Z","caller":"traceutil/trace.go:171","msg":"trace[9374279] transaction","detail":"{read_only:false; response_revision:2237; number_of_response:1; }","duration":"734.65695ms","start":"2026-08-21T16:51:44.727963Z","end":"2026-08-21T16:51:45.46262Z","steps":["trace[9374279] 'process raft request' (duration: 734.083715ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:51:45.462621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:51:44.726186Z","time spent":"736.385115ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T16:51:45.462546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.845527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-21T16:51:45.462668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:51:44.727956Z","time spent":"734.690831ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T16:51:45.462644Z","caller":"traceutil/trace.go:171","msg":"trace[1020069153] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:2237; }","duration":"708.820209ms","start":"2026-08-21T16:51:44.753768Z","end":"2026-08-21T16:51:45.462588Z","steps":["trace[1020069153] 'agreement among raft nodes before linearized reading' (duration: 708.413038ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:51:45.462705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:51:44.727367Z","time spent":"735.226415ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T16:51:45.462713Z","caller":"traceutil/trace.go:171","msg":"trace[621425612] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2237; }","duration":"477.036542ms","start":"2026-08-21T16:51:44.98565Z","end":"2026-08-21T16:51:45.462687Z","steps":["trace[621425612] 'agreement among raft nodes before linearized reading' (duration: 476.843307ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:51:45.46281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:51:44.985621Z","time spent":"477.155584ms","remote":"127.0.0.1:32908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-08-21T16:51:45.462814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:51:44.75376Z","time spent":"709.030065ms","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-08-21T16:51:46.172078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.427804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-08-21T16:51:46.172167Z","caller":"traceutil/trace.go:171","msg":"trace[1059307279] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2237; }","duration":"442.585648ms","start":"2026-08-21T16:51:45.729561Z","end":"2026-08-21T16:51:46.172147Z","steps":["trace[1059307279] 'range keys from in-memory index tree' (duration: 442.205749ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:51:46.1722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:51:45.729533Z","time spent":"442.65941ms","remote":"127.0.0.1:53976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-08-21T16:51:46.172357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.698401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T16:51:46.172459Z","caller":"traceutil/trace.go:171","msg":"trace[1456260899] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2237; }","duration":"413.855896ms","start":"2026-08-21T16:51:45.758581Z","end":"2026-08-21T16:51:46.172437Z","steps":["trace[1456260899] 'range keys from in-memory index tree' (duration: 413.503076ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:51:46.172512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:51:45.758552Z","time spent":"413.949789ms","remote":"127.0.0.1:60930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-08-21T16:51:47.16912Z","caller":"traceutil/trace.go:171","msg":"trace[1959863603] transaction","detail":"{read_only:false; response_revision:2239; number_of_response:1; }","duration":"439.833696ms","start":"2026-08-21T16:51:46.729253Z","end":"2026-08-21T16:51:47.169087Z","steps":["trace[1959863603] 'process raft request' (duration: 439.59099ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:51:47.16933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:51:46.729215Z","time spent":"439.99812ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T16:51:47.681322Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100592624,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-21T16:51:47.855196Z","caller":"traceutil/trace.go:171","msg":"trace[1809215981] transaction","detail":"{read_only:false; response_revision:2241; number_of_response:1; }","duration":"1.123883784s","start":"2026-08-21T16:51:46.731286Z","end":"2026-08-21T16:51:47.855169Z","steps":["trace[1809215981] 'process raft request' (duration: 1.123802312s)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:51:47.855234Z","caller":"traceutil/trace.go:171","msg":"trace[802237669] transaction","detail":"{read_only:false; response_revision:2240; number_of_response:1; }","duration":"1.124047979s","start":"2026-08-21T16:51:46.731134Z","end":"2026-08-21T16:51:47.855182Z","steps":["trace[802237669] 'process raft request' (duration: 1.123773752s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:51:47.855541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:51:46.731252Z","time spent":"1.124042308s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T16:51:47.855619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:51:46.731096Z","time spent":"1.124241604s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T16:51:48.786352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.186767ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-08-21T16:51:48.787313Z","caller":"traceutil/trace.go:171","msg":"trace[1034061601] transaction","detail":"{read_only:false; response_revision:2242; number_of_response:1; }","duration":"1.240472158s","start":"2026-08-21T16:51:47.546817Z","end":"2026-08-21T16:51:48.787289Z","steps":["trace[1034061601] 'process raft request' (duration: 1.239655828s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:51:48.787473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:51:47.546794Z","time spent":"1.240590701s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T16:51:49.31052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.145032ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-21T16:51:49.310746Z","caller":"traceutil/trace.go:171","msg":"trace[688170206] transaction","detail":"{read_only:false; response_revision:2244; number_of_response:1; }","duration":"701.013737ms","start":"2026-08-21T16:51:48.609713Z","end":"2026-08-21T16:51:49.310726Z","steps":["trace[688170206] 'process raft request' (duration: 700.952096ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:51:49.310827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:51:48.609678Z","time spent":"701.11414ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T16:51:49.311095Z","caller":"traceutil/trace.go:171","msg":"trace[1410952601] linearizableReadLoop","detail":"{readStateIndex:2329; appliedIndex:2325; }","duration":"2.130650819s","start":"2026-08-21T16:51:47.180432Z","end":"2026-08-21T16:51:49.311082Z","steps":["trace[1410952601] 'read index received' (duration: 674.536204ms)","trace[1410952601] 'applied index is now lower than readState.Index' (duration: 1.456113235s)"],"step_count":2} {"level":"warn","ts":"2026-08-21T16:51:49.311272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.130844315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-08-21T16:51:49.31131Z","caller":"traceutil/trace.go:171","msg":"trace[2068267561] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2244; }","duration":"2.130917217s","start":"2026-08-21T16:51:47.180382Z","end":"2026-08-21T16:51:49.3113Z","steps":["trace[2068267561] 'agreement among raft nodes before linearized reading' (duration: 2.130770864s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:51:49.311343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:51:47.180358Z","time spent":"2.130977858s","remote":"127.0.0.1:53976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-08-21T16:51:49.311538Z","caller":"traceutil/trace.go:171","msg":"trace[1042841541] transaction","detail":"{read_only:false; response_revision:2243; number_of_response:1; }","duration":"1.552148404s","start":"2026-08-21T16:51:47.758948Z","end":"2026-08-21T16:51:49.311097Z","steps":["trace[1042841541] 'process raft request' (duration: 1.028328065s)","trace[1042841541] 'compare' (duration: 522.558717ms)"],"step_count":2} {"level":"warn","ts":"2026-08-21T16:51:49.311956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:51:47.758918Z","time spent":"1.552932254s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T16:51:49.635888Z","caller":"traceutil/trace.go:171","msg":"trace[1449069704] transaction","detail":"{read_only:false; response_revision:2245; number_of_response:1; }","duration":"459.637985ms","start":"2026-08-21T16:51:49.176216Z","end":"2026-08-21T16:51:49.635854Z","steps":["trace[1449069704] 'process raft request' (duration: 459.341018ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:51:49.63603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.166202305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-08-21T16:51:49.636054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.169188782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-08-21T16:51:49.636096Z","caller":"traceutil/trace.go:171","msg":"trace[1941586437] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2245; }","duration":"2.166309798s","start":"2026-08-21T16:51:47.46977Z","end":"2026-08-21T16:51:49.63608Z","steps":["trace[1941586437] 'agreement among raft nodes before linearized reading' (duration: 2.166077742s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:51:49.636149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:51:47.469742Z","time spent":"2.16639444s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-21T16:51:49.636265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.167867118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-08-21T16:51:49.636319Z","caller":"traceutil/trace.go:171","msg":"trace[470032536] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2245; }","duration":"2.167925881s","start":"2026-08-21T16:51:47.46838Z","end":"2026-08-21T16:51:49.636306Z","steps":["trace[470032536] 'agreement among raft nodes before linearized reading' (duration: 2.167800597s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:51:49.636369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:51:47.46832Z","time spent":"2.168036323s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-08-21T16:51:49.63639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.166951935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-08-21T16:51:49.636441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.034379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18cde027ceced2ed\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-08-21T16:51:49.636154Z","caller":"traceutil/trace.go:171","msg":"trace[2138424247] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2245; }","duration":"2.169285624s","start":"2026-08-21T16:51:47.466804Z","end":"2026-08-21T16:51:49.63609Z","steps":["trace[2138424247] 'agreement among raft nodes before linearized reading' (duration: 2.169144581s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:51:49.636436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.083831867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T16:51:49.6365Z","caller":"traceutil/trace.go:171","msg":"trace[672417510] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2245; }","duration":"2.16714483s","start":"2026-08-21T16:51:47.469337Z","end":"2026-08-21T16:51:49.636482Z","steps":["trace[672417510] 'agreement among raft nodes before linearized reading' (duration: 2.16677954s)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:51:49.636547Z","caller":"traceutil/trace.go:171","msg":"trace[971883423] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18cde027ceced2ed; range_end:; response_count:1; response_revision:2245; }","duration":"919.208573ms","start":"2026-08-21T16:51:48.717313Z","end":"2026-08-21T16:51:49.636521Z","steps":["trace[971883423] 'agreement among raft nodes before linearized reading' (duration: 918.919615ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:51:49.636569Z","caller":"traceutil/trace.go:171","msg":"trace[854330407] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:2245; }","duration":"2.084076942s","start":"2026-08-21T16:51:47.552466Z","end":"2026-08-21T16:51:49.636543Z","steps":["trace[854330407] 'agreement among raft nodes before linearized reading' (duration: 2.083733213s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:51:49.636492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.166627607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-08-21T16:51:49.636662Z","caller":"traceutil/trace.go:171","msg":"trace[839302801] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2245; }","duration":"2.166839002s","start":"2026-08-21T16:51:47.469806Z","end":"2026-08-21T16:51:49.636645Z","steps":["trace[839302801] 'agreement among raft nodes before linearized reading' (duration: 2.166595316s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:51:49.636685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:51:48.71729Z","time spent":"919.343116ms","remote":"127.0.0.1:32790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18cde027ceced2ed\" "} {"level":"warn","ts":"2026-08-21T16:51:49.636691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:51:47.552432Z","time spent":"2.084216366s","remote":"127.0.0.1:53544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-08-21T16:51:49.636727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:51:47.469776Z","time spent":"2.166935985s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-21T16:51:49.636595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:51:47.469314Z","time spent":"2.167269792s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-21T16:51:49.636731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.091553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"warn","ts":"2026-08-21T16:51:49.636539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:51:47.46678Z","time spent":"2.169750357s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-21T16:51:49.635912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.87824748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T16:51:49.637096Z","caller":"traceutil/trace.go:171","msg":"trace[1242118515] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2245; }","duration":"1.879492863s","start":"2026-08-21T16:51:47.757586Z","end":"2026-08-21T16:51:49.637079Z","steps":["trace[1242118515] 'agreement among raft nodes before linearized reading' (duration: 1.87821662s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:51:49.637156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:51:47.757563Z","time spent":"1.879575884s","remote":"127.0.0.1:60930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-08-21T16:51:49.636999Z","caller":"traceutil/trace.go:171","msg":"trace[1167743980] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2245; }","duration":"368.655586ms","start":"2026-08-21T16:51:49.268326Z","end":"2026-08-21T16:51:49.636981Z","steps":["trace[1167743980] 'agreement among raft nodes before linearized reading' (duration: 367.62569ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:51:49.637494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:51:49.268296Z","time spent":"369.037015ms","remote":"127.0.0.1:32866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12408,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-08-21T16:51:49.635905Z","caller":"traceutil/trace.go:171","msg":"trace[1517571026] linearizableReadLoop","detail":"{readStateIndex:2332; appliedIndex:2331; }","duration":"324.620919ms","start":"2026-08-21T16:51:49.311126Z","end":"2026-08-21T16:51:49.635747Z","steps":["trace[1517571026] 'read index received' (duration: 324.371533ms)","trace[1517571026] 'applied index is now lower than readState.Index' (duration: 247.716µs)"],"step_count":2} {"level":"warn","ts":"2026-08-21T16:51:49.637829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:51:49.176187Z","time spent":"459.802019ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T16:53:02.455399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.871335ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-21T16:53:02.455798Z","caller":"traceutil/trace.go:171","msg":"trace[773229678] transaction","detail":"{read_only:false; response_revision:2737; number_of_response:1; }","duration":"277.807763ms","start":"2026-08-21T16:53:02.177971Z","end":"2026-08-21T16:53:02.455778Z","steps":["trace[773229678] 'process raft request' (duration: 112.434978ms)","trace[773229678] 'compare' (duration: 164.708723ms)"],"step_count":2} {"level":"info","ts":"2026-08-21T16:53:02.456054Z","caller":"traceutil/trace.go:171","msg":"trace[1389737466] transaction","detail":"{read_only:false; response_revision:2738; number_of_response:1; }","duration":"275.708704ms","start":"2026-08-21T16:53:02.180329Z","end":"2026-08-21T16:53:02.456038Z","steps":["trace[1389737466] 'process raft request' (duration: 275.282485ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:53:02.456136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.224125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-08-21T16:53:02.456255Z","caller":"traceutil/trace.go:171","msg":"trace[978387216] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2738; }","duration":"274.385448ms","start":"2026-08-21T16:53:02.181834Z","end":"2026-08-21T16:53:02.456219Z","steps":["trace[978387216] 'agreement among raft nodes before linearized reading' (duration: 274.03726ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:53:02.455701Z","caller":"traceutil/trace.go:171","msg":"trace[228331977] linearizableReadLoop","detail":"{readStateIndex:2842; appliedIndex:2840; }","duration":"273.802606ms","start":"2026-08-21T16:53:02.181873Z","end":"2026-08-21T16:53:02.455675Z","steps":["trace[228331977] 'read index received' (duration: 108.480632ms)","trace[228331977] 'applied index is now lower than readState.Index' (duration: 165.320854ms)"],"step_count":2} {"level":"warn","ts":"2026-08-21T16:53:02.456996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.062611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-08-21T16:53:02.456952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.323609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T16:53:02.457048Z","caller":"traceutil/trace.go:171","msg":"trace[1349453934] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2738; }","duration":"265.159592ms","start":"2026-08-21T16:53:02.191871Z","end":"2026-08-21T16:53:02.457031Z","steps":["trace[1349453934] 'agreement among raft nodes before linearized reading' (duration: 264.968678ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:53:02.457107Z","caller":"traceutil/trace.go:171","msg":"trace[2034848997] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2738; }","duration":"231.540142ms","start":"2026-08-21T16:53:02.225517Z","end":"2026-08-21T16:53:02.457057Z","steps":["trace[2034848997] 'agreement among raft nodes before linearized reading' (duration: 231.286688ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:53:02.457733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.717853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-08-21T16:53:02.457787Z","caller":"traceutil/trace.go:171","msg":"trace[348035707] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2738; }","duration":"265.851455ms","start":"2026-08-21T16:53:02.191921Z","end":"2026-08-21T16:53:02.457773Z","steps":["trace[348035707] 'agreement among raft nodes before linearized reading' (duration: 265.705053ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:53:02.457934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.430588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-08-21T16:53:02.457972Z","caller":"traceutil/trace.go:171","msg":"trace[609089389] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2738; }","duration":"275.494399ms","start":"2026-08-21T16:53:02.182466Z","end":"2026-08-21T16:53:02.457961Z","steps":["trace[609089389] 'agreement among raft nodes before linearized reading' (duration: 274.308706ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:53:35.269268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.541788ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T16:53:35.269494Z","caller":"traceutil/trace.go:171","msg":"trace[638611542] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2915; }","duration":"224.794702ms","start":"2026-08-21T16:53:35.044676Z","end":"2026-08-21T16:53:35.26947Z","steps":["trace[638611542] 'range keys from in-memory index tree' (duration: 224.516327ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:53:35.26992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.909475ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-21T16:53:35.270301Z","caller":"traceutil/trace.go:171","msg":"trace[169189206] transaction","detail":"{read_only:false; response_revision:2916; number_of_response:1; }","duration":"652.193127ms","start":"2026-08-21T16:53:34.618088Z","end":"2026-08-21T16:53:35.270281Z","steps":["trace[169189206] 'process raft request' (duration: 454.5593ms)","trace[169189206] 'compare' (duration: 196.426516ms)"],"step_count":2} {"level":"warn","ts":"2026-08-21T16:53:35.270626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:53:34.618062Z","time spent":"652.290089ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T16:53:35.271055Z","caller":"traceutil/trace.go:171","msg":"trace[919046523] linearizableReadLoop","detail":"{readStateIndex:3026; appliedIndex:3024; }","duration":"620.575754ms","start":"2026-08-21T16:53:34.649439Z","end":"2026-08-21T16:53:35.270014Z","steps":["trace[919046523] 'read index received' (duration: 8.969824ms)","trace[919046523] 'applied index is now lower than readState.Index' (duration: 611.60419ms)"],"step_count":2} {"level":"warn","ts":"2026-08-21T16:53:35.271259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.800505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-08-21T16:53:35.271353Z","caller":"traceutil/trace.go:171","msg":"trace[1795385896] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2916; }","duration":"621.954037ms","start":"2026-08-21T16:53:34.649378Z","end":"2026-08-21T16:53:35.271333Z","steps":["trace[1795385896] 'agreement among raft nodes before linearized reading' (duration: 621.676383ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:53:35.271403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:53:34.649359Z","time spent":"622.031638ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-21T16:53:35.271557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.709004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T16:53:35.271604Z","caller":"traceutil/trace.go:171","msg":"trace[82242469] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2916; }","duration":"514.806276ms","start":"2026-08-21T16:53:34.756785Z","end":"2026-08-21T16:53:35.271592Z","steps":["trace[82242469] 'agreement among raft nodes before linearized reading' (duration: 514.726534ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:53:35.27173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.858049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-08-21T16:53:35.271762Z","caller":"traceutil/trace.go:171","msg":"trace[1035057202] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2916; }","duration":"616.906721ms","start":"2026-08-21T16:53:34.654847Z","end":"2026-08-21T16:53:35.271754Z","steps":["trace[1035057202] 'agreement among raft nodes before linearized reading' (duration: 616.83148ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:53:35.271743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.044527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-08-21T16:53:35.27181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:53:34.654836Z","time spent":"616.963462ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-08-21T16:53:35.271846Z","caller":"traceutil/trace.go:171","msg":"trace[443318180] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2916; }","duration":"612.18951ms","start":"2026-08-21T16:53:34.659631Z","end":"2026-08-21T16:53:35.271821Z","steps":["trace[443318180] 'agreement among raft nodes before linearized reading' (duration: 611.895365ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:53:35.271901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:53:34.659621Z","time spent":"612.268831ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-21T16:53:35.271746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:53:34.756759Z","time spent":"514.939759ms","remote":"127.0.0.1:60930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-21T16:53:35.273885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.589351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-08-21T16:53:35.273919Z","caller":"traceutil/trace.go:171","msg":"trace[1584544978] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2916; }","duration":"621.677272ms","start":"2026-08-21T16:53:34.652234Z","end":"2026-08-21T16:53:35.273911Z","steps":["trace[1584544978] 'agreement among raft nodes before linearized reading' (duration: 621.53326ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:53:35.274388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:53:34.652207Z","time spent":"621.729113ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-21T16:53:35.664727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.858602ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-21T16:53:35.665021Z","caller":"traceutil/trace.go:171","msg":"trace[2066359222] transaction","detail":"{read_only:false; response_revision:2920; number_of_response:1; }","duration":"385.636149ms","start":"2026-08-21T16:53:35.279363Z","end":"2026-08-21T16:53:35.664999Z","steps":["trace[2066359222] 'process raft request' (duration: 385.594958ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:53:35.665107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:53:35.279298Z","time spent":"385.771062ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T16:53:35.665097Z","caller":"traceutil/trace.go:171","msg":"trace[1989670657] transaction","detail":"{read_only:false; response_revision:2918; number_of_response:1; }","duration":"387.971509ms","start":"2026-08-21T16:53:35.277086Z","end":"2026-08-21T16:53:35.665058Z","steps":["trace[1989670657] 'process raft request' (duration: 387.781256ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:53:35.665447Z","caller":"traceutil/trace.go:171","msg":"trace[1950973325] transaction","detail":"{read_only:false; response_revision:2919; number_of_response:1; }","duration":"386.078327ms","start":"2026-08-21T16:53:35.279351Z","end":"2026-08-21T16:53:35.665429Z","steps":["trace[1950973325] 'process raft request' (duration: 385.572418ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:53:35.665544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:53:35.279335Z","time spent":"386.155508ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T16:53:35.665436Z","caller":"traceutil/trace.go:171","msg":"trace[438885860] transaction","detail":"{read_only:false; response_revision:2917; number_of_response:1; }","duration":"388.505768ms","start":"2026-08-21T16:53:35.276894Z","end":"2026-08-21T16:53:35.6654Z","steps":["trace[438885860] 'process raft request' (duration: 259.828253ms)","trace[438885860] 'compare' (duration: 127.716699ms)"],"step_count":2} {"level":"warn","ts":"2026-08-21T16:53:35.665707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:53:35.27705Z","time spent":"388.133912ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T16:53:35.665824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:53:35.276866Z","time spent":"388.820393ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T16:53:37.177962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.267899694s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-21T16:53:37.179535Z","caller":"traceutil/trace.go:171","msg":"trace[784604057] transaction","detail":"{read_only:false; response_revision:2921; number_of_response:1; }","duration":"1.497563731s","start":"2026-08-21T16:53:35.681942Z","end":"2026-08-21T16:53:37.179506Z","steps":["trace[784604057] 'process raft request' (duration: 228.013678ms)","trace[784604057] 'compare' (duration: 1.266319227s)"],"step_count":2} {"level":"info","ts":"2026-08-21T16:53:37.179683Z","caller":"traceutil/trace.go:171","msg":"trace[195248640] linearizableReadLoop","detail":"{readStateIndex:3031; appliedIndex:3030; }","duration":"1.421481126s","start":"2026-08-21T16:53:35.758162Z","end":"2026-08-21T16:53:37.179643Z","steps":["trace[195248640] 'read index received' (duration: 151.815751ms)","trace[195248640] 'applied index is now lower than readState.Index' (duration: 1.269660895s)"],"step_count":2} {"level":"warn","ts":"2026-08-21T16:53:37.179743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:53:35.681912Z","time spent":"1.497783085s","remote":"127.0.0.1:32790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T16:53:37.180072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.421893954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T16:53:37.180169Z","caller":"traceutil/trace.go:171","msg":"trace[562630182] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2921; }","duration":"1.422068047s","start":"2026-08-21T16:53:35.758082Z","end":"2026-08-21T16:53:37.18015Z","steps":["trace[562630182] 'agreement among raft nodes before linearized reading' (duration: 1.421679311s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:53:37.180426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:53:35.758053Z","time spent":"1.422357411s","remote":"127.0.0.1:60930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-08-21T16:53:37.180702Z","caller":"traceutil/trace.go:171","msg":"trace[1106029381] transaction","detail":"{read_only:false; response_revision:2922; number_of_response:1; }","duration":"1.41761366s","start":"2026-08-21T16:53:35.763062Z","end":"2026-08-21T16:53:37.180675Z","steps":["trace[1106029381] 'process raft request' (duration: 1.417335055s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:53:37.180993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:53:35.762998Z","time spent":"1.417828764s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T16:53:37.2479Z","caller":"traceutil/trace.go:171","msg":"trace[35999920] transaction","detail":"{read_only:false; response_revision:2923; number_of_response:1; }","duration":"1.109277835s","start":"2026-08-21T16:53:36.1386Z","end":"2026-08-21T16:53:37.247878Z","steps":["trace[35999920] 'process raft request' (duration: 1.108909339s)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:53:37.248054Z","caller":"traceutil/trace.go:171","msg":"trace[2066542105] transaction","detail":"{read_only:false; response_revision:2924; number_of_response:1; }","duration":"584.08951ms","start":"2026-08-21T16:53:36.663887Z","end":"2026-08-21T16:53:37.247977Z","steps":["trace[2066542105] 'process raft request' (duration: 583.777064ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:53:37.248301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:53:36.138571Z","time spent":"1.109473948s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T16:53:37.248324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:53:36.663869Z","time spent":"584.288604ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T16:53:37.425341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.590947ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-08-21T16:53:37.425892Z","caller":"traceutil/trace.go:171","msg":"trace[1444805539] linearizableReadLoop","detail":"{readStateIndex:3035; appliedIndex:3032; }","duration":"246.072883ms","start":"2026-08-21T16:53:37.179767Z","end":"2026-08-21T16:53:37.42584Z","steps":["trace[1444805539] 'read index received' (duration: 67.642602ms)","trace[1444805539] 'applied index is now lower than readState.Index' (duration: 178.427231ms)"],"step_count":2} {"level":"warn","ts":"2026-08-21T16:53:37.426028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056084478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-08-21T16:53:37.426086Z","caller":"traceutil/trace.go:171","msg":"trace[1214941903] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2924; }","duration":"1.056185219s","start":"2026-08-21T16:53:36.369884Z","end":"2026-08-21T16:53:37.426069Z","steps":["trace[1214941903] 'agreement among raft nodes before linearized reading' (duration: 1.056002546s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:53:37.426132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:53:36.369865Z","time spent":"1.056258601s","remote":"127.0.0.1:32878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-08-21T16:53:37.426662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145922802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-08-21T16:53:37.426721Z","caller":"traceutil/trace.go:171","msg":"trace[1734998656] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2924; }","duration":"1.146024783s","start":"2026-08-21T16:53:36.280681Z","end":"2026-08-21T16:53:37.426706Z","steps":["trace[1734998656] 'agreement among raft nodes before linearized reading' (duration: 1.145863011s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:53:37.426757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:53:36.280657Z","time spent":"1.146088965s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-08-21T16:53:37.426833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.73344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T16:53:37.426883Z","caller":"traceutil/trace.go:171","msg":"trace[2043539862] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2925; }","duration":"244.825452ms","start":"2026-08-21T16:53:37.182046Z","end":"2026-08-21T16:53:37.426872Z","steps":["trace[2043539862] 'agreement among raft nodes before linearized reading' (duration: 244.742751ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:53:37.427129Z","caller":"traceutil/trace.go:171","msg":"trace[2029519951] transaction","detail":"{read_only:false; response_revision:2925; number_of_response:1; }","duration":"150.279911ms","start":"2026-08-21T16:53:37.276836Z","end":"2026-08-21T16:53:37.427116Z","steps":["trace[2029519951] 'process raft request' (duration: 149.808542ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:53:47.906752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.52212ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-21T16:53:47.907148Z","caller":"traceutil/trace.go:171","msg":"trace[1780193263] transaction","detail":"{read_only:false; response_revision:2977; number_of_response:1; }","duration":"613.725959ms","start":"2026-08-21T16:53:47.293394Z","end":"2026-08-21T16:53:47.90712Z","steps":["trace[1780193263] 'process raft request' (duration: 228.74203ms)","trace[1780193263] 'compare' (duration: 383.360901ms)"],"step_count":2} {"level":"info","ts":"2026-08-21T16:53:47.907287Z","caller":"traceutil/trace.go:171","msg":"trace[1331982218] linearizableReadLoop","detail":"{readStateIndex:3091; appliedIndex:3089; }","duration":"426.971394ms","start":"2026-08-21T16:53:47.480274Z","end":"2026-08-21T16:53:47.907245Z","steps":["trace[1331982218] 'read index received' (duration: 41.845853ms)","trace[1331982218] 'applied index is now lower than readState.Index' (duration: 385.124301ms)"],"step_count":2} {"level":"warn","ts":"2026-08-21T16:53:47.907301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:53:47.293362Z","time spent":"613.889822ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T16:53:47.907449Z","caller":"traceutil/trace.go:171","msg":"trace[759478709] transaction","detail":"{read_only:false; response_revision:2978; number_of_response:1; }","duration":"439.733766ms","start":"2026-08-21T16:53:47.467702Z","end":"2026-08-21T16:53:47.907436Z","steps":["trace[759478709] 'process raft request' (duration: 439.243587ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:53:47.907656Z","caller":"traceutil/trace.go:171","msg":"trace[489944992] transaction","detail":"{read_only:false; response_revision:2979; number_of_response:1; }","duration":"170.450444ms","start":"2026-08-21T16:53:47.73719Z","end":"2026-08-21T16:53:47.907641Z","steps":["trace[489944992] 'process raft request' (duration: 169.941296ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:53:47.907637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:53:47.467675Z","time spent":"439.896498ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T16:53:47.90837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.58731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-08-21T16:53:47.908408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.851778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-08-21T16:53:47.90847Z","caller":"traceutil/trace.go:171","msg":"trace[249974353] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2979; }","duration":"166.702372ms","start":"2026-08-21T16:53:47.741741Z","end":"2026-08-21T16:53:47.908443Z","steps":["trace[249974353] 'agreement among raft nodes before linearized reading' (duration: 166.425757ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:53:47.908408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.24228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-08-21T16:53:47.908603Z","caller":"traceutil/trace.go:171","msg":"trace[170780394] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2979; }","duration":"167.504385ms","start":"2026-08-21T16:53:47.741087Z","end":"2026-08-21T16:53:47.908592Z","steps":["trace[170780394] 'agreement among raft nodes before linearized reading' (duration: 167.124678ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:53:47.908823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.555091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-08-21T16:53:47.908871Z","caller":"traceutil/trace.go:171","msg":"trace[1204805738] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2979; }","duration":"428.602351ms","start":"2026-08-21T16:53:47.480257Z","end":"2026-08-21T16:53:47.90886Z","steps":["trace[1204805738] 'agreement among raft nodes before linearized reading' (duration: 427.432202ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:53:47.908902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:53:47.480191Z","time spent":"428.702143ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-08-21T16:53:47.908544Z","caller":"traceutil/trace.go:171","msg":"trace[1763833142] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2979; }","duration":"162.995601ms","start":"2026-08-21T16:53:47.745515Z","end":"2026-08-21T16:53:47.90851Z","steps":["trace[1763833142] 'agreement among raft nodes before linearized reading' (duration: 162.777366ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:53:47.910139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.279984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-08-21T16:53:47.910201Z","caller":"traceutil/trace.go:171","msg":"trace[972159766] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2979; }","duration":"175.349755ms","start":"2026-08-21T16:53:47.734836Z","end":"2026-08-21T16:53:47.910186Z","steps":["trace[972159766] 'agreement among raft nodes before linearized reading' (duration: 173.313911ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:53:48.198206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.259637ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-21T16:53:48.19834Z","caller":"traceutil/trace.go:171","msg":"trace[1010856275] transaction","detail":"{read_only:false; response_revision:2980; number_of_response:1; }","duration":"284.752609ms","start":"2026-08-21T16:53:47.913564Z","end":"2026-08-21T16:53:48.198317Z","steps":["trace[1010856275] 'process raft request' (duration: 95.208687ms)","trace[1010856275] 'compare' (duration: 189.092195ms)"],"step_count":2} {"level":"info","ts":"2026-08-21T16:53:48.263517Z","caller":"traceutil/trace.go:171","msg":"trace[635362016] transaction","detail":"{read_only:false; response_revision:2984; number_of_response:1; }","duration":"346.215554ms","start":"2026-08-21T16:53:47.917264Z","end":"2026-08-21T16:53:48.26348Z","steps":["trace[635362016] 'process raft request' (duration: 346.166193ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:53:48.263739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:53:47.917256Z","time spent":"346.360277ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T16:53:48.263878Z","caller":"traceutil/trace.go:171","msg":"trace[160203373] transaction","detail":"{read_only:false; response_revision:2981; number_of_response:1; }","duration":"349.696273ms","start":"2026-08-21T16:53:47.914082Z","end":"2026-08-21T16:53:48.263779Z","steps":["trace[160203373] 'process raft request' (duration: 349.034112ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:53:48.263991Z","caller":"traceutil/trace.go:171","msg":"trace[1615186519] transaction","detail":"{read_only:false; response_revision:2983; number_of_response:1; }","duration":"349.228224ms","start":"2026-08-21T16:53:47.914751Z","end":"2026-08-21T16:53:48.26398Z","steps":["trace[1615186519] 'process raft request' (duration: 348.640975ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:53:48.264168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:53:47.91474Z","time spent":"349.348827ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T16:53:48.264177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:53:47.91407Z","time spent":"349.948847ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T16:53:48.263917Z","caller":"traceutil/trace.go:171","msg":"trace[1134095834] transaction","detail":"{read_only:false; response_revision:2982; number_of_response:1; }","duration":"349.470989ms","start":"2026-08-21T16:53:47.91442Z","end":"2026-08-21T16:53:48.263891Z","steps":["trace[1134095834] 'process raft request' (duration: 348.92111ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:53:48.264587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:53:47.914411Z","time spent":"350.029038ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T16:53:48.508681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.005837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-08-21T16:53:48.508766Z","caller":"traceutil/trace.go:171","msg":"trace[297905765] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2984; }","duration":"136.17696ms","start":"2026-08-21T16:53:48.372568Z","end":"2026-08-21T16:53:48.508744Z","steps":["trace[297905765] 'range keys from in-memory index tree' (duration: 135.842275ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:53:49.478201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.390547ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-21T16:53:49.4783Z","caller":"traceutil/trace.go:171","msg":"trace[839340372] transaction","detail":"{read_only:false; response_revision:2987; number_of_response:1; }","duration":"171.000578ms","start":"2026-08-21T16:53:49.307281Z","end":"2026-08-21T16:53:49.478281Z","steps":["trace[839340372] 'process raft request' (duration: 62.434639ms)","trace[839340372] 'compare' (duration: 107.974979ms)"],"step_count":2} {"level":"warn","ts":"2026-08-21T16:53:49.914664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.365743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T16:53:49.914748Z","caller":"traceutil/trace.go:171","msg":"trace[813298204] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:2987; }","duration":"262.511755ms","start":"2026-08-21T16:53:49.652217Z","end":"2026-08-21T16:53:49.914729Z","steps":["trace[813298204] 'count revisions from in-memory index tree' (duration: 262.242321ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:53:50.212762Z","caller":"traceutil/trace.go:171","msg":"trace[197576907] transaction","detail":"{read_only:false; response_revision:2988; number_of_response:1; }","duration":"296.938624ms","start":"2026-08-21T16:53:49.915801Z","end":"2026-08-21T16:53:50.21274Z","steps":["trace[197576907] 'process raft request' (duration: 296.772421ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:53:50.230719Z","caller":"traceutil/trace.go:171","msg":"trace[658835154] transaction","detail":"{read_only:false; response_revision:2989; number_of_response:1; }","duration":"312.825754ms","start":"2026-08-21T16:53:49.917869Z","end":"2026-08-21T16:53:50.230695Z","steps":["trace[658835154] 'process raft request' (duration: 303.760025ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:53:50.230874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:53:49.917833Z","time spent":"312.960346ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T16:53:50.379174Z","caller":"traceutil/trace.go:171","msg":"trace[1609789969] transaction","detail":"{read_only:false; response_revision:2992; number_of_response:1; }","duration":"100.959858ms","start":"2026-08-21T16:53:50.278193Z","end":"2026-08-21T16:53:50.379153Z","steps":["trace[1609789969] 'process raft request' (duration: 94.749737ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:53:50.379436Z","caller":"traceutil/trace.go:171","msg":"trace[877332394] transaction","detail":"{read_only:false; response_revision:2993; number_of_response:1; }","duration":"101.176703ms","start":"2026-08-21T16:53:50.278248Z","end":"2026-08-21T16:53:50.379425Z","steps":["trace[877332394] 'process raft request' (duration: 100.873368ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:53:50.379634Z","caller":"traceutil/trace.go:171","msg":"trace[815384244] transaction","detail":"{read_only:false; response_revision:2994; number_of_response:1; }","duration":"101.389416ms","start":"2026-08-21T16:53:50.278235Z","end":"2026-08-21T16:53:50.379624Z","steps":["trace[815384244] 'process raft request' (duration: 101.148542ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:53:52.361452Z","caller":"traceutil/trace.go:171","msg":"trace[46125991] linearizableReadLoop","detail":"{readStateIndex:3115; appliedIndex:3113; }","duration":"117.012563ms","start":"2026-08-21T16:53:52.244413Z","end":"2026-08-21T16:53:52.361426Z","steps":["trace[46125991] 'read index received' (duration: 51.768936ms)","trace[46125991] 'applied index is now lower than readState.Index' (duration: 65.242237ms)"],"step_count":2} {"level":"info","ts":"2026-08-21T16:53:52.361575Z","caller":"traceutil/trace.go:171","msg":"trace[565425773] transaction","detail":"{read_only:false; response_revision:3001; number_of_response:1; }","duration":"125.116595ms","start":"2026-08-21T16:53:52.236441Z","end":"2026-08-21T16:53:52.361558Z","steps":["trace[565425773] 'process raft request' (duration: 124.841041ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:53:52.362074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.624603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-08-21T16:53:52.362275Z","caller":"traceutil/trace.go:171","msg":"trace[1253526940] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3001; }","duration":"117.853947ms","start":"2026-08-21T16:53:52.244388Z","end":"2026-08-21T16:53:52.362242Z","steps":["trace[1253526940] 'agreement among raft nodes before linearized reading' (duration: 117.343799ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:53:52.508348Z","caller":"traceutil/trace.go:171","msg":"trace[526186471] linearizableReadLoop","detail":"{readStateIndex:3117; appliedIndex:3115; }","duration":"135.539436ms","start":"2026-08-21T16:53:52.372777Z","end":"2026-08-21T16:53:52.508316Z","steps":["trace[526186471] 'read index received' (duration: 38.959058ms)","trace[526186471] 'applied index is now lower than readState.Index' (duration: 96.578968ms)"],"step_count":2} {"level":"info","ts":"2026-08-21T16:53:52.508819Z","caller":"traceutil/trace.go:171","msg":"trace[434996119] transaction","detail":"{read_only:false; response_revision:3003; number_of_response:1; }","duration":"136.103045ms","start":"2026-08-21T16:53:52.372676Z","end":"2026-08-21T16:53:52.508779Z","steps":["trace[434996119] 'process raft request' (duration: 135.463795ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:53:52.508967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.057274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-08-21T16:53:52.509107Z","caller":"traceutil/trace.go:171","msg":"trace[585551554] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3003; }","duration":"136.369489ms","start":"2026-08-21T16:53:52.372718Z","end":"2026-08-21T16:53:52.509088Z","steps":["trace[585551554] 'agreement among raft nodes before linearized reading' (duration: 135.885232ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:53:52.509459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.697969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-08-21T16:53:52.509557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.075591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-08-21T16:53:52.509653Z","caller":"traceutil/trace.go:171","msg":"trace[1745004011] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3003; }","duration":"126.215483ms","start":"2026-08-21T16:53:52.383415Z","end":"2026-08-21T16:53:52.509631Z","steps":["trace[1745004011] 'agreement among raft nodes before linearized reading' (duration: 125.907658ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:53:52.509516Z","caller":"traceutil/trace.go:171","msg":"trace[189566825] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3003; }","duration":"124.78516ms","start":"2026-08-21T16:53:52.384717Z","end":"2026-08-21T16:53:52.509502Z","steps":["trace[189566825] 'agreement among raft nodes before linearized reading' (duration: 124.588766ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:53:52.509899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.524038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-08-21T16:53:52.509999Z","caller":"traceutil/trace.go:171","msg":"trace[1164713204] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3003; }","duration":"126.572489ms","start":"2026-08-21T16:53:52.383363Z","end":"2026-08-21T16:53:52.509936Z","steps":["trace[1164713204] 'agreement among raft nodes before linearized reading' (duration: 125.906817ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:53:52.912095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.306375ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-21T16:53:52.912241Z","caller":"traceutil/trace.go:171","msg":"trace[1544133352] transaction","detail":"{read_only:false; response_revision:3004; number_of_response:1; }","duration":"397.000759ms","start":"2026-08-21T16:53:52.515213Z","end":"2026-08-21T16:53:52.912214Z","steps":["trace[1544133352] 'process raft request' (duration: 177.43776ms)","trace[1544133352] 'compare' (duration: 219.149462ms)"],"step_count":2} {"level":"warn","ts":"2026-08-21T16:53:52.912325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:53:52.51519Z","time spent":"397.09476ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T16:53:52.91449Z","caller":"traceutil/trace.go:171","msg":"trace[369273888] linearizableReadLoop","detail":"{readStateIndex:3120; appliedIndex:3117; }","duration":"398.449983ms","start":"2026-08-21T16:53:52.516016Z","end":"2026-08-21T16:53:52.914466Z","steps":["trace[369273888] 'read index received' (duration: 176.665777ms)","trace[369273888] 'applied index is now lower than readState.Index' (duration: 221.782946ms)"],"step_count":2} {"level":"info","ts":"2026-08-21T16:53:52.914542Z","caller":"traceutil/trace.go:171","msg":"trace[1688669044] transaction","detail":"{read_only:false; response_revision:3006; number_of_response:1; }","duration":"399.150464ms","start":"2026-08-21T16:53:52.515379Z","end":"2026-08-21T16:53:52.91453Z","steps":["trace[1688669044] 'process raft request' (duration: 399.026352ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:53:52.914687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:53:52.515352Z","time spent":"399.304097ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T16:53:52.914743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.715398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-08-21T16:53:52.914787Z","caller":"traceutil/trace.go:171","msg":"trace[620539871] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3006; }","duration":"398.788099ms","start":"2026-08-21T16:53:52.515985Z","end":"2026-08-21T16:53:52.914773Z","steps":["trace[620539871] 'agreement among raft nodes before linearized reading' (duration: 398.616646ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:53:52.914829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:53:52.515971Z","time spent":"398.85052ms","remote":"127.0.0.1:32878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1340,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-08-21T16:53:52.914561Z","caller":"traceutil/trace.go:171","msg":"trace[979297073] transaction","detail":"{read_only:false; response_revision:3005; number_of_response:1; }","duration":"399.251776ms","start":"2026-08-21T16:53:52.515251Z","end":"2026-08-21T16:53:52.914502Z","steps":["trace[979297073] 'process raft request' (duration: 398.987531ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:53:52.91497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.469114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T16:53:52.915005Z","caller":"traceutil/trace.go:171","msg":"trace[38333475] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3007; }","duration":"157.540524ms","start":"2026-08-21T16:53:52.757457Z","end":"2026-08-21T16:53:52.914998Z","steps":["trace[38333475] 'agreement among raft nodes before linearized reading' (duration: 157.456653ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:53:52.915339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:53:52.515229Z","time spent":"399.847766ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T16:53:59.28875Z","caller":"traceutil/trace.go:171","msg":"trace[398601906] linearizableReadLoop","detail":"{readStateIndex:3154; appliedIndex:3152; }","duration":"277.372092ms","start":"2026-08-21T16:53:59.01134Z","end":"2026-08-21T16:53:59.288712Z","steps":["trace[398601906] 'read index received' (duration: 6.289572ms)","trace[398601906] 'applied index is now lower than readState.Index' (duration: 271.08024ms)"],"step_count":2} {"level":"warn","ts":"2026-08-21T16:53:59.288969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.607046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T16:53:59.289011Z","caller":"traceutil/trace.go:171","msg":"trace[301118625] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3038; }","duration":"277.720887ms","start":"2026-08-21T16:53:59.011279Z","end":"2026-08-21T16:53:59.289Z","steps":["trace[301118625] 'agreement among raft nodes before linearized reading' (duration: 277.606305ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:53:59.288932Z","caller":"traceutil/trace.go:171","msg":"trace[276266862] transaction","detail":"{read_only:false; response_revision:3038; number_of_response:1; }","duration":"308.470192ms","start":"2026-08-21T16:53:58.980321Z","end":"2026-08-21T16:53:59.288791Z","steps":["trace[276266862] 'process raft request' (duration: 306.240246ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:53:59.289189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:53:58.980311Z","time spent":"308.776577ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T16:53:59.290032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.025501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-21T16:53:59.290129Z","caller":"traceutil/trace.go:171","msg":"trace[1430572850] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:3038; }","duration":"192.209154ms","start":"2026-08-21T16:53:59.097899Z","end":"2026-08-21T16:53:59.290109Z","steps":["trace[1430572850] 'agreement among raft nodes before linearized reading' (duration: 191.471293ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:54:02.598525Z","caller":"traceutil/trace.go:171","msg":"trace[248946902] transaction","detail":"{read_only:false; response_revision:3054; number_of_response:1; }","duration":"189.978875ms","start":"2026-08-21T16:54:02.408517Z","end":"2026-08-21T16:54:02.598496Z","steps":["trace[248946902] 'process raft request' (duration: 189.6537ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:56:06.789029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.104919ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-08-21T16:56:06.789173Z","caller":"traceutil/trace.go:171","msg":"trace[943434294] linearizableReadLoop","detail":"{readStateIndex:3941; appliedIndex:3940; }","duration":"171.614595ms","start":"2026-08-21T16:56:06.617533Z","end":"2026-08-21T16:56:06.789148Z","steps":["trace[943434294] 'read index received' (duration: 25.432725ms)","trace[943434294] 'applied index is now lower than readState.Index' (duration: 146.17969ms)"],"step_count":2} {"level":"warn","ts":"2026-08-21T16:56:06.789472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.895359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-alertmanager-client-secret\" ","response":"range_response_count:1 size:698"} {"level":"info","ts":"2026-08-21T16:56:06.789546Z","caller":"traceutil/trace.go:171","msg":"trace[2021706207] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-alertmanager-client-secret; range_end:; response_count:1; response_revision:3795; }","duration":"172.02843ms","start":"2026-08-21T16:56:06.6175Z","end":"2026-08-21T16:56:06.789529Z","steps":["trace[2021706207] 'agreement among raft nodes before linearized reading' (duration: 171.770827ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:56:06.789573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.685782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T16:56:06.789635Z","caller":"traceutil/trace.go:171","msg":"trace[1523510282] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3795; }","duration":"137.784554ms","start":"2026-08-21T16:56:06.651836Z","end":"2026-08-21T16:56:06.78962Z","steps":["trace[1523510282] 'agreement among raft nodes before linearized reading' (duration: 137.682253ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:56:36.504544Z","caller":"traceutil/trace.go:171","msg":"trace[1989968459] transaction","detail":"{read_only:false; response_revision:3957; number_of_response:1; }","duration":"131.51482ms","start":"2026-08-21T16:56:36.372977Z","end":"2026-08-21T16:56:36.504492Z","steps":["trace[1989968459] 'process raft request' (duration: 131.265687ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:56:36.663924Z","caller":"traceutil/trace.go:171","msg":"trace[1276455499] transaction","detail":"{read_only:false; response_revision:3959; number_of_response:1; }","duration":"134.837881ms","start":"2026-08-21T16:56:36.529055Z","end":"2026-08-21T16:56:36.663893Z","steps":["trace[1276455499] 'process raft request' (duration: 81.206221ms)","trace[1276455499] 'compare' (duration: 53.371737ms)"],"step_count":2} {"level":"info","ts":"2026-08-21T16:57:35.293861Z","caller":"traceutil/trace.go:171","msg":"trace[1377634503] transaction","detail":"{read_only:false; response_revision:4706; number_of_response:1; }","duration":"123.454311ms","start":"2026-08-21T16:57:35.170383Z","end":"2026-08-21T16:57:35.293837Z","steps":["trace[1377634503] 'process raft request' (duration: 123.307289ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:57:35.451701Z","caller":"traceutil/trace.go:171","msg":"trace[1502033159] transaction","detail":"{read_only:false; response_revision:4707; number_of_response:1; }","duration":"113.680936ms","start":"2026-08-21T16:57:35.337989Z","end":"2026-08-21T16:57:35.45167Z","steps":["trace[1502033159] 'process raft request' (duration: 25.769303ms)","trace[1502033159] 'compare' (duration: 87.011952ms)"],"step_count":2} {"level":"info","ts":"2026-08-21T16:57:35.609028Z","caller":"traceutil/trace.go:171","msg":"trace[1658045840] transaction","detail":"{read_only:false; response_revision:4708; number_of_response:1; }","duration":"123.119577ms","start":"2026-08-21T16:57:35.485873Z","end":"2026-08-21T16:57:35.608993Z","steps":["trace[1658045840] 'process raft request' (duration: 77.677054ms)","trace[1658045840] 'compare' (duration: 45.310872ms)"],"step_count":2} {"level":"info","ts":"2026-08-21T16:57:39.841177Z","caller":"traceutil/trace.go:171","msg":"trace[1479714677] linearizableReadLoop","detail":"{readStateIndex:4981; appliedIndex:4980; }","duration":"363.38882ms","start":"2026-08-21T16:57:39.47775Z","end":"2026-08-21T16:57:39.841139Z","steps":["trace[1479714677] 'read index received' (duration: 280.926913ms)","trace[1479714677] 'applied index is now lower than readState.Index' (duration: 82.460527ms)"],"step_count":2} {"level":"info","ts":"2026-08-21T16:57:39.841548Z","caller":"traceutil/trace.go:171","msg":"trace[1415097032] transaction","detail":"{read_only:false; response_revision:4799; number_of_response:1; }","duration":"375.225978ms","start":"2026-08-21T16:57:39.466305Z","end":"2026-08-21T16:57:39.841531Z","steps":["trace[1415097032] 'process raft request' (duration: 292.357467ms)","trace[1415097032] 'compare' (duration: 82.112723ms)"],"step_count":2} {"level":"info","ts":"2026-08-21T16:57:39.841899Z","caller":"traceutil/trace.go:171","msg":"trace[466799845] transaction","detail":"{read_only:false; response_revision:4800; number_of_response:1; }","duration":"313.870809ms","start":"2026-08-21T16:57:39.528011Z","end":"2026-08-21T16:57:39.841882Z","steps":["trace[466799845] 'process raft request' (duration: 313.719917ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:57:39.842034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:57:39.527984Z","time spent":"313.96599ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T16:57:39.842021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:57:39.466286Z","time spent":"375.642353ms","remote":"127.0.0.1:32810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":253172,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-21T16:57:39.842057Z","caller":"traceutil/trace.go:171","msg":"trace[1135444748] transaction","detail":"{read_only:false; response_revision:4801; number_of_response:1; }","duration":"219.220349ms","start":"2026-08-21T16:57:39.622819Z","end":"2026-08-21T16:57:39.842039Z","steps":["trace[1135444748] 'process raft request' (duration: 219.022847ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:57:39.842217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.455972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-08-21T16:57:39.84231Z","caller":"traceutil/trace.go:171","msg":"trace[762917723] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:4801; }","duration":"364.603004ms","start":"2026-08-21T16:57:39.477688Z","end":"2026-08-21T16:57:39.842291Z","steps":["trace[762917723] 'agreement among raft nodes before linearized reading' (duration: 364.290109ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:57:39.842375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:57:39.477669Z","time spent":"364.695145ms","remote":"127.0.0.1:32888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":920,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"info","ts":"2026-08-21T16:57:40.892466Z","caller":"traceutil/trace.go:171","msg":"trace[1359553890] transaction","detail":"{read_only:false; response_revision:4835; number_of_response:1; }","duration":"404.62008ms","start":"2026-08-21T16:57:40.487827Z","end":"2026-08-21T16:57:40.892447Z","steps":["trace[1359553890] 'process raft request' (duration: 404.525489ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:57:40.892699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:57:40.487806Z","time spent":"404.844812ms","remote":"127.0.0.1:53224","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2227,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-21T16:57:41.146146Z","caller":"traceutil/trace.go:171","msg":"trace[143217674] linearizableReadLoop","detail":"{readStateIndex:5018; appliedIndex:5017; }","duration":"533.941633ms","start":"2026-08-21T16:57:40.612179Z","end":"2026-08-21T16:57:41.146121Z","steps":["trace[143217674] 'read index received' (duration: 280.392924ms)","trace[143217674] 'applied index is now lower than readState.Index' (duration: 253.545019ms)"],"step_count":2} {"level":"info","ts":"2026-08-21T16:57:41.14632Z","caller":"traceutil/trace.go:171","msg":"trace[30181275] transaction","detail":"{read_only:false; response_revision:4836; number_of_response:1; }","duration":"655.902291ms","start":"2026-08-21T16:57:40.490358Z","end":"2026-08-21T16:57:41.14626Z","steps":["trace[30181275] 'process raft request' (duration: 655.591038ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:57:41.146377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.178555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-08-21T16:57:41.146465Z","caller":"traceutil/trace.go:171","msg":"trace[640475831] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4836; }","duration":"534.316218ms","start":"2026-08-21T16:57:40.612137Z","end":"2026-08-21T16:57:41.146454Z","steps":["trace[640475831] 'agreement among raft nodes before linearized reading' (duration: 534.126186ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:57:41.146539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:57:40.612119Z","time spent":"534.409569ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-21T16:57:41.14657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:57:40.490342Z","time spent":"656.102653ms","remote":"127.0.0.1:33116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15286,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T16:57:41.146841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.992656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-21T16:57:41.146893Z","caller":"traceutil/trace.go:171","msg":"trace[1399531413] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:4836; }","duration":"302.048766ms","start":"2026-08-21T16:57:40.844832Z","end":"2026-08-21T16:57:41.146881Z","steps":["trace[1399531413] 'agreement among raft nodes before linearized reading' (duration: 301.917575ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:57:41.146928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:57:40.844765Z","time spent":"302.154158ms","remote":"127.0.0.1:32856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":35,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-08-21T16:57:41.146939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.77952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T16:57:41.147046Z","caller":"traceutil/trace.go:171","msg":"trace[614806442] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:4836; }","duration":"100.895701ms","start":"2026-08-21T16:57:41.046106Z","end":"2026-08-21T16:57:41.147002Z","steps":["trace[614806442] 'agreement among raft nodes before linearized reading' (duration: 100.789359ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:57:41.429047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.437808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0.18cde07e4374a9eb\" ","response":"range_response_count:1 size:1179"} {"level":"info","ts":"2026-08-21T16:57:41.42912Z","caller":"traceutil/trace.go:171","msg":"trace[446703489] range","detail":"{range_begin:/registry/events/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0.18cde07e4374a9eb; range_end:; response_count:1; response_revision:4837; }","duration":"219.55225ms","start":"2026-08-21T16:57:41.209546Z","end":"2026-08-21T16:57:41.429098Z","steps":["trace[446703489] 'range keys from in-memory index tree' (duration: 219.264507ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:57:41.429262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.495915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f845b1f9-1392-47bf-899c-d99602c7a114\" ","response":"range_response_count:1 size:3773"} {"level":"info","ts":"2026-08-21T16:57:41.429385Z","caller":"traceutil/trace.go:171","msg":"trace[1308001397] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f845b1f9-1392-47bf-899c-d99602c7a114; range_end:; response_count:1; response_revision:4837; }","duration":"216.842358ms","start":"2026-08-21T16:57:41.212524Z","end":"2026-08-21T16:57:41.429367Z","steps":["trace[1308001397] 'range keys from in-memory index tree' (duration: 216.329993ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:57:41.469531Z","caller":"traceutil/trace.go:171","msg":"trace[1500296310] linearizableReadLoop","detail":"{readStateIndex:5020; appliedIndex:5019; }","duration":"204.356152ms","start":"2026-08-21T16:57:41.265152Z","end":"2026-08-21T16:57:41.469508Z","steps":["trace[1500296310] 'read index received' (duration: 204.23461ms)","trace[1500296310] 'applied index is now lower than readState.Index' (duration: 120.142µs)"],"step_count":2} {"level":"info","ts":"2026-08-21T16:57:41.469605Z","caller":"traceutil/trace.go:171","msg":"trace[399304938] transaction","detail":"{read_only:false; response_revision:4838; number_of_response:1; }","duration":"251.825908ms","start":"2026-08-21T16:57:41.217751Z","end":"2026-08-21T16:57:41.469577Z","steps":["trace[399304938] 'process raft request' (duration: 251.540095ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:57:41.469944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.770947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f845b1f9-1392-47bf-899c-d99602c7a114\" ","response":"range_response_count:1 size:3773"} {"level":"info","ts":"2026-08-21T16:57:41.470046Z","caller":"traceutil/trace.go:171","msg":"trace[1082592220] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f845b1f9-1392-47bf-899c-d99602c7a114; range_end:; response_count:1; response_revision:4838; }","duration":"204.941558ms","start":"2026-08-21T16:57:41.265085Z","end":"2026-08-21T16:57:41.470026Z","steps":["trace[1082592220] 'agreement among raft nodes before linearized reading' (duration: 204.562614ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:57:41.5997Z","caller":"traceutil/trace.go:171","msg":"trace[579189750] linearizableReadLoop","detail":"{readStateIndex:5022; appliedIndex:5020; }","duration":"130.074512ms","start":"2026-08-21T16:57:41.469602Z","end":"2026-08-21T16:57:41.599677Z","steps":["trace[579189750] 'read index received' (duration: 117.544466ms)","trace[579189750] 'applied index is now lower than readState.Index' (duration: 12.529046ms)"],"step_count":2} {"level":"info","ts":"2026-08-21T16:57:41.599746Z","caller":"traceutil/trace.go:171","msg":"trace[536729967] transaction","detail":"{read_only:false; response_revision:4839; number_of_response:1; }","duration":"168.163179ms","start":"2026-08-21T16:57:41.431562Z","end":"2026-08-21T16:57:41.599726Z","steps":["trace[536729967] 'process raft request' (duration: 155.567871ms)","trace[536729967] 'compare' (duration: 12.324035ms)"],"step_count":2} {"level":"info","ts":"2026-08-21T16:57:41.599899Z","caller":"traceutil/trace.go:171","msg":"trace[357862098] transaction","detail":"{read_only:false; response_revision:4840; number_of_response:1; }","duration":"164.324714ms","start":"2026-08-21T16:57:41.435545Z","end":"2026-08-21T16:57:41.59987Z","steps":["trace[357862098] 'process raft request' (duration: 164.063801ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:57:41.602532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.682781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2207411"} {"level":"info","ts":"2026-08-21T16:57:41.602668Z","caller":"traceutil/trace.go:171","msg":"trace[155100575] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:4840; }","duration":"160.834573ms","start":"2026-08-21T16:57:41.44181Z","end":"2026-08-21T16:57:41.602644Z","steps":["trace[155100575] 'agreement among raft nodes before linearized reading' (duration: 157.98806ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:57:41.612404Z","caller":"traceutil/trace.go:171","msg":"trace[1985727827] transaction","detail":"{read_only:false; response_revision:4841; number_of_response:1; }","duration":"142.110024ms","start":"2026-08-21T16:57:41.47028Z","end":"2026-08-21T16:57:41.61239Z","steps":["trace[1985727827] 'process raft request' (duration: 141.990363ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:57:41.794204Z","caller":"traceutil/trace.go:171","msg":"trace[1160866603] transaction","detail":"{read_only:false; response_revision:4842; number_of_response:1; }","duration":"180.002177ms","start":"2026-08-21T16:57:41.614164Z","end":"2026-08-21T16:57:41.794166Z","steps":["trace[1160866603] 'process raft request' (duration: 179.157237ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:57:41.794981Z","caller":"traceutil/trace.go:171","msg":"trace[211857951] linearizableReadLoop","detail":"{readStateIndex:5026; appliedIndex:5024; }","duration":"154.812862ms","start":"2026-08-21T16:57:41.64014Z","end":"2026-08-21T16:57:41.794953Z","steps":["trace[211857951] 'read index received' (duration: 153.120262ms)","trace[211857951] 'applied index is now lower than readState.Index' (duration: 1.6915ms)"],"step_count":2} {"level":"info","ts":"2026-08-21T16:57:41.795182Z","caller":"traceutil/trace.go:171","msg":"trace[2143866847] transaction","detail":"{read_only:false; response_revision:4843; number_of_response:1; }","duration":"160.760131ms","start":"2026-08-21T16:57:41.634403Z","end":"2026-08-21T16:57:41.795163Z","steps":["trace[2143866847] 'process raft request' (duration: 160.331666ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:57:41.7955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.337708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-08-21T16:57:41.795579Z","caller":"traceutil/trace.go:171","msg":"trace[1497116487] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4844; }","duration":"155.46689ms","start":"2026-08-21T16:57:41.640094Z","end":"2026-08-21T16:57:41.795561Z","steps":["trace[1497116487] 'agreement among raft nodes before linearized reading' (duration: 155.097704ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:57:42.424683Z","caller":"traceutil/trace.go:171","msg":"trace[597521008] linearizableReadLoop","detail":"{readStateIndex:5034; appliedIndex:5033; }","duration":"189.022322ms","start":"2026-08-21T16:57:42.235641Z","end":"2026-08-21T16:57:42.424664Z","steps":["trace[597521008] 'read index received' (duration: 188.89679ms)","trace[597521008] 'applied index is now lower than readState.Index' (duration: 124.622µs)"],"step_count":2} {"level":"info","ts":"2026-08-21T16:57:42.42476Z","caller":"traceutil/trace.go:171","msg":"trace[674752538] transaction","detail":"{read_only:false; response_revision:4851; number_of_response:1; }","duration":"195.480028ms","start":"2026-08-21T16:57:42.229249Z","end":"2026-08-21T16:57:42.424729Z","steps":["trace[674752538] 'process raft request' (duration: 195.282505ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:57:42.424936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.189204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-08-21T16:57:42.424969Z","caller":"traceutil/trace.go:171","msg":"trace[1936662596] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4851; }","duration":"189.344425ms","start":"2026-08-21T16:57:42.235616Z","end":"2026-08-21T16:57:42.42496Z","steps":["trace[1936662596] 'agreement among raft nodes before linearized reading' (duration: 189.133233ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:57:42.426942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.550631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-08-21T16:57:42.426991Z","caller":"traceutil/trace.go:171","msg":"trace[62792146] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4852; }","duration":"161.597451ms","start":"2026-08-21T16:57:42.265375Z","end":"2026-08-21T16:57:42.426973Z","steps":["trace[62792146] 'agreement among raft nodes before linearized reading' (duration: 161.417519ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:57:42.427311Z","caller":"traceutil/trace.go:171","msg":"trace[1602283431] transaction","detail":"{read_only:false; response_revision:4852; number_of_response:1; }","duration":"179.48139ms","start":"2026-08-21T16:57:42.247811Z","end":"2026-08-21T16:57:42.427292Z","steps":["trace[1602283431] 'process raft request' (duration: 178.863702ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:57:45.65911Z","caller":"traceutil/trace.go:171","msg":"trace[1765874726] transaction","detail":"{read_only:false; response_revision:4922; number_of_response:1; }","duration":"368.694855ms","start":"2026-08-21T16:57:45.290366Z","end":"2026-08-21T16:57:45.659061Z","steps":["trace[1765874726] 'process raft request' (duration: 367.207588ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:57:45.659481Z","caller":"traceutil/trace.go:171","msg":"trace[1517221353] linearizableReadLoop","detail":"{readStateIndex:5109; appliedIndex:5108; }","duration":"348.218766ms","start":"2026-08-21T16:57:45.311227Z","end":"2026-08-21T16:57:45.659446Z","steps":["trace[1517221353] 'read index received' (duration: 346.369444ms)","trace[1517221353] 'applied index is now lower than readState.Index' (duration: 1.847012ms)"],"step_count":2} {"level":"warn","ts":"2026-08-21T16:57:45.659523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:57:45.29033Z","time spent":"368.880448ms","remote":"127.0.0.1:32866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9923,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T16:57:45.659755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.511971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-08-21T16:57:45.659807Z","caller":"traceutil/trace.go:171","msg":"trace[1523835051] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4923; }","duration":"348.639561ms","start":"2026-08-21T16:57:45.311151Z","end":"2026-08-21T16:57:45.65979Z","steps":["trace[1523835051] 'agreement among raft nodes before linearized reading' (duration: 348.426698ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:57:45.659853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:57:45.311126Z","time spent":"348.716313ms","remote":"127.0.0.1:32854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-08-21T16:57:51.025816Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100599329,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T16:57:51.029758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.942282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3d07b469-4d07-46fb-8f01-ec6c42ad27d8\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-08-21T16:57:51.029864Z","caller":"traceutil/trace.go:171","msg":"trace[1986655983] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3d07b469-4d07-46fb-8f01-ec6c42ad27d8; range_end:; response_count:1; response_revision:5026; }","duration":"933.077673ms","start":"2026-08-21T16:57:50.096768Z","end":"2026-08-21T16:57:51.029845Z","steps":["trace[1986655983] 'range keys from in-memory index tree' (duration: 932.781231ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:57:51.029909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:57:50.096759Z","time spent":"933.140214ms","remote":"127.0.0.1:32866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3d07b469-4d07-46fb-8f01-ec6c42ad27d8\" "} {"level":"warn","ts":"2026-08-21T16:57:51.030139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.30134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-7c9c774844-pvsxz\" ","response":"range_response_count:1 size:11256"} {"level":"info","ts":"2026-08-21T16:57:51.030219Z","caller":"traceutil/trace.go:171","msg":"trace[180649549] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-grafana-7c9c774844-pvsxz; range_end:; response_count:1; response_revision:5026; }","duration":"716.434911ms","start":"2026-08-21T16:57:50.313766Z","end":"2026-08-21T16:57:51.030201Z","steps":["trace[180649549] 'range keys from in-memory index tree' (duration: 716.136638ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:57:51.030263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:57:50.31375Z","time spent":"716.501442ms","remote":"127.0.0.1:32866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":11279,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-7c9c774844-pvsxz\" "} {"level":"warn","ts":"2026-08-21T16:57:51.030172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.102871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-08-21T16:57:51.030493Z","caller":"traceutil/trace.go:171","msg":"trace[706999769] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5026; }","duration":"937.448955ms","start":"2026-08-21T16:57:50.093032Z","end":"2026-08-21T16:57:51.030481Z","steps":["trace[706999769] 'range keys from in-memory index tree' (duration: 936.995369ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:57:51.030556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:57:50.093013Z","time spent":"937.533027ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-21T16:57:51.030786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.07421ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-08-21T16:57:51.030894Z","caller":"traceutil/trace.go:171","msg":"trace[1717763711] transaction","detail":"{read_only:false; response_revision:5027; number_of_response:1; }","duration":"716.875557ms","start":"2026-08-21T16:57:50.313991Z","end":"2026-08-21T16:57:51.030867Z","steps":["trace[1717763711] 'process raft request' (duration: 169.643316ms)","trace[1717763711] 'compare' (duration: 545.554622ms)"],"step_count":2} {"level":"warn","ts":"2026-08-21T16:57:51.030955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:57:50.313982Z","time spent":"716.948378ms","remote":"127.0.0.1:32790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-21T16:57:51.239902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.019904ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-21T16:57:51.240073Z","caller":"traceutil/trace.go:171","msg":"trace[1059161681] transaction","detail":"{read_only:false; response_revision:5028; number_of_response:1; }","duration":"757.71086ms","start":"2026-08-21T16:57:50.482347Z","end":"2026-08-21T16:57:51.240058Z","steps":["trace[1059161681] 'process raft request' (duration: 650.468283ms)","trace[1059161681] 'compare' (duration: 106.537779ms)"],"step_count":2} {"level":"warn","ts":"2026-08-21T16:57:51.240173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:57:50.48232Z","time spent":"757.807262ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T16:57:51.258673Z","caller":"traceutil/trace.go:171","msg":"trace[1140075093] linearizableReadLoop","detail":"{readStateIndex:5217; appliedIndex:5215; }","duration":"733.898413ms","start":"2026-08-21T16:57:50.524757Z","end":"2026-08-21T16:57:51.258656Z","steps":["trace[1140075093] 'read index received' (duration: 608.202761ms)","trace[1140075093] 'applied index is now lower than readState.Index' (duration: 125.694892ms)"],"step_count":2} {"level":"info","ts":"2026-08-21T16:57:51.258701Z","caller":"traceutil/trace.go:171","msg":"trace[1256356809] transaction","detail":"{read_only:false; response_revision:5029; number_of_response:1; }","duration":"748.845447ms","start":"2026-08-21T16:57:50.509825Z","end":"2026-08-21T16:57:51.258671Z","steps":["trace[1256356809] 'process raft request' (duration: 748.624414ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:57:51.258776Z","caller":"traceutil/trace.go:171","msg":"trace[100075905] transaction","detail":"{read_only:false; response_revision:5031; number_of_response:1; }","duration":"217.778095ms","start":"2026-08-21T16:57:51.040991Z","end":"2026-08-21T16:57:51.258769Z","steps":["trace[100075905] 'process raft request' (duration: 217.622642ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:57:51.258759Z","caller":"traceutil/trace.go:171","msg":"trace[1380299064] transaction","detail":"{read_only:false; response_revision:5030; number_of_response:1; }","duration":"222.198106ms","start":"2026-08-21T16:57:51.036538Z","end":"2026-08-21T16:57:51.258736Z","steps":["trace[1380299064] 'process raft request' (duration: 222.039824ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:57:51.258863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:57:50.509798Z","time spent":"748.978679ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T16:57:51.25898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.214358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-08-21T16:57:51.259084Z","caller":"traceutil/trace.go:171","msg":"trace[661456729] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5031; }","duration":"734.37217ms","start":"2026-08-21T16:57:50.524697Z","end":"2026-08-21T16:57:51.259069Z","steps":["trace[661456729] 'agreement among raft nodes before linearized reading' (duration: 734.134037ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:57:51.259145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:57:50.524659Z","time spent":"734.477441ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-08-21T16:57:51.259553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.658909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-08-21T16:57:51.259627Z","caller":"traceutil/trace.go:171","msg":"trace[639428955] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5031; }","duration":"726.784161ms","start":"2026-08-21T16:57:50.532826Z","end":"2026-08-21T16:57:51.25961Z","steps":["trace[639428955] 'agreement among raft nodes before linearized reading' (duration: 726.588969ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:57:51.25967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:57:50.532804Z","time spent":"726.858421ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-21T16:57:51.259858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.389476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-21T16:57:51.259934Z","caller":"traceutil/trace.go:171","msg":"trace[716413456] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:5031; }","duration":"702.510707ms","start":"2026-08-21T16:57:50.557405Z","end":"2026-08-21T16:57:51.259916Z","steps":["trace[716413456] 'agreement among raft nodes before linearized reading' (duration: 702.404636ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:57:51.259989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:57:50.557384Z","time spent":"702.590518ms","remote":"127.0.0.1:32978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-08-21T16:57:51.260114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.704183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T16:57:51.260178Z","caller":"traceutil/trace.go:171","msg":"trace[781129028] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5031; }","duration":"503.790755ms","start":"2026-08-21T16:57:50.756352Z","end":"2026-08-21T16:57:51.260143Z","steps":["trace[781129028] 'agreement among raft nodes before linearized reading' (duration: 503.703383ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:57:51.260201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:57:50.756332Z","time spent":"503.863215ms","remote":"127.0.0.1:60930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-21T16:57:52.073249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:57:51.550755Z","time spent":"522.488579ms","remote":"127.0.0.1:60966","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-08-21T16:57:52.209145Z","caller":"traceutil/trace.go:171","msg":"trace[580801541] linearizableReadLoop","detail":"{readStateIndex:5229; appliedIndex:5226; }","duration":"291.753213ms","start":"2026-08-21T16:57:51.917368Z","end":"2026-08-21T16:57:52.209122Z","steps":["trace[580801541] 'read index received' (duration: 155.61074ms)","trace[580801541] 'applied index is now lower than readState.Index' (duration: 136.141253ms)"],"step_count":2} {"level":"info","ts":"2026-08-21T16:57:52.209241Z","caller":"traceutil/trace.go:171","msg":"trace[752170271] transaction","detail":"{read_only:false; response_revision:5039; number_of_response:1; }","duration":"511.968035ms","start":"2026-08-21T16:57:51.697238Z","end":"2026-08-21T16:57:52.209206Z","steps":["trace[752170271] 'process raft request' (duration: 511.673282ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:57:52.209328Z","caller":"traceutil/trace.go:171","msg":"trace[905453064] transaction","detail":"{read_only:false; response_revision:5040; number_of_response:1; }","duration":"316.061626ms","start":"2026-08-21T16:57:51.893241Z","end":"2026-08-21T16:57:52.209302Z","steps":["trace[905453064] 'process raft request' (duration: 315.830394ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:57:52.209424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:57:51.697209Z","time spent":"512.107057ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T16:57:52.209495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:57:51.893223Z","time spent":"316.143497ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T16:57:52.209627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.248679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-08-21T16:57:52.209707Z","caller":"traceutil/trace.go:171","msg":"trace[253497078] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5040; }","duration":"292.33785ms","start":"2026-08-21T16:57:51.917347Z","end":"2026-08-21T16:57:52.209685Z","steps":["trace[253497078] 'agreement among raft nodes before linearized reading' (duration: 292.035447ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:57:52.64772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.206894ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-21T16:57:52.647938Z","caller":"traceutil/trace.go:171","msg":"trace[721833021] transaction","detail":"{read_only:false; response_revision:5042; number_of_response:1; }","duration":"434.113049ms","start":"2026-08-21T16:57:52.213806Z","end":"2026-08-21T16:57:52.647919Z","steps":["trace[721833021] 'process raft request' (duration: 434.035708ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:57:52.648011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:57:52.213785Z","time spent":"434.18925ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T16:57:52.648245Z","caller":"traceutil/trace.go:171","msg":"trace[1149067089] linearizableReadLoop","detail":"{readStateIndex:5230; appliedIndex:5229; }","duration":"438.962195ms","start":"2026-08-21T16:57:52.209268Z","end":"2026-08-21T16:57:52.648231Z","steps":["trace[1149067089] 'read index received' (duration: 198.527959ms)","trace[1149067089] 'applied index is now lower than readState.Index' (duration: 240.432206ms)"],"step_count":2} {"level":"info","ts":"2026-08-21T16:57:52.648287Z","caller":"traceutil/trace.go:171","msg":"trace[574797671] transaction","detail":"{read_only:false; response_revision:5041; number_of_response:1; }","duration":"573.554071ms","start":"2026-08-21T16:57:52.074695Z","end":"2026-08-21T16:57:52.648248Z","steps":["trace[574797671] 'process raft request' (duration: 332.71158ms)","trace[574797671] 'compare' (duration: 240.087471ms)"],"step_count":2} {"level":"warn","ts":"2026-08-21T16:57:52.648405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.361129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-08-21T16:57:52.64846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:57:52.074667Z","time spent":"573.693022ms","remote":"127.0.0.1:60966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T16:57:52.648482Z","caller":"traceutil/trace.go:171","msg":"trace[977081192] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:5042; }","duration":"610.47644ms","start":"2026-08-21T16:57:52.037985Z","end":"2026-08-21T16:57:52.648461Z","steps":["trace[977081192] 'agreement among raft nodes before linearized reading' (duration: 610.309388ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:57:52.648488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.89936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-21T16:57:52.648531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.910034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-7c9c774844-pvsxz.18cde080a7bedca8\" ","response":"range_response_count:1 size:898"} {"level":"info","ts":"2026-08-21T16:57:52.648545Z","caller":"traceutil/trace.go:171","msg":"trace[1960395844] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5042; }","duration":"423.990821ms","start":"2026-08-21T16:57:52.224541Z","end":"2026-08-21T16:57:52.648532Z","steps":["trace[1960395844] 'agreement among raft nodes before linearized reading' (duration: 423.89695ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:57:52.648537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:57:52.037978Z","time spent":"610.545391ms","remote":"127.0.0.1:33000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":26,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-08-21T16:57:52.648565Z","caller":"traceutil/trace.go:171","msg":"trace[1042848477] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-7c9c774844-pvsxz.18cde080a7bedca8; range_end:; response_count:1; response_revision:5042; }","duration":"376.978844ms","start":"2026-08-21T16:57:52.271575Z","end":"2026-08-21T16:57:52.648554Z","steps":["trace[1042848477] 'agreement among raft nodes before linearized reading' (duration: 376.891993ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:57:52.648577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:57:52.224529Z","time spent":"424.042432ms","remote":"127.0.0.1:60930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-21T16:57:52.648603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:57:52.271554Z","time spent":"377.042224ms","remote":"127.0.0.1:32790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":921,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-7c9c774844-pvsxz.18cde080a7bedca8\" "} {"level":"warn","ts":"2026-08-21T16:57:52.648433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.56656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3d07b469-4d07-46fb-8f01-ec6c42ad27d8\" ","response":"range_response_count:1 size:3765"} {"level":"info","ts":"2026-08-21T16:57:52.648762Z","caller":"traceutil/trace.go:171","msg":"trace[1086095036] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3d07b469-4d07-46fb-8f01-ec6c42ad27d8; range_end:; response_count:1; response_revision:5042; }","duration":"610.930025ms","start":"2026-08-21T16:57:52.037816Z","end":"2026-08-21T16:57:52.648746Z","steps":["trace[1086095036] 'agreement among raft nodes before linearized reading' (duration: 610.50923ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:57:52.6488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:57:52.037795Z","time spent":"610.993356ms","remote":"127.0.0.1:32866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3788,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3d07b469-4d07-46fb-8f01-ec6c42ad27d8\" "} {"level":"warn","ts":"2026-08-21T16:57:53.832208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.975896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T16:57:53.832278Z","caller":"traceutil/trace.go:171","msg":"trace[1261842308] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:5057; }","duration":"114.097437ms","start":"2026-08-21T16:57:53.718162Z","end":"2026-08-21T16:57:53.83226Z","steps":["trace[1261842308] 'count revisions from in-memory index tree' (duration: 113.893694ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:57:53.832407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.11267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-08-21T16:57:53.832478Z","caller":"traceutil/trace.go:171","msg":"trace[1874774476] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5057; }","duration":"122.226452ms","start":"2026-08-21T16:57:53.710232Z","end":"2026-08-21T16:57:53.832459Z","steps":["trace[1874774476] 'range keys from in-memory index tree' (duration: 121.862117ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:57:55.731754Z","caller":"traceutil/trace.go:171","msg":"trace[2087367694] transaction","detail":"{read_only:false; response_revision:5078; number_of_response:1; }","duration":"481.631582ms","start":"2026-08-21T16:57:55.250099Z","end":"2026-08-21T16:57:55.731731Z","steps":["trace[2087367694] 'process raft request' (duration: 481.46699ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:57:55.7319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:57:55.250076Z","time spent":"481.748213ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T16:57:55.736289Z","caller":"traceutil/trace.go:171","msg":"trace[435366378] linearizableReadLoop","detail":"{readStateIndex:5268; appliedIndex:5266; }","duration":"460.199653ms","start":"2026-08-21T16:57:55.276078Z","end":"2026-08-21T16:57:55.736278Z","steps":["trace[435366378] 'read index received' (duration: 455.599029ms)","trace[435366378] 'applied index is now lower than readState.Index' (duration: 4.600224ms)"],"step_count":2} {"level":"info","ts":"2026-08-21T16:57:55.736534Z","caller":"traceutil/trace.go:171","msg":"trace[653300690] transaction","detail":"{read_only:false; response_revision:5079; number_of_response:1; }","duration":"465.282602ms","start":"2026-08-21T16:57:55.271229Z","end":"2026-08-21T16:57:55.736512Z","steps":["trace[653300690] 'process raft request' (duration: 465.002858ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:57:55.736641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.908208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3d07b469-4d07-46fb-8f01-ec6c42ad27d8\" ","response":"range_response_count:1 size:3951"} {"level":"warn","ts":"2026-08-21T16:57:55.736646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:57:55.271203Z","time spent":"465.389104ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T16:57:55.736668Z","caller":"traceutil/trace.go:171","msg":"trace[661935198] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3d07b469-4d07-46fb-8f01-ec6c42ad27d8; range_end:; response_count:1; response_revision:5079; }","duration":"383.962648ms","start":"2026-08-21T16:57:55.352699Z","end":"2026-08-21T16:57:55.736662Z","steps":["trace[661935198] 'agreement among raft nodes before linearized reading' (duration: 383.839207ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:57:55.736703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:57:55.352687Z","time spent":"383.993718ms","remote":"127.0.0.1:32866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3974,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3d07b469-4d07-46fb-8f01-ec6c42ad27d8\" "} {"level":"warn","ts":"2026-08-21T16:57:55.73679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.074873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-08-21T16:57:55.736871Z","caller":"traceutil/trace.go:171","msg":"trace[1748482380] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5079; }","duration":"411.208175ms","start":"2026-08-21T16:57:55.325647Z","end":"2026-08-21T16:57:55.736856Z","steps":["trace[1748482380] 'agreement among raft nodes before linearized reading' (duration: 410.845811ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:57:55.736921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:57:55.325628Z","time spent":"411.285126ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-21T16:57:55.737063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.284135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-08-21T16:57:55.737108Z","caller":"traceutil/trace.go:171","msg":"trace[231108611] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5079; }","duration":"411.351057ms","start":"2026-08-21T16:57:55.325745Z","end":"2026-08-21T16:57:55.737096Z","steps":["trace[231108611] 'agreement among raft nodes before linearized reading' (duration: 411.240465ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:57:55.737144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.383257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-08-21T16:57:55.737155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:57:55.325733Z","time spent":"411.402937ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-08-21T16:57:55.737165Z","caller":"traceutil/trace.go:171","msg":"trace[25893750] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5079; }","duration":"411.450697ms","start":"2026-08-21T16:57:55.32571Z","end":"2026-08-21T16:57:55.737161Z","steps":["trace[25893750] 'agreement among raft nodes before linearized reading' (duration: 411.362946ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:57:55.737179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:57:55.325686Z","time spent":"411.490677ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-21T16:57:55.737682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.566458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-08-21T16:57:55.737753Z","caller":"traceutil/trace.go:171","msg":"trace[1955000026] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5079; }","duration":"461.711721ms","start":"2026-08-21T16:57:55.276027Z","end":"2026-08-21T16:57:55.737738Z","steps":["trace[1955000026] 'agreement among raft nodes before linearized reading' (duration: 460.425826ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:57:55.737792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:57:55.276008Z","time spent":"461.776512ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-08-21T16:58:06.010169Z","caller":"traceutil/trace.go:171","msg":"trace[2117785107] transaction","detail":"{read_only:false; response_revision:5202; number_of_response:1; }","duration":"243.068906ms","start":"2026-08-21T16:58:05.767072Z","end":"2026-08-21T16:58:06.010141Z","steps":["trace[2117785107] 'process raft request' (duration: 242.864974ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:58:06.014632Z","caller":"traceutil/trace.go:171","msg":"trace[935335619] linearizableReadLoop","detail":"{readStateIndex:5396; appliedIndex:5394; }","duration":"232.741149ms","start":"2026-08-21T16:58:05.781867Z","end":"2026-08-21T16:58:06.014608Z","steps":["trace[935335619] 'read index received' (duration: 228.009783ms)","trace[935335619] 'applied index is now lower than readState.Index' (duration: 4.730106ms)"],"step_count":2} {"level":"warn","ts":"2026-08-21T16:58:06.014876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.001981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-08-21T16:58:06.014916Z","caller":"traceutil/trace.go:171","msg":"trace[1121909939] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5203; }","duration":"233.086562ms","start":"2026-08-21T16:58:05.781819Z","end":"2026-08-21T16:58:06.014905Z","steps":["trace[1121909939] 'agreement among raft nodes before linearized reading' (duration: 232.95738ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:58:06.014741Z","caller":"traceutil/trace.go:171","msg":"trace[83948593] transaction","detail":"{read_only:false; response_revision:5203; number_of_response:1; }","duration":"247.043973ms","start":"2026-08-21T16:58:05.76766Z","end":"2026-08-21T16:58:06.014704Z","steps":["trace[83948593] 'process raft request' (duration: 246.721268ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:58:06.015216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.428664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-08-21T16:58:06.015238Z","caller":"traceutil/trace.go:171","msg":"trace[1936737380] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5203; }","duration":"232.468044ms","start":"2026-08-21T16:58:05.782764Z","end":"2026-08-21T16:58:06.015232Z","steps":["trace[1936737380] 'agreement among raft nodes before linearized reading' (duration: 232.407784ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:58:06.015242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.238285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-08-21T16:58:06.015291Z","caller":"traceutil/trace.go:171","msg":"trace[1871581318] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5203; }","duration":"228.317557ms","start":"2026-08-21T16:58:05.786958Z","end":"2026-08-21T16:58:06.015276Z","steps":["trace[1871581318] 'agreement among raft nodes before linearized reading' (duration: 228.160685ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:58:06.015494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.908149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-08-21T16:58:06.015745Z","caller":"traceutil/trace.go:171","msg":"trace[997911520] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5203; }","duration":"233.022361ms","start":"2026-08-21T16:58:05.782538Z","end":"2026-08-21T16:58:06.015561Z","steps":["trace[997911520] 'agreement among raft nodes before linearized reading' (duration: 232.637307ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:58:10.14811Z","caller":"traceutil/trace.go:171","msg":"trace[1382287737] transaction","detail":"{read_only:false; response_revision:5230; number_of_response:1; }","duration":"292.878955ms","start":"2026-08-21T16:58:09.855183Z","end":"2026-08-21T16:58:10.148062Z","steps":["trace[1382287737] 'process raft request' (duration: 292.664562ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:58:10.408401Z","caller":"traceutil/trace.go:171","msg":"trace[20585234] transaction","detail":"{read_only:false; response_revision:5234; number_of_response:1; }","duration":"135.088067ms","start":"2026-08-21T16:58:10.273264Z","end":"2026-08-21T16:58:10.408352Z","steps":["trace[20585234] 'process raft request' (duration: 135.024446ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:58:10.40865Z","caller":"traceutil/trace.go:171","msg":"trace[210220982] transaction","detail":"{read_only:false; response_revision:5232; number_of_response:1; }","duration":"381.787807ms","start":"2026-08-21T16:58:10.026813Z","end":"2026-08-21T16:58:10.408601Z","steps":["trace[210220982] 'process raft request' (duration: 381.310141ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:58:10.408819Z","caller":"traceutil/trace.go:171","msg":"trace[994986447] linearizableReadLoop","detail":"{readStateIndex:5426; appliedIndex:5424; }","duration":"379.865595ms","start":"2026-08-21T16:58:10.028893Z","end":"2026-08-21T16:58:10.408759Z","steps":["trace[994986447] 'read index received' (duration: 119.80959ms)","trace[994986447] 'applied index is now lower than readState.Index' (duration: 260.054395ms)"],"step_count":2} {"level":"info","ts":"2026-08-21T16:58:10.408951Z","caller":"traceutil/trace.go:171","msg":"trace[958674157] transaction","detail":"{read_only:false; response_revision:5233; number_of_response:1; }","duration":"136.710785ms","start":"2026-08-21T16:58:10.272183Z","end":"2026-08-21T16:58:10.408894Z","steps":["trace[958674157] 'process raft request' (duration: 136.064328ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:58:10.409179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.255839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-08-21T16:58:10.409232Z","caller":"traceutil/trace.go:171","msg":"trace[135638351] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5234; }","duration":"380.36017ms","start":"2026-08-21T16:58:10.028858Z","end":"2026-08-21T16:58:10.409218Z","steps":["trace[135638351] 'agreement among raft nodes before linearized reading' (duration: 380.143408ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:58:10.409271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:58:10.028846Z","time spent":"380.415801ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-08-21T16:58:10.409337Z","caller":"traceutil/trace.go:171","msg":"trace[1236194104] transaction","detail":"{read_only:false; response_revision:5231; number_of_response:1; }","duration":"386.718304ms","start":"2026-08-21T16:58:10.022576Z","end":"2026-08-21T16:58:10.409294Z","steps":["trace[1236194104] 'process raft request' (duration: 366.511702ms)","trace[1236194104] 'compare' (duration: 18.710255ms)"],"step_count":2} {"level":"warn","ts":"2026-08-21T16:58:10.409518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.39775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-08-21T16:58:10.409527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:58:10.022535Z","time spent":"386.893306ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T16:58:10.409583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.311022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-08-21T16:58:10.409605Z","caller":"traceutil/trace.go:171","msg":"trace[640928478] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5234; }","duration":"373.509922ms","start":"2026-08-21T16:58:10.036078Z","end":"2026-08-21T16:58:10.409588Z","steps":["trace[640928478] 'agreement among raft nodes before linearized reading' (duration: 373.280989ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:58:10.409621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.50365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-08-21T16:58:10.409656Z","caller":"traceutil/trace.go:171","msg":"trace[1744820404] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5234; }","duration":"374.427884ms","start":"2026-08-21T16:58:10.035211Z","end":"2026-08-21T16:58:10.409639Z","steps":["trace[1744820404] 'agreement among raft nodes before linearized reading' (duration: 374.18932ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:58:10.409664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:58:10.036067Z","time spent":"373.584334ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-08-21T16:58:10.409681Z","caller":"traceutil/trace.go:171","msg":"trace[1560460011] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5234; }","duration":"378.599751ms","start":"2026-08-21T16:58:10.031065Z","end":"2026-08-21T16:58:10.409665Z","steps":["trace[1560460011] 'agreement among raft nodes before linearized reading' (duration: 378.279366ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:58:10.409715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:58:10.035204Z","time spent":"374.495524ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-08-21T16:58:10.409771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:58:10.02679Z","time spent":"381.96653ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T16:58:10.409723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:58:10.031051Z","time spent":"378.663383ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-21T16:58:10.681749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.729327ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-21T16:58:10.681925Z","caller":"traceutil/trace.go:171","msg":"trace[880869414] transaction","detail":"{read_only:false; response_revision:5235; number_of_response:1; }","duration":"265.996613ms","start":"2026-08-21T16:58:10.415908Z","end":"2026-08-21T16:58:10.681904Z","steps":["trace[880869414] 'process raft request' (duration: 108.020204ms)","trace[880869414] 'compare' (duration: 157.529704ms)"],"step_count":2} {"level":"info","ts":"2026-08-21T16:58:10.682561Z","caller":"traceutil/trace.go:171","msg":"trace[233834486] transaction","detail":"{read_only:false; response_revision:5236; number_of_response:1; }","duration":"266.63912ms","start":"2026-08-21T16:58:10.415906Z","end":"2026-08-21T16:58:10.682545Z","steps":["trace[233834486] 'process raft request' (duration: 265.938253ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:58:10.743947Z","caller":"traceutil/trace.go:171","msg":"trace[1657979036] transaction","detail":"{read_only:false; response_revision:5237; number_of_response:1; }","duration":"327.567633ms","start":"2026-08-21T16:58:10.416351Z","end":"2026-08-21T16:58:10.743918Z","steps":["trace[1657979036] 'process raft request' (duration: 327.354131ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:58:10.74411Z","caller":"traceutil/trace.go:171","msg":"trace[28317825] linearizableReadLoop","detail":"{readStateIndex:5432; appliedIndex:5428; }","duration":"257.092391ms","start":"2026-08-21T16:58:10.486986Z","end":"2026-08-21T16:58:10.744078Z","steps":["trace[28317825] 'read index received' (duration: 37.030267ms)","trace[28317825] 'applied index is now lower than readState.Index' (duration: 220.060454ms)"],"step_count":2} {"level":"warn","ts":"2026-08-21T16:58:10.744134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:58:10.416321Z","time spent":"327.711134ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T16:58:10.744243Z","caller":"traceutil/trace.go:171","msg":"trace[967473034] transaction","detail":"{read_only:false; response_revision:5238; number_of_response:1; }","duration":"327.509052ms","start":"2026-08-21T16:58:10.416709Z","end":"2026-08-21T16:58:10.744218Z","steps":["trace[967473034] 'process raft request' (duration: 327.152468ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:58:10.744337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:58:10.416691Z","time spent":"327.595653ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T16:58:10.744426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.425505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-08-21T16:58:10.744467Z","caller":"traceutil/trace.go:171","msg":"trace[1211072969] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5238; }","duration":"257.526356ms","start":"2026-08-21T16:58:10.486926Z","end":"2026-08-21T16:58:10.744453Z","steps":["trace[1211072969] 'agreement among raft nodes before linearized reading' (duration: 257.254882ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:58:12.907424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.490001ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-21T16:58:12.907524Z","caller":"traceutil/trace.go:171","msg":"trace[1328082682] transaction","detail":"{read_only:false; response_revision:5240; number_of_response:1; }","duration":"1.106827828s","start":"2026-08-21T16:58:11.800678Z","end":"2026-08-21T16:58:12.907506Z","steps":["trace[1328082682] 'process raft request' (duration: 936.182574ms)","trace[1328082682] 'compare' (duration: 169.994656ms)"],"step_count":2} {"level":"warn","ts":"2026-08-21T16:58:12.907584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:58:11.80065Z","time spent":"1.106905219s","remote":"127.0.0.1:60966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T16:58:13.612048Z","caller":"traceutil/trace.go:171","msg":"trace[1599824598] transaction","detail":"{read_only:false; response_revision:5242; number_of_response:1; }","duration":"1.195731756s","start":"2026-08-21T16:58:12.416295Z","end":"2026-08-21T16:58:13.612027Z","steps":["trace[1599824598] 'process raft request' (duration: 1.195678205s)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:58:13.612092Z","caller":"traceutil/trace.go:171","msg":"trace[307152755] transaction","detail":"{read_only:false; response_revision:5241; number_of_response:1; }","duration":"1.78953895s","start":"2026-08-21T16:58:11.822512Z","end":"2026-08-21T16:58:13.612051Z","steps":["trace[307152755] 'process raft request' (duration: 1.789339588s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:58:13.612176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:58:12.416266Z","time spent":"1.195839947s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T16:58:13.612304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:58:11.822496Z","time spent":"1.789688901s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T16:58:13.612451Z","caller":"traceutil/trace.go:171","msg":"trace[1977612080] transaction","detail":"{read_only:false; response_revision:5244; number_of_response:1; }","duration":"1.195689016s","start":"2026-08-21T16:58:12.416741Z","end":"2026-08-21T16:58:13.61243Z","steps":["trace[1977612080] 'process raft request' (duration: 1.195544754s)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:58:13.612495Z","caller":"traceutil/trace.go:171","msg":"trace[1619947704] transaction","detail":"{read_only:false; response_revision:5243; number_of_response:1; }","duration":"1.19617866s","start":"2026-08-21T16:58:12.416303Z","end":"2026-08-21T16:58:13.612482Z","steps":["trace[1619947704] 'process raft request' (duration: 1.195696465s)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:58:13.612518Z","caller":"traceutil/trace.go:171","msg":"trace[1413537918] linearizableReadLoop","detail":"{readStateIndex:5440; appliedIndex:5434; }","duration":"927.184726ms","start":"2026-08-21T16:58:12.685306Z","end":"2026-08-21T16:58:13.61249Z","steps":["trace[1413537918] 'read index received' (duration: 51.557913ms)","trace[1413537918] 'applied index is now lower than readState.Index' (duration: 875.625542ms)"],"step_count":2} {"level":"warn","ts":"2026-08-21T16:58:13.612565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:58:12.416282Z","time spent":"1.196247832s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T16:58:13.612604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:58:12.41672Z","time spent":"1.195810967s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T16:58:13.612666Z","caller":"traceutil/trace.go:171","msg":"trace[1879028508] transaction","detail":"{read_only:false; response_revision:5245; number_of_response:1; }","duration":"1.195519313s","start":"2026-08-21T16:58:12.417127Z","end":"2026-08-21T16:58:13.612646Z","steps":["trace[1879028508] 'process raft request' (duration: 1.19526528s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:58:13.612769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.472228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-08-21T16:58:13.612792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:58:12.417121Z","time spent":"1.195580634s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T16:58:13.612811Z","caller":"traceutil/trace.go:171","msg":"trace[615722684] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5245; }","duration":"927.55691ms","start":"2026-08-21T16:58:12.68524Z","end":"2026-08-21T16:58:13.612797Z","steps":["trace[615722684] 'agreement among raft nodes before linearized reading' (duration: 927.403688ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:58:13.612851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:58:12.685218Z","time spent":"927.62528ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-21T16:58:14.757065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000670548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-21T16:58:14.757159Z","caller":"traceutil/trace.go:171","msg":"trace[625412689] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000799469s","start":"2026-08-21T16:58:12.756335Z","end":"2026-08-21T16:58:14.757135Z","steps":["trace[625412689] 'agreement among raft nodes before linearized reading' (duration: 2.000686578s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:58:14.757386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:58:12.756325Z","time spent":"2.00088467s","remote":"127.0.0.1:60930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/21 16:58:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-21T16:58:14.80593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.124999624s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-08-21T16:58:14.806209Z","caller":"traceutil/trace.go:171","msg":"trace[106509456] transaction","detail":"{read_only:false; response_revision:5248; number_of_response:1; }","duration":"1.088162302s","start":"2026-08-21T16:58:13.718027Z","end":"2026-08-21T16:58:14.80619Z","steps":["trace[106509456] 'process raft request' (duration: 1.088118531s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:58:14.806293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:58:13.718008Z","time spent":"1.088237452s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T16:58:14.806523Z","caller":"traceutil/trace.go:171","msg":"trace[1392190831] transaction","detail":"{read_only:false; response_revision:5246; number_of_response:1; }","duration":"1.488528575s","start":"2026-08-21T16:58:13.317978Z","end":"2026-08-21T16:58:14.806506Z","steps":["trace[1392190831] 'process raft request' (duration: 362.872373ms)","trace[1392190831] 'compare' (duration: 1.124844482s)"],"step_count":2} {"level":"warn","ts":"2026-08-21T16:58:14.806583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:58:13.317943Z","time spent":"1.488611667s","remote":"127.0.0.1:32790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-21T16:58:14.806738Z","caller":"traceutil/trace.go:171","msg":"trace[1115762185] transaction","detail":"{read_only:false; response_revision:5247; number_of_response:1; }","duration":"1.188429294s","start":"2026-08-21T16:58:13.618296Z","end":"2026-08-21T16:58:14.806725Z","steps":["trace[1115762185] 'process raft request' (duration: 1.187761307s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:58:14.806793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:58:13.618278Z","time spent":"1.188484345s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T16:58:14.806893Z","caller":"traceutil/trace.go:171","msg":"trace[1421113155] linearizableReadLoop","detail":"{readStateIndex:5441; appliedIndex:5440; }","duration":"1.194279741s","start":"2026-08-21T16:58:13.612586Z","end":"2026-08-21T16:58:14.806866Z","steps":["trace[1421113155] 'read index received' (duration: 68.260225ms)","trace[1421113155] 'applied index is now lower than readState.Index' (duration: 1.126017466s)"],"step_count":2} {"level":"warn","ts":"2026-08-21T16:58:14.807144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.252564672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T16:58:14.807196Z","caller":"traceutil/trace.go:171","msg":"trace[1856398055] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:5248; }","duration":"1.252668042s","start":"2026-08-21T16:58:13.554513Z","end":"2026-08-21T16:58:14.807181Z","steps":["trace[1856398055] 'agreement among raft nodes before linearized reading' (duration: 1.252574881s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:58:14.80724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:58:13.554488Z","time spent":"1.252742083s","remote":"127.0.0.1:53698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-08-21T16:58:14.807334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.897578451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-08-21T16:58:14.807389Z","caller":"traceutil/trace.go:171","msg":"trace[1353165254] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5248; }","duration":"1.897662382s","start":"2026-08-21T16:58:12.909712Z","end":"2026-08-21T16:58:14.807374Z","steps":["trace[1353165254] 'agreement among raft nodes before linearized reading' (duration: 1.8975709s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:58:14.807448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:58:12.909698Z","time spent":"1.897731873s","remote":"127.0.0.1:32856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-08-21T16:58:14.807461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.121410757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-08-21T16:58:14.807519Z","caller":"traceutil/trace.go:171","msg":"trace[1793969970] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5248; }","duration":"2.121499608s","start":"2026-08-21T16:58:12.686006Z","end":"2026-08-21T16:58:14.807505Z","steps":["trace[1793969970] 'agreement among raft nodes before linearized reading' (duration: 2.121300655s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:58:14.807563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:58:12.685996Z","time spent":"2.121558348s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-21T16:58:14.807608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.058976589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-08-21T16:58:14.807632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.541327063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T16:58:14.807659Z","caller":"traceutil/trace.go:171","msg":"trace[1597800302] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5248; }","duration":"2.059040129s","start":"2026-08-21T16:58:12.748602Z","end":"2026-08-21T16:58:14.807642Z","steps":["trace[1597800302] 'agreement among raft nodes before linearized reading' (duration: 2.058946248s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:58:14.807685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.429792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-08-21T16:58:14.807509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.919682555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-08-21T16:58:14.807712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.677745313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-21T16:58:14.807726Z","caller":"traceutil/trace.go:171","msg":"trace[1089224398] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5248; }","duration":"933.498172ms","start":"2026-08-21T16:58:13.874215Z","end":"2026-08-21T16:58:14.807713Z","steps":["trace[1089224398] 'agreement among raft nodes before linearized reading' (duration: 933.366141ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:58:14.807742Z","caller":"traceutil/trace.go:171","msg":"trace[216981489] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:5248; }","duration":"1.677810833s","start":"2026-08-21T16:58:13.129923Z","end":"2026-08-21T16:58:14.807734Z","steps":["trace[216981489] 'agreement among raft nodes before linearized reading' (duration: 1.677761993s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:58:14.807765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:58:13.874198Z","time spent":"933.554492ms","remote":"127.0.0.1:35652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-08-21T16:58:14.807779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:58:13.129908Z","time spent":"1.677863834s","remote":"127.0.0.1:33156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-08-21T16:58:14.80786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.569079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-21T16:58:14.807896Z","caller":"traceutil/trace.go:171","msg":"trace[1200861221] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5248; }","duration":"623.63009ms","start":"2026-08-21T16:58:14.184257Z","end":"2026-08-21T16:58:14.807887Z","steps":["trace[1200861221] 'agreement among raft nodes before linearized reading' (duration: 623.579099ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:58:14.807919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.905123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-08-21T16:58:14.807927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:58:14.184242Z","time spent":"623.67618ms","remote":"127.0.0.1:53906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-08-21T16:58:14.807746Z","caller":"traceutil/trace.go:171","msg":"trace[1217597094] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5248; }","duration":"1.919967479s","start":"2026-08-21T16:58:12.887765Z","end":"2026-08-21T16:58:14.807733Z","steps":["trace[1217597094] 'agreement among raft nodes before linearized reading' (duration: 1.919571584s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:58:14.807936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.980034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-21T16:58:14.807979Z","caller":"traceutil/trace.go:171","msg":"trace[1301471596] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:5248; }","duration":"772.024495ms","start":"2026-08-21T16:58:14.035943Z","end":"2026-08-21T16:58:14.807968Z","steps":["trace[1301471596] 'agreement among raft nodes before linearized reading' (duration: 771.956494ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:58:14.808016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:58:14.035879Z","time spent":"772.129727ms","remote":"127.0.0.1:32992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":5,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-08-21T16:58:14.807506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.05910926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-08-21T16:58:14.808074Z","caller":"traceutil/trace.go:171","msg":"trace[2026376157] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5248; }","duration":"597.973874ms","start":"2026-08-21T16:58:14.209978Z","end":"2026-08-21T16:58:14.807952Z","steps":["trace[2026376157] 'agreement among raft nodes before linearized reading' (duration: 597.855472ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:58:14.808093Z","caller":"traceutil/trace.go:171","msg":"trace[171913249] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5248; }","duration":"2.059745937s","start":"2026-08-21T16:58:12.74832Z","end":"2026-08-21T16:58:14.808066Z","steps":["trace[171913249] 'agreement among raft nodes before linearized reading' (duration: 2.058957597s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:58:14.808121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:58:14.209962Z","time spent":"598.148126ms","remote":"127.0.0.1:32866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-08-21T16:58:14.808183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:58:12.748295Z","time spent":"2.059861148s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-08-21T16:58:14.80798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:58:12.887743Z","time spent":"1.920226552s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-08-21T16:58:14.807666Z","caller":"traceutil/trace.go:171","msg":"trace[1381668374] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:5248; }","duration":"1.541406823s","start":"2026-08-21T16:58:13.266249Z","end":"2026-08-21T16:58:14.807656Z","steps":["trace[1381668374] 'agreement among raft nodes before linearized reading' (duration: 1.541349273s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:58:14.807702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:58:12.748591Z","time spent":"2.05910268s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-21T16:58:14.808252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:58:13.266223Z","time spent":"1.542015111s","remote":"127.0.0.1:53530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-08-21T16:58:18.233644Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2828} {"level":"info","ts":"2026-08-21T16:58:18.305289Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2828,"took":"70.163235ms","hash":1736910987,"current-db-size-bytes":51707904,"current-db-size":"52 MB","current-db-size-in-use-bytes":27627520,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-08-21T16:58:18.305358Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1736910987,"revision":2828,"compact-revision":-1} {"level":"warn","ts":"2026-08-21T16:58:19.866931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.363673ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-21T16:58:19.867275Z","caller":"traceutil/trace.go:171","msg":"trace[734271996] transaction","detail":"{read_only:false; response_revision:5309; number_of_response:1; }","duration":"234.112975ms","start":"2026-08-21T16:58:19.633112Z","end":"2026-08-21T16:58:19.867225Z","steps":["trace[734271996] 'process raft request' (duration: 111.382238ms)","trace[734271996] 'compare' (duration: 122.237432ms)"],"step_count":2} {"level":"info","ts":"2026-08-21T16:58:19.86752Z","caller":"traceutil/trace.go:171","msg":"trace[386559671] transaction","detail":"{read_only:false; response_revision:5310; number_of_response:1; }","duration":"233.055133ms","start":"2026-08-21T16:58:19.634427Z","end":"2026-08-21T16:58:19.867482Z","steps":["trace[386559671] 'process raft request' (duration: 232.686928ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:58:19.867776Z","caller":"traceutil/trace.go:171","msg":"trace[2054947932] linearizableReadLoop","detail":"{readStateIndex:5508; appliedIndex:5504; }","duration":"232.129693ms","start":"2026-08-21T16:58:19.635629Z","end":"2026-08-21T16:58:19.867758Z","steps":["trace[2054947932] 'read index received' (duration: 75.491806ms)","trace[2054947932] 'applied index is now lower than readState.Index' (duration: 156.636767ms)"],"step_count":2} {"level":"info","ts":"2026-08-21T16:58:19.867889Z","caller":"traceutil/trace.go:171","msg":"trace[1918723169] transaction","detail":"{read_only:false; response_revision:5311; number_of_response:1; }","duration":"233.318816ms","start":"2026-08-21T16:58:19.63456Z","end":"2026-08-21T16:58:19.867879Z","steps":["trace[1918723169] 'process raft request' (duration: 232.620588ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:58:19.868169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.438589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-21T16:58:19.868158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.475157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T16:58:19.868325Z","caller":"traceutil/trace.go:171","msg":"trace[1145612488] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:5311; }","duration":"232.712369ms","start":"2026-08-21T16:58:19.635598Z","end":"2026-08-21T16:58:19.86831Z","steps":["trace[1145612488] 'agreement among raft nodes before linearized reading' (duration: 232.430626ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:58:19.869156Z","caller":"traceutil/trace.go:171","msg":"trace[579568070] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5311; }","duration":"112.5646ms","start":"2026-08-21T16:58:19.755654Z","end":"2026-08-21T16:58:19.868219Z","steps":["trace[579568070] 'agreement among raft nodes before linearized reading' (duration: 112.243037ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:58:20.101745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.876642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T16:58:20.102327Z","caller":"traceutil/trace.go:171","msg":"trace[660977935] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5311; }","duration":"112.016414ms","start":"2026-08-21T16:58:19.989793Z","end":"2026-08-21T16:58:20.10181Z","steps":["trace[660977935] 'range keys from in-memory index tree' (duration: 111.756081ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:58:23.194424Z","caller":"traceutil/trace.go:171","msg":"trace[789256134] linearizableReadLoop","detail":"{readStateIndex:5522; appliedIndex:5521; }","duration":"170.052737ms","start":"2026-08-21T16:58:23.024342Z","end":"2026-08-21T16:58:23.194395Z","steps":["trace[789256134] 'read index received' (duration: 116.860398ms)","trace[789256134] 'applied index is now lower than readState.Index' (duration: 53.191179ms)"],"step_count":2} {"level":"info","ts":"2026-08-21T16:58:23.194513Z","caller":"traceutil/trace.go:171","msg":"trace[1346718935] transaction","detail":"{read_only:false; response_revision:5324; number_of_response:1; }","duration":"178.963909ms","start":"2026-08-21T16:58:23.015519Z","end":"2026-08-21T16:58:23.194483Z","steps":["trace[1346718935] 'process raft request' (duration: 125.461017ms)","trace[1346718935] 'compare' (duration: 53.281409ms)"],"step_count":2} {"level":"warn","ts":"2026-08-21T16:58:23.194783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.413661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-08-21T16:58:23.194896Z","caller":"traceutil/trace.go:171","msg":"trace[1699939923] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5324; }","duration":"170.563862ms","start":"2026-08-21T16:58:23.024313Z","end":"2026-08-21T16:58:23.194877Z","steps":["trace[1699939923] 'agreement among raft nodes before linearized reading' (duration: 170.181448ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:58:23.195451Z","caller":"traceutil/trace.go:171","msg":"trace[1332136880] transaction","detail":"{read_only:false; response_revision:5325; number_of_response:1; }","duration":"119.428917ms","start":"2026-08-21T16:58:23.076006Z","end":"2026-08-21T16:58:23.195435Z","steps":["trace[1332136880] 'process raft request' (duration: 119.196284ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:58:23.195575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.923647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-08-21T16:58:23.195635Z","caller":"traceutil/trace.go:171","msg":"trace[1600917441] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5325; }","duration":"170.991338ms","start":"2026-08-21T16:58:23.024627Z","end":"2026-08-21T16:58:23.195619Z","steps":["trace[1600917441] 'agreement among raft nodes before linearized reading' (duration: 170.879997ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:58:23.195474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.992357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-08-21T16:58:23.195803Z","caller":"traceutil/trace.go:171","msg":"trace[650191493] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5325; }","duration":"171.368752ms","start":"2026-08-21T16:58:23.024422Z","end":"2026-08-21T16:58:23.195791Z","steps":["trace[650191493] 'agreement among raft nodes before linearized reading' (duration: 170.879275ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:58:23.400975Z","caller":"traceutil/trace.go:171","msg":"trace[464099423] transaction","detail":"{read_only:false; response_revision:5327; number_of_response:1; }","duration":"200.716448ms","start":"2026-08-21T16:58:23.200226Z","end":"2026-08-21T16:58:23.400942Z","steps":["trace[464099423] 'process raft request' (duration: 136.658044ms)","trace[464099423] 'compare' (duration: 63.860412ms)"],"step_count":2} {"level":"info","ts":"2026-08-21T16:58:23.401145Z","caller":"traceutil/trace.go:171","msg":"trace[1747478946] transaction","detail":"{read_only:false; response_revision:5328; number_of_response:1; }","duration":"200.759348ms","start":"2026-08-21T16:58:23.200361Z","end":"2026-08-21T16:58:23.40112Z","steps":["trace[1747478946] 'process raft request' (duration: 200.533625ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:58:24.018405Z","caller":"traceutil/trace.go:171","msg":"trace[23857335] transaction","detail":"{read_only:false; response_revision:5330; number_of_response:1; }","duration":"109.400901ms","start":"2026-08-21T16:58:23.90898Z","end":"2026-08-21T16:58:24.018381Z","steps":["trace[23857335] 'process raft request' (duration: 109.25024ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:58:24.049648Z","caller":"traceutil/trace.go:171","msg":"trace[849215120] transaction","detail":"{read_only:false; response_revision:5332; number_of_response:1; }","duration":"137.193639ms","start":"2026-08-21T16:58:23.912422Z","end":"2026-08-21T16:58:24.049616Z","steps":["trace[849215120] 'process raft request' (duration: 137.150339ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:58:24.049714Z","caller":"traceutil/trace.go:171","msg":"trace[1884107781] transaction","detail":"{read_only:false; response_revision:5331; number_of_response:1; }","duration":"138.441394ms","start":"2026-08-21T16:58:23.911249Z","end":"2026-08-21T16:58:24.049691Z","steps":["trace[1884107781] 'process raft request' (duration: 138.1903ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:58:25.190876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.832389ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T16:58:25.191226Z","caller":"traceutil/trace.go:171","msg":"trace[1798709373] transaction","detail":"{read_only:false; response_revision:5334; number_of_response:1; }","duration":"159.357683ms","start":"2026-08-21T16:58:25.031835Z","end":"2026-08-21T16:58:25.191192Z","steps":["trace[1798709373] 'process raft request' (duration: 65.360118ms)","trace[1798709373] 'compare' (duration: 93.487359ms)"],"step_count":2} {"level":"info","ts":"2026-08-21T16:58:25.191008Z","caller":"traceutil/trace.go:171","msg":"trace[196277764] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5333; }","duration":"146.977611ms","start":"2026-08-21T16:58:25.044013Z","end":"2026-08-21T16:58:25.190991Z","steps":["trace[196277764] 'range keys from in-memory index tree' (duration: 146.816589ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:58:25.378464Z","caller":"traceutil/trace.go:171","msg":"trace[361830726] linearizableReadLoop","detail":"{readStateIndex:5535; appliedIndex:5533; }","duration":"132.481246ms","start":"2026-08-21T16:58:25.245956Z","end":"2026-08-21T16:58:25.378437Z","steps":["trace[361830726] 'read index received' (duration: 37.910904ms)","trace[361830726] 'applied index is now lower than readState.Index' (duration: 94.569382ms)"],"step_count":2} {"level":"info","ts":"2026-08-21T16:58:25.37859Z","caller":"traceutil/trace.go:171","msg":"trace[959941115] transaction","detail":"{read_only:false; response_revision:5337; number_of_response:1; }","duration":"177.295078ms","start":"2026-08-21T16:58:25.201279Z","end":"2026-08-21T16:58:25.378574Z","steps":["trace[959941115] 'process raft request' (duration: 100.059405ms)","trace[959941115] 'compare' (duration: 76.991621ms)"],"step_count":2} {"level":"warn","ts":"2026-08-21T16:58:25.378755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.104123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T16:58:25.378816Z","caller":"traceutil/trace.go:171","msg":"trace[1291238109] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5337; }","duration":"126.199534ms","start":"2026-08-21T16:58:25.252603Z","end":"2026-08-21T16:58:25.378803Z","steps":["trace[1291238109] 'agreement among raft nodes before linearized reading' (duration: 126.093073ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:58:25.378928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.87446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-08-21T16:58:25.37898Z","caller":"traceutil/trace.go:171","msg":"trace[1391027081] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5337; }","duration":"133.044762ms","start":"2026-08-21T16:58:25.245923Z","end":"2026-08-21T16:58:25.378968Z","steps":["trace[1391027081] 'agreement among raft nodes before linearized reading' (duration: 132.785ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:58:25.567585Z","caller":"traceutil/trace.go:171","msg":"trace[533449407] transaction","detail":"{read_only:false; response_revision:5339; number_of_response:1; }","duration":"143.810265ms","start":"2026-08-21T16:58:25.423749Z","end":"2026-08-21T16:58:25.567559Z","steps":["trace[533449407] 'process raft request' (duration: 87.577192ms)","trace[533449407] 'compare' (duration: 56.088962ms)"],"step_count":2} {"level":"info","ts":"2026-08-21T16:58:25.56781Z","caller":"traceutil/trace.go:171","msg":"trace[776948561] transaction","detail":"{read_only:false; response_revision:5340; number_of_response:1; }","duration":"143.674704ms","start":"2026-08-21T16:58:25.424115Z","end":"2026-08-21T16:58:25.567789Z","steps":["trace[776948561] 'process raft request' (duration: 143.409111ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:58:25.567941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.988657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-08-21T16:58:25.568007Z","caller":"traceutil/trace.go:171","msg":"trace[2028402049] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5340; }","duration":"137.097618ms","start":"2026-08-21T16:58:25.430895Z","end":"2026-08-21T16:58:25.567992Z","steps":["trace[2028402049] 'agreement among raft nodes before linearized reading' (duration: 136.874346ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:58:25.567707Z","caller":"traceutil/trace.go:171","msg":"trace[467538465] linearizableReadLoop","detail":"{readStateIndex:5538; appliedIndex:5536; }","duration":"136.725114ms","start":"2026-08-21T16:58:25.430952Z","end":"2026-08-21T16:58:25.567677Z","steps":["trace[467538465] 'read index received' (duration: 80.38893ms)","trace[467538465] 'applied index is now lower than readState.Index' (duration: 56.333844ms)"],"step_count":2} {"level":"info","ts":"2026-08-21T16:58:26.126233Z","caller":"traceutil/trace.go:171","msg":"trace[1932734385] transaction","detail":"{read_only:false; response_revision:5342; number_of_response:1; }","duration":"101.838495ms","start":"2026-08-21T16:58:26.024369Z","end":"2026-08-21T16:58:26.126208Z","steps":["trace[1932734385] 'process raft request' (duration: 101.672583ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:58:31.486928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.646189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-21T16:58:31.487009Z","caller":"traceutil/trace.go:171","msg":"trace[140017523] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:5373; }","duration":"101.74631ms","start":"2026-08-21T16:58:31.385244Z","end":"2026-08-21T16:58:31.48699Z","steps":["trace[140017523] 'count revisions from in-memory index tree' (duration: 101.551598ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:58:31.916935Z","caller":"traceutil/trace.go:171","msg":"trace[1929869883] linearizableReadLoop","detail":"{readStateIndex:5575; appliedIndex:5574; }","duration":"312.09887ms","start":"2026-08-21T16:58:31.604811Z","end":"2026-08-21T16:58:31.91691Z","steps":["trace[1929869883] 'read index received' (duration: 307.502927ms)","trace[1929869883] 'applied index is now lower than readState.Index' (duration: 4.594463ms)"],"step_count":2} {"level":"warn","ts":"2026-08-21T16:58:31.917102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:58:31.575743Z","time spent":"341.352663ms","remote":"127.0.0.1:60966","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-08-21T16:58:31.917369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.515115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-08-21T16:58:31.917423Z","caller":"traceutil/trace.go:171","msg":"trace[482433737] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5375; }","duration":"312.623116ms","start":"2026-08-21T16:58:31.604786Z","end":"2026-08-21T16:58:31.917409Z","steps":["trace[482433737] 'agreement among raft nodes before linearized reading' (duration: 312.307402ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:58:31.917569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:58:31.604768Z","time spent":"312.784267ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-21T16:58:31.918004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.501014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T16:58:31.918089Z","caller":"traceutil/trace.go:171","msg":"trace[2049361328] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:5376; }","duration":"169.648595ms","start":"2026-08-21T16:58:31.748426Z","end":"2026-08-21T16:58:31.918074Z","steps":["trace[2049361328] 'agreement among raft nodes before linearized reading' (duration: 169.507913ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:58:31.91809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.669186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-21T16:58:31.918172Z","caller":"traceutil/trace.go:171","msg":"trace[354603329] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:5376; }","duration":"148.804807ms","start":"2026-08-21T16:58:31.769349Z","end":"2026-08-21T16:58:31.918154Z","steps":["trace[354603329] 'agreement among raft nodes before linearized reading' (duration: 148.561214ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:58:31.918473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.388993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-08-21T16:58:31.918549Z","caller":"traceutil/trace.go:171","msg":"trace[1371485352] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5376; }","duration":"312.476094ms","start":"2026-08-21T16:58:31.606065Z","end":"2026-08-21T16:58:31.918541Z","steps":["trace[1371485352] 'agreement among raft nodes before linearized reading' (duration: 311.762125ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:58:31.91859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:58:31.606059Z","time spent":"312.524204ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-08-21T16:58:41.327778Z","caller":"traceutil/trace.go:171","msg":"trace[2062595770] transaction","detail":"{read_only:false; response_revision:5506; number_of_response:1; }","duration":"214.8563ms","start":"2026-08-21T16:58:41.112897Z","end":"2026-08-21T16:58:41.327753Z","steps":["trace[2062595770] 'process raft request' (duration: 214.706379ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:58:41.664506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.755939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.83\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-08-21T16:58:41.664587Z","caller":"traceutil/trace.go:171","msg":"trace[361470595] range","detail":"{range_begin:/registry/masterleases/199.19.213.83; range_end:; response_count:1; response_revision:5507; }","duration":"111.849601ms","start":"2026-08-21T16:58:41.552722Z","end":"2026-08-21T16:58:41.664571Z","steps":["trace[361470595] 'range keys from in-memory index tree' (duration: 111.517686ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:58:42.467903Z","caller":"traceutil/trace.go:171","msg":"trace[1003322018] transaction","detail":"{read_only:false; response_revision:5508; number_of_response:1; }","duration":"796.484226ms","start":"2026-08-21T16:58:41.671395Z","end":"2026-08-21T16:58:42.467879Z","steps":["trace[1003322018] 'process raft request' (duration: 791.390359ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:58:42.468053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:58:41.671355Z","time spent":"796.621538ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T16:58:42.468146Z","caller":"traceutil/trace.go:171","msg":"trace[2115941848] transaction","detail":"{read_only:false; response_revision:5509; number_of_response:1; }","duration":"796.00633ms","start":"2026-08-21T16:58:41.672103Z","end":"2026-08-21T16:58:42.468109Z","steps":["trace[2115941848] 'process raft request' (duration: 795.705547ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:58:42.468331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.68041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T16:58:42.468427Z","caller":"traceutil/trace.go:171","msg":"trace[451666646] transaction","detail":"{read_only:false; response_revision:5510; number_of_response:1; }","duration":"768.257056ms","start":"2026-08-21T16:58:41.700162Z","end":"2026-08-21T16:58:42.468419Z","steps":["trace[451666646] 'process raft request' (duration: 767.85332ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:58:42.468426Z","caller":"traceutil/trace.go:171","msg":"trace[1913693478] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:5510; }","duration":"754.825403ms","start":"2026-08-21T16:58:41.713584Z","end":"2026-08-21T16:58:42.46841Z","steps":["trace[1913693478] 'agreement among raft nodes before linearized reading' (duration: 754.62088ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:58:42.468474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:58:41.70014Z","time spent":"768.309346ms","remote":"127.0.0.1:53272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1541,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-21T16:58:42.468476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:58:41.713565Z","time spent":"754.897283ms","remote":"127.0.0.1:35676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-08-21T16:58:42.468375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:58:41.672086Z","time spent":"796.141753ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T16:58:42.468149Z","caller":"traceutil/trace.go:171","msg":"trace[471070699] linearizableReadLoop","detail":"{readStateIndex:5713; appliedIndex:5709; }","duration":"754.495688ms","start":"2026-08-21T16:58:41.713625Z","end":"2026-08-21T16:58:42.46812Z","steps":["trace[471070699] 'read index received' (duration: 79.796717ms)","trace[471070699] 'applied index is now lower than readState.Index' (duration: 674.69806ms)"],"step_count":2} {"level":"info","ts":"2026-08-21T16:58:42.470079Z","caller":"traceutil/trace.go:171","msg":"trace[1149437963] transaction","detail":"{read_only:false; response_revision:5511; number_of_response:1; }","duration":"675.592452ms","start":"2026-08-21T16:58:41.794462Z","end":"2026-08-21T16:58:42.470054Z","steps":["trace[1149437963] 'process raft request' (duration: 674.840083ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:58:42.470163Z","caller":"traceutil/trace.go:171","msg":"trace[298910316] transaction","detail":"{read_only:false; response_revision:5512; number_of_response:1; }","duration":"515.135119ms","start":"2026-08-21T16:58:41.955009Z","end":"2026-08-21T16:58:42.470144Z","steps":["trace[298910316] 'process raft request' (duration: 514.39658ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:58:42.470217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:58:41.794437Z","time spent":"675.726294ms","remote":"127.0.0.1:60966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T16:58:42.47024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:58:41.954986Z","time spent":"515.207799ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T16:58:42.47031Z","caller":"traceutil/trace.go:171","msg":"trace[553919328] transaction","detail":"{read_only:false; response_revision:5513; number_of_response:1; }","duration":"278.135108ms","start":"2026-08-21T16:58:42.192152Z","end":"2026-08-21T16:58:42.470287Z","steps":["trace[553919328] 'process raft request' (duration: 277.296869ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:58:42.470667Z","caller":"traceutil/trace.go:171","msg":"trace[613418129] transaction","detail":"{read_only:false; response_revision:5515; number_of_response:1; }","duration":"275.040532ms","start":"2026-08-21T16:58:42.195614Z","end":"2026-08-21T16:58:42.470654Z","steps":["trace[613418129] 'process raft request' (duration: 274.85607ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:58:42.470655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.955358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T16:58:42.470734Z","caller":"traceutil/trace.go:171","msg":"trace[1170631869] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5515; }","duration":"714.065089ms","start":"2026-08-21T16:58:41.756647Z","end":"2026-08-21T16:58:42.470712Z","steps":["trace[1170631869] 'agreement among raft nodes before linearized reading' (duration: 713.924298ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:58:42.470787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:58:41.756632Z","time spent":"714.14614ms","remote":"127.0.0.1:60930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-21T16:58:42.470814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.416608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T16:58:42.470844Z","caller":"traceutil/trace.go:171","msg":"trace[946178226] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:5515; }","duration":"335.489528ms","start":"2026-08-21T16:58:42.135347Z","end":"2026-08-21T16:58:42.470836Z","steps":["trace[946178226] 'agreement among raft nodes before linearized reading' (duration: 335.426848ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:58:42.470786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.426522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-21T16:58:42.470875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:58:42.135321Z","time spent":"335.549799ms","remote":"127.0.0.1:53244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-08-21T16:58:42.470884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.052476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-08-21T16:58:42.470912Z","caller":"traceutil/trace.go:171","msg":"trace[116909557] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5515; }","duration":"506.096946ms","start":"2026-08-21T16:58:41.964806Z","end":"2026-08-21T16:58:42.470903Z","steps":["trace[116909557] 'agreement among raft nodes before linearized reading' (duration: 506.003305ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:58:42.470931Z","caller":"traceutil/trace.go:171","msg":"trace[414732891] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:5515; }","duration":"382.625824ms","start":"2026-08-21T16:58:42.088254Z","end":"2026-08-21T16:58:42.470879Z","steps":["trace[414732891] 'agreement among raft nodes before linearized reading' (duration: 382.328821ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:58:42.470986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.214209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-21T16:58:42.471008Z","caller":"traceutil/trace.go:171","msg":"trace[546219273] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5515; }","duration":"499.281709ms","start":"2026-08-21T16:58:41.97172Z","end":"2026-08-21T16:58:42.471002Z","steps":["trace[546219273] 'agreement among raft nodes before linearized reading' (duration: 499.243908ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:58:42.471051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:58:41.971696Z","time spent":"499.349141ms","remote":"127.0.0.1:53944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-08-21T16:58:42.470755Z","caller":"traceutil/trace.go:171","msg":"trace[1817733828] transaction","detail":"{read_only:false; response_revision:5514; number_of_response:1; }","duration":"276.489958ms","start":"2026-08-21T16:58:42.194255Z","end":"2026-08-21T16:58:42.470745Z","steps":["trace[1817733828] 'process raft request' (duration: 275.986523ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:58:42.471116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.748864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-08-21T16:58:42.471112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:58:42.088233Z","time spent":"382.747646ms","remote":"127.0.0.1:51328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-08-21T16:58:42.471155Z","caller":"traceutil/trace.go:171","msg":"trace[123553677] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5515; }","duration":"506.813935ms","start":"2026-08-21T16:58:41.964331Z","end":"2026-08-21T16:58:42.471145Z","steps":["trace[123553677] 'agreement among raft nodes before linearized reading' (duration: 506.658943ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:58:42.471187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:58:41.964316Z","time spent":"506.864485ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-21T16:58:42.470938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:58:41.9648Z","time spent":"506.132376ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-08-21T16:58:44.80569Z","caller":"traceutil/trace.go:171","msg":"trace[401903985] linearizableReadLoop","detail":"{readStateIndex:5743; appliedIndex:5737; }","duration":"324.127658ms","start":"2026-08-21T16:58:44.481536Z","end":"2026-08-21T16:58:44.805664Z","steps":["trace[401903985] 'read index received' (duration: 44.373533ms)","trace[401903985] 'applied index is now lower than readState.Index' (duration: 279.752935ms)"],"step_count":2} {"level":"info","ts":"2026-08-21T16:58:44.805876Z","caller":"traceutil/trace.go:171","msg":"trace[1288994712] transaction","detail":"{read_only:false; response_revision:5535; number_of_response:1; }","duration":"325.949639ms","start":"2026-08-21T16:58:44.479887Z","end":"2026-08-21T16:58:44.805837Z","steps":["trace[1288994712] 'process raft request' (duration: 325.337612ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:58:44.806049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:58:44.479853Z","time spent":"326.10996ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T16:58:44.806082Z","caller":"traceutil/trace.go:171","msg":"trace[1339208426] transaction","detail":"{read_only:false; response_revision:5538; number_of_response:1; }","duration":"326.05529ms","start":"2026-08-21T16:58:44.479995Z","end":"2026-08-21T16:58:44.80605Z","steps":["trace[1339208426] 'process raft request' (duration: 325.562435ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:58:44.806221Z","caller":"traceutil/trace.go:171","msg":"trace[1360993105] transaction","detail":"{read_only:false; response_revision:5539; number_of_response:1; }","duration":"325.798395ms","start":"2026-08-21T16:58:44.480406Z","end":"2026-08-21T16:58:44.806204Z","steps":["trace[1360993105] 'process raft request' (duration: 325.209549ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:58:44.806228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:58:44.479947Z","time spent":"326.201401ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T16:58:44.806307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:58:44.480366Z","time spent":"325.893047ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T16:58:44.806345Z","caller":"traceutil/trace.go:171","msg":"trace[1485324087] transaction","detail":"{read_only:false; response_revision:5536; number_of_response:1; }","duration":"326.344693ms","start":"2026-08-21T16:58:44.479975Z","end":"2026-08-21T16:58:44.806319Z","steps":["trace[1485324087] 'process raft request' (duration: 325.435043ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:58:44.806433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:58:44.479966Z","time spent":"326.421214ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T16:58:44.80649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.959828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-08-21T16:58:44.806518Z","caller":"traceutil/trace.go:171","msg":"trace[833661161] transaction","detail":"{read_only:false; response_revision:5537; number_of_response:1; }","duration":"326.509576ms","start":"2026-08-21T16:58:44.479995Z","end":"2026-08-21T16:58:44.806505Z","steps":["trace[833661161] 'process raft request' (duration: 325.517914ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:58:44.806547Z","caller":"traceutil/trace.go:171","msg":"trace[1043914796] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5539; }","duration":"325.053609ms","start":"2026-08-21T16:58:44.481477Z","end":"2026-08-21T16:58:44.806531Z","steps":["trace[1043914796] 'agreement among raft nodes before linearized reading' (duration: 324.925808ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:58:44.806583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:58:44.479781Z","time spent":"326.769278ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T16:58:44.806592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:58:44.481465Z","time spent":"325.115809ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-21T16:58:44.806661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.414499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-08-21T16:58:44.806716Z","caller":"traceutil/trace.go:171","msg":"trace[1694841659] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5539; }","duration":"323.497541ms","start":"2026-08-21T16:58:44.483203Z","end":"2026-08-21T16:58:44.8067Z","steps":["trace[1694841659] 'agreement among raft nodes before linearized reading' (duration: 323.335869ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:58:44.806759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:58:44.483192Z","time spent":"323.555151ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-08-21T16:58:46.985029Z","caller":"traceutil/trace.go:171","msg":"trace[1185010237] linearizableReadLoop","detail":"{readStateIndex:5751; appliedIndex:5748; }","duration":"169.879627ms","start":"2026-08-21T16:58:46.815121Z","end":"2026-08-21T16:58:46.985Z","steps":["trace[1185010237] 'read index received' (duration: 7.144851ms)","trace[1185010237] 'applied index is now lower than readState.Index' (duration: 162.733456ms)"],"step_count":2} {"level":"info","ts":"2026-08-21T16:58:46.985313Z","caller":"traceutil/trace.go:171","msg":"trace[1712870440] transaction","detail":"{read_only:false; response_revision:5549; number_of_response:1; }","duration":"169.820006ms","start":"2026-08-21T16:58:46.81544Z","end":"2026-08-21T16:58:46.98526Z","steps":["trace[1712870440] 'process raft request' (duration: 169.516082ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:58:46.985462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.313431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-08-21T16:58:46.98551Z","caller":"traceutil/trace.go:171","msg":"trace[1143083981] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5549; }","duration":"170.380422ms","start":"2026-08-21T16:58:46.815116Z","end":"2026-08-21T16:58:46.985497Z","steps":["trace[1143083981] 'agreement among raft nodes before linearized reading' (duration: 170.22491ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:58:46.985672Z","caller":"traceutil/trace.go:171","msg":"trace[893368071] transaction","detail":"{read_only:false; response_revision:5548; number_of_response:1; }","duration":"170.348292ms","start":"2026-08-21T16:58:46.815314Z","end":"2026-08-21T16:58:46.985662Z","steps":["trace[893368071] 'process raft request' (duration: 169.607343ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:58:46.9858Z","caller":"traceutil/trace.go:171","msg":"trace[823878179] transaction","detail":"{read_only:false; response_revision:5547; number_of_response:1; }","duration":"172.719438ms","start":"2026-08-21T16:58:46.813064Z","end":"2026-08-21T16:58:46.985783Z","steps":["trace[823878179] 'process raft request' (duration: 171.815397ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:58:46.986037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.118121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T16:58:46.986086Z","caller":"traceutil/trace.go:171","msg":"trace[2127946163] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5549; }","duration":"127.229712ms","start":"2026-08-21T16:58:46.858845Z","end":"2026-08-21T16:58:46.986075Z","steps":["trace[2127946163] 'agreement among raft nodes before linearized reading' (duration: 127.110871ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:58:46.986549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.629722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6157"} {"level":"info","ts":"2026-08-21T16:58:46.986591Z","caller":"traceutil/trace.go:171","msg":"trace[1598073687] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5549; }","duration":"123.705393ms","start":"2026-08-21T16:58:46.862874Z","end":"2026-08-21T16:58:46.986579Z","steps":["trace[1598073687] 'agreement among raft nodes before linearized reading' (duration: 123.543652ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:58:46.986759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.307346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T16:58:46.986797Z","caller":"traceutil/trace.go:171","msg":"trace[1101040484] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5549; }","duration":"129.368498ms","start":"2026-08-21T16:58:46.85742Z","end":"2026-08-21T16:58:46.986788Z","steps":["trace[1101040484] 'agreement among raft nodes before linearized reading' (duration: 129.309807ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:58:46.987906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.926609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-08-21T16:58:46.987982Z","caller":"traceutil/trace.go:171","msg":"trace[1198032266] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5549; }","duration":"171.04855ms","start":"2026-08-21T16:58:46.816916Z","end":"2026-08-21T16:58:46.987965Z","steps":["trace[1198032266] 'agreement among raft nodes before linearized reading' (duration: 168.691623ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:58:46.988133Z","caller":"traceutil/trace.go:171","msg":"trace[594355327] transaction","detail":"{read_only:false; response_revision:5546; number_of_response:1; }","duration":"175.564551ms","start":"2026-08-21T16:58:46.812546Z","end":"2026-08-21T16:58:46.98811Z","steps":["trace[594355327] 'process raft request' (duration: 172.180262ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:58:47.439395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.119575ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-21T16:58:47.439495Z","caller":"traceutil/trace.go:171","msg":"trace[402267163] transaction","detail":"{read_only:false; response_revision:5551; number_of_response:1; }","duration":"447.654394ms","start":"2026-08-21T16:58:46.991823Z","end":"2026-08-21T16:58:47.439477Z","steps":["trace[402267163] 'process raft request' (duration: 129.360877ms)","trace[402267163] 'compare' (duration: 318.011434ms)"],"step_count":2} {"level":"warn","ts":"2026-08-21T16:58:47.439555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:58:46.991801Z","time spent":"447.725214ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T16:58:48.473064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.531412ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-08-21T16:58:48.473277Z","caller":"traceutil/trace.go:171","msg":"trace[1229409350] linearizableReadLoop","detail":"{readStateIndex:5756; appliedIndex:5755; }","duration":"977.498126ms","start":"2026-08-21T16:58:47.495745Z","end":"2026-08-21T16:58:48.473243Z","steps":["trace[1229409350] 'read index received' (duration: 145.721251ms)","trace[1229409350] 'applied index is now lower than readState.Index' (duration: 831.773064ms)"],"step_count":2} {"level":"warn","ts":"2026-08-21T16:58:48.473513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.743209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-08-21T16:58:48.47361Z","caller":"traceutil/trace.go:171","msg":"trace[938603537] transaction","detail":"{read_only:false; response_revision:5552; number_of_response:1; }","duration":"301.784839ms","start":"2026-08-21T16:58:48.171811Z","end":"2026-08-21T16:58:48.473596Z","steps":["trace[938603537] 'process raft request' (duration: 301.417644ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:58:48.473621Z","caller":"traceutil/trace.go:171","msg":"trace[189465077] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5551; }","duration":"977.875901ms","start":"2026-08-21T16:58:47.4957Z","end":"2026-08-21T16:58:48.473576Z","steps":["trace[189465077] 'agreement among raft nodes before linearized reading' (duration: 977.639989ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:58:48.47367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:58:47.495682Z","time spent":"977.977792ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-21T16:58:48.473728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:58:48.171792Z","time spent":"301.85711ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T16:58:48.473889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.834092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-08-21T16:58:48.474006Z","caller":"traceutil/trace.go:171","msg":"trace[979301847] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5552; }","duration":"379.206636ms","start":"2026-08-21T16:58:48.094776Z","end":"2026-08-21T16:58:48.473983Z","steps":["trace[979301847] 'agreement among raft nodes before linearized reading' (duration: 378.731841ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:58:48.474085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:58:48.094755Z","time spent":"379.286967ms","remote":"127.0.0.1:32854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-08-21T16:58:48.647687Z","caller":"traceutil/trace.go:171","msg":"trace[1423887784] transaction","detail":"{read_only:false; response_revision:5554; number_of_response:1; }","duration":"109.789025ms","start":"2026-08-21T16:58:48.537674Z","end":"2026-08-21T16:58:48.647463Z","steps":["trace[1423887784] 'process raft request' (duration: 109.651683ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:58:49.246449Z","caller":"traceutil/trace.go:171","msg":"trace[931911847] transaction","detail":"{read_only:false; response_revision:5557; number_of_response:1; }","duration":"253.032506ms","start":"2026-08-21T16:58:48.993384Z","end":"2026-08-21T16:58:49.246417Z","steps":["trace[931911847] 'process raft request' (duration: 252.688042ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:58:49.246755Z","caller":"traceutil/trace.go:171","msg":"trace[1340023992] linearizableReadLoop","detail":"{readStateIndex:5764; appliedIndex:5761; }","duration":"241.003489ms","start":"2026-08-21T16:58:49.005725Z","end":"2026-08-21T16:58:49.246728Z","steps":["trace[1340023992] 'read index received' (duration: 240.209299ms)","trace[1340023992] 'applied index is now lower than readState.Index' (duration: 792.83µs)"],"step_count":2} {"level":"info","ts":"2026-08-21T16:58:49.24683Z","caller":"traceutil/trace.go:171","msg":"trace[1858918029] transaction","detail":"{read_only:false; response_revision:5559; number_of_response:1; }","duration":"251.860173ms","start":"2026-08-21T16:58:48.994954Z","end":"2026-08-21T16:58:49.246814Z","steps":["trace[1858918029] 'process raft request' (duration: 251.65378ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:58:49.246929Z","caller":"traceutil/trace.go:171","msg":"trace[1780461850] transaction","detail":"{read_only:false; response_revision:5558; number_of_response:1; }","duration":"252.205187ms","start":"2026-08-21T16:58:48.994714Z","end":"2026-08-21T16:58:49.246919Z","steps":["trace[1780461850] 'process raft request' (duration: 251.649061ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:58:49.246957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.35041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T16:58:49.247046Z","caller":"traceutil/trace.go:171","msg":"trace[218802441] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5559; }","duration":"253.440851ms","start":"2026-08-21T16:58:48.993553Z","end":"2026-08-21T16:58:49.246994Z","steps":["trace[218802441] 'agreement among raft nodes before linearized reading' (duration: 253.34581ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:58:49.247198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.746693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-08-21T16:58:49.247236Z","caller":"traceutil/trace.go:171","msg":"trace[374641156] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5559; }","duration":"178.851995ms","start":"2026-08-21T16:58:49.068373Z","end":"2026-08-21T16:58:49.247225Z","steps":["trace[374641156] 'agreement among raft nodes before linearized reading' (duration: 178.679233ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:58:49.24723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.844895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6157"} {"level":"info","ts":"2026-08-21T16:58:49.24729Z","caller":"traceutil/trace.go:171","msg":"trace[821746278] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5559; }","duration":"253.905305ms","start":"2026-08-21T16:58:48.993367Z","end":"2026-08-21T16:58:49.247272Z","steps":["trace[821746278] 'agreement among raft nodes before linearized reading' (duration: 253.698393ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:58:51.135341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.688823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T16:58:51.13544Z","caller":"traceutil/trace.go:171","msg":"trace[257242034] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5567; }","duration":"125.834514ms","start":"2026-08-21T16:58:51.009582Z","end":"2026-08-21T16:58:51.135417Z","steps":["trace[257242034] 'range keys from in-memory index tree' (duration: 125.608182ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:58:51.135953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.3746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-08-21T16:58:51.136026Z","caller":"traceutil/trace.go:171","msg":"trace[212822964] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5567; }","duration":"172.493632ms","start":"2026-08-21T16:58:50.963516Z","end":"2026-08-21T16:58:51.136009Z","steps":["trace[212822964] 'range keys from in-memory index tree' (duration: 172.218049ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:58:51.136256Z","caller":"traceutil/trace.go:171","msg":"trace[576558749] transaction","detail":"{read_only:false; response_revision:5568; number_of_response:1; }","duration":"125.321048ms","start":"2026-08-21T16:58:51.01092Z","end":"2026-08-21T16:58:51.136241Z","steps":["trace[576558749] 'process raft request' (duration: 95.767893ms)","trace[576558749] 'compare' (duration: 28.570014ms)"],"step_count":2} {"level":"warn","ts":"2026-08-21T16:59:02.864761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.943378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T16:59:02.864856Z","caller":"traceutil/trace.go:171","msg":"trace[142953848] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:5656; }","duration":"101.103079ms","start":"2026-08-21T16:59:02.763728Z","end":"2026-08-21T16:59:02.864832Z","steps":["trace[142953848] 'count revisions from in-memory index tree' (duration: 100.864077ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:59:07.024439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.955789ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-08-21T16:59:07.025052Z","caller":"traceutil/trace.go:171","msg":"trace[1877684947] transaction","detail":"{read_only:false; response_revision:5681; number_of_response:1; }","duration":"151.372395ms","start":"2026-08-21T16:59:06.873654Z","end":"2026-08-21T16:59:07.025027Z","steps":["trace[1877684947] 'process raft request' (duration: 150.941959ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:59:07.093877Z","caller":"traceutil/trace.go:171","msg":"trace[367269401] transaction","detail":"{read_only:false; response_revision:5683; number_of_response:1; }","duration":"155.734793ms","start":"2026-08-21T16:59:06.938114Z","end":"2026-08-21T16:59:07.093849Z","steps":["trace[367269401] 'process raft request' (duration: 155.634912ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:59:07.093901Z","caller":"traceutil/trace.go:171","msg":"trace[303116631] transaction","detail":"{read_only:false; response_revision:5682; number_of_response:1; }","duration":"218.688581ms","start":"2026-08-21T16:59:06.875182Z","end":"2026-08-21T16:59:07.09387Z","steps":["trace[303116631] 'process raft request' (duration: 201.237524ms)","trace[303116631] 'compare' (duration: 17.138044ms)"],"step_count":2} {"level":"warn","ts":"2026-08-21T16:59:07.465486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.668407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T16:59:07.465561Z","caller":"traceutil/trace.go:171","msg":"trace[1184441494] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5684; }","duration":"103.789328ms","start":"2026-08-21T16:59:07.361752Z","end":"2026-08-21T16:59:07.465541Z","steps":["trace[1184441494] 'range keys from in-memory index tree' (duration: 103.562176ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:59:12.872548Z","caller":"traceutil/trace.go:171","msg":"trace[311776999] linearizableReadLoop","detail":"{readStateIndex:5940; appliedIndex:5939; }","duration":"126.740425ms","start":"2026-08-21T16:59:12.745779Z","end":"2026-08-21T16:59:12.872519Z","steps":["trace[311776999] 'read index received' (duration: 126.631084ms)","trace[311776999] 'applied index is now lower than readState.Index' (duration: 108.041µs)"],"step_count":2} {"level":"warn","ts":"2026-08-21T16:59:12.872867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.057688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-21T16:59:12.872795Z","caller":"traceutil/trace.go:171","msg":"trace[1202659807] transaction","detail":"{read_only:false; response_revision:5730; number_of_response:1; }","duration":"140.337477ms","start":"2026-08-21T16:59:12.732379Z","end":"2026-08-21T16:59:12.872716Z","steps":["trace[1202659807] 'process raft request' (duration: 139.980843ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:59:12.873037Z","caller":"traceutil/trace.go:171","msg":"trace[1109934397] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:5730; }","duration":"127.196539ms","start":"2026-08-21T16:59:12.745772Z","end":"2026-08-21T16:59:12.872968Z","steps":["trace[1109934397] 'agreement among raft nodes before linearized reading' (duration: 126.955707ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:59:13.378078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.650168ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-08-21T16:59:13.378493Z","caller":"traceutil/trace.go:171","msg":"trace[1444432960] transaction","detail":"{read_only:false; response_revision:5733; number_of_response:1; }","duration":"266.607445ms","start":"2026-08-21T16:59:13.111868Z","end":"2026-08-21T16:59:13.378475Z","steps":["trace[1444432960] 'process raft request' (duration: 266.312821ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:59:13.378575Z","caller":"traceutil/trace.go:171","msg":"trace[2034869474] linearizableReadLoop","detail":"{readStateIndex:5943; appliedIndex:5941; }","duration":"193.143389ms","start":"2026-08-21T16:59:13.185404Z","end":"2026-08-21T16:59:13.378548Z","steps":["trace[2034869474] 'read index received' (duration: 82.158973ms)","trace[2034869474] 'applied index is now lower than readState.Index' (duration: 110.982016ms)"],"step_count":2} {"level":"warn","ts":"2026-08-21T16:59:13.37871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.298852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:1 size:5995"} {"level":"info","ts":"2026-08-21T16:59:13.378752Z","caller":"traceutil/trace.go:171","msg":"trace[1581102588] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:1; response_revision:5734; }","duration":"193.355262ms","start":"2026-08-21T16:59:13.185387Z","end":"2026-08-21T16:59:13.378742Z","steps":["trace[1581102588] 'agreement among raft nodes before linearized reading' (duration: 193.25121ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:59:13.378758Z","caller":"traceutil/trace.go:171","msg":"trace[995921010] transaction","detail":"{read_only:false; response_revision:5732; number_of_response:1; }","duration":"329.318539ms","start":"2026-08-21T16:59:13.049426Z","end":"2026-08-21T16:59:13.378745Z","steps":["trace[995921010] 'process raft request' (duration: 123.920542ms)","trace[995921010] 'compare' (duration: 204.463017ms)"],"step_count":2} {"level":"warn","ts":"2026-08-21T16:59:13.378811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T16:59:13.049397Z","time spent":"329.386511ms","remote":"127.0.0.1:32790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":884,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-21T16:59:13.59754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.34092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T16:59:13.597645Z","caller":"traceutil/trace.go:171","msg":"trace[944294708] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5734; }","duration":"118.496361ms","start":"2026-08-21T16:59:13.479125Z","end":"2026-08-21T16:59:13.597621Z","steps":["trace[944294708] 'range keys from in-memory index tree' (duration: 118.248419ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:59:13.632365Z","caller":"traceutil/trace.go:171","msg":"trace[1667567406] transaction","detail":"{read_only:false; response_revision:5735; number_of_response:1; }","duration":"147.476646ms","start":"2026-08-21T16:59:13.484862Z","end":"2026-08-21T16:59:13.632338Z","steps":["trace[1667567406] 'process raft request' (duration: 147.309585ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:59:13.632594Z","caller":"traceutil/trace.go:171","msg":"trace[1862804936] linearizableReadLoop","detail":"{readStateIndex:5945; appliedIndex:5945; }","duration":"120.686645ms","start":"2026-08-21T16:59:13.511892Z","end":"2026-08-21T16:59:13.632579Z","steps":["trace[1862804936] 'read index received' (duration: 120.679985ms)","trace[1862804936] 'applied index is now lower than readState.Index' (duration: 5.49µs)"],"step_count":2} {"level":"warn","ts":"2026-08-21T16:59:13.632949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.04754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-08-21T16:59:13.632995Z","caller":"traceutil/trace.go:171","msg":"trace[1792041709] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5735; }","duration":"121.13253ms","start":"2026-08-21T16:59:13.511851Z","end":"2026-08-21T16:59:13.632984Z","steps":["trace[1792041709] 'agreement among raft nodes before linearized reading' (duration: 121.025589ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:59:13.783405Z","caller":"traceutil/trace.go:171","msg":"trace[504470064] transaction","detail":"{read_only:false; response_revision:5737; number_of_response:1; }","duration":"146.674238ms","start":"2026-08-21T16:59:13.6367Z","end":"2026-08-21T16:59:13.783374Z","steps":["trace[504470064] 'process raft request' (duration: 72.785438ms)","trace[504470064] 'compare' (duration: 73.664297ms)"],"step_count":2} {"level":"info","ts":"2026-08-21T16:59:13.783423Z","caller":"traceutil/trace.go:171","msg":"trace[1010359570] transaction","detail":"{read_only:false; response_revision:5739; number_of_response:1; }","duration":"145.249771ms","start":"2026-08-21T16:59:13.638153Z","end":"2026-08-21T16:59:13.783403Z","steps":["trace[1010359570] 'process raft request' (duration: 145.205791ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:59:13.783507Z","caller":"traceutil/trace.go:171","msg":"trace[1722207889] transaction","detail":"{read_only:false; response_revision:5738; number_of_response:1; }","duration":"145.342653ms","start":"2026-08-21T16:59:13.638122Z","end":"2026-08-21T16:59:13.783465Z","steps":["trace[1722207889] 'process raft request' (duration: 145.19024ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:59:13.878855Z","caller":"traceutil/trace.go:171","msg":"trace[1138066203] linearizableReadLoop","detail":"{readStateIndex:5950; appliedIndex:5949; }","duration":"122.559017ms","start":"2026-08-21T16:59:13.756279Z","end":"2026-08-21T16:59:13.878838Z","steps":["trace[1138066203] 'read index received' (duration: 122.446576ms)","trace[1138066203] 'applied index is now lower than readState.Index' (duration: 111.581µs)"],"step_count":2} {"level":"warn","ts":"2026-08-21T16:59:13.878945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.657908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T16:59:13.878917Z","caller":"traceutil/trace.go:171","msg":"trace[1006093259] transaction","detail":"{read_only:false; response_revision:5740; number_of_response:1; }","duration":"134.382369ms","start":"2026-08-21T16:59:13.744502Z","end":"2026-08-21T16:59:13.878885Z","steps":["trace[1006093259] 'process raft request' (duration: 134.235268ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:59:13.878969Z","caller":"traceutil/trace.go:171","msg":"trace[1678475527] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5740; }","duration":"122.730539ms","start":"2026-08-21T16:59:13.756231Z","end":"2026-08-21T16:59:13.878962Z","steps":["trace[1678475527] 'agreement among raft nodes before linearized reading' (duration: 122.672719ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:59:19.326295Z","caller":"traceutil/trace.go:171","msg":"trace[1917821844] transaction","detail":"{read_only:false; response_revision:5770; number_of_response:1; }","duration":"129.635653ms","start":"2026-08-21T16:59:19.19662Z","end":"2026-08-21T16:59:19.326256Z","steps":["trace[1917821844] 'process raft request' (duration: 86.092315ms)","trace[1917821844] 'compare' (duration: 43.257425ms)"],"step_count":2} {"level":"info","ts":"2026-08-21T16:59:20.039001Z","caller":"traceutil/trace.go:171","msg":"trace[1759160895] transaction","detail":"{read_only:false; response_revision:5776; number_of_response:1; }","duration":"225.482118ms","start":"2026-08-21T16:59:19.8135Z","end":"2026-08-21T16:59:20.038982Z","steps":["trace[1759160895] 'process raft request' (duration: 176.246016ms)","trace[1759160895] 'compare' (duration: 49.119591ms)"],"step_count":2} {"level":"info","ts":"2026-08-21T16:59:20.039178Z","caller":"traceutil/trace.go:171","msg":"trace[789165916] transaction","detail":"{read_only:false; response_revision:5777; number_of_response:1; }","duration":"224.931212ms","start":"2026-08-21T16:59:19.814242Z","end":"2026-08-21T16:59:20.039173Z","steps":["trace[789165916] 'process raft request' (duration: 224.715029ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:59:20.039531Z","caller":"traceutil/trace.go:171","msg":"trace[1550156519] transaction","detail":"{read_only:false; response_revision:5778; number_of_response:1; }","duration":"142.6929ms","start":"2026-08-21T16:59:19.896806Z","end":"2026-08-21T16:59:20.039499Z","steps":["trace[1550156519] 'process raft request' (duration: 142.332286ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:59:20.53811Z","caller":"traceutil/trace.go:171","msg":"trace[1104275101] transaction","detail":"{read_only:false; response_revision:5779; number_of_response:1; }","duration":"154.45218ms","start":"2026-08-21T16:59:20.383636Z","end":"2026-08-21T16:59:20.538088Z","steps":["trace[1104275101] 'process raft request' (duration: 154.275769ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:59:25.583139Z","caller":"traceutil/trace.go:171","msg":"trace[987227552] transaction","detail":"{read_only:false; response_revision:5825; number_of_response:1; }","duration":"124.208401ms","start":"2026-08-21T16:59:25.458686Z","end":"2026-08-21T16:59:25.582894Z","steps":["trace[987227552] 'process raft request' (duration: 124.041129ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:59:25.62921Z","caller":"traceutil/trace.go:171","msg":"trace[461041381] transaction","detail":"{read_only:false; response_revision:5826; number_of_response:1; }","duration":"168.858711ms","start":"2026-08-21T16:59:25.460322Z","end":"2026-08-21T16:59:25.629181Z","steps":["trace[461041381] 'process raft request' (duration: 168.696029ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:59:43.823151Z","caller":"traceutil/trace.go:171","msg":"trace[680504801] linearizableReadLoop","detail":"{readStateIndex:6159; appliedIndex:6158; }","duration":"129.984042ms","start":"2026-08-21T16:59:43.693132Z","end":"2026-08-21T16:59:43.823116Z","steps":["trace[680504801] 'read index received' (duration: 113.399243ms)","trace[680504801] 'applied index is now lower than readState.Index' (duration: 16.583149ms)"],"step_count":2} {"level":"info","ts":"2026-08-21T16:59:43.823202Z","caller":"traceutil/trace.go:171","msg":"trace[522326992] transaction","detail":"{read_only:false; response_revision:5942; number_of_response:1; }","duration":"149.755908ms","start":"2026-08-21T16:59:43.673414Z","end":"2026-08-21T16:59:43.82317Z","steps":["trace[522326992] 'process raft request' (duration: 133.140147ms)","trace[522326992] 'compare' (duration: 16.197698ms)"],"step_count":2} {"level":"warn","ts":"2026-08-21T16:59:43.8238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.649832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:1 size:8411"} {"level":"info","ts":"2026-08-21T16:59:43.823874Z","caller":"traceutil/trace.go:171","msg":"trace[15510908] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:1; response_revision:5942; }","duration":"130.770956ms","start":"2026-08-21T16:59:43.693086Z","end":"2026-08-21T16:59:43.823857Z","steps":["trace[15510908] 'agreement among raft nodes before linearized reading' (duration: 130.165548ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:59:43.863106Z","caller":"traceutil/trace.go:171","msg":"trace[6745566] transaction","detail":"{read_only:false; response_revision:5943; number_of_response:1; }","duration":"167.957296ms","start":"2026-08-21T16:59:43.695113Z","end":"2026-08-21T16:59:43.863071Z","steps":["trace[6745566] 'process raft request' (duration: 167.74997ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:59:44.146296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.261417ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-21T16:59:44.147272Z","caller":"traceutil/trace.go:171","msg":"trace[758545398] transaction","detail":"{read_only:false; response_revision:5946; number_of_response:1; }","duration":"235.588296ms","start":"2026-08-21T16:59:43.911659Z","end":"2026-08-21T16:59:44.147247Z","steps":["trace[758545398] 'process raft request' (duration: 112.273138ms)","trace[758545398] 'compare' (duration: 121.425853ms)"],"step_count":2} {"level":"info","ts":"2026-08-21T16:59:44.44071Z","caller":"traceutil/trace.go:171","msg":"trace[2130961828] linearizableReadLoop","detail":"{readStateIndex:6164; appliedIndex:6163; }","duration":"197.940651ms","start":"2026-08-21T16:59:44.242711Z","end":"2026-08-21T16:59:44.440652Z","steps":["trace[2130961828] 'read index received' (duration: 197.60371ms)","trace[2130961828] 'applied index is now lower than readState.Index' (duration: 335.841µs)"],"step_count":2} {"level":"info","ts":"2026-08-21T16:59:44.440803Z","caller":"traceutil/trace.go:171","msg":"trace[1419178510] transaction","detail":"{read_only:false; response_revision:5947; number_of_response:1; }","duration":"288.47111ms","start":"2026-08-21T16:59:44.152303Z","end":"2026-08-21T16:59:44.440775Z","steps":["trace[1419178510] 'process raft request' (duration: 288.047067ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:59:44.440954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.221668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-08-21T16:59:44.441086Z","caller":"traceutil/trace.go:171","msg":"trace[2077719995] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5947; }","duration":"198.399504ms","start":"2026-08-21T16:59:44.242666Z","end":"2026-08-21T16:59:44.441065Z","steps":["trace[2077719995] 'agreement among raft nodes before linearized reading' (duration: 198.131266ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:59:44.4411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.27026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-08-21T16:59:44.441177Z","caller":"traceutil/trace.go:171","msg":"trace[1605519228] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5947; }","duration":"196.380153ms","start":"2026-08-21T16:59:44.244784Z","end":"2026-08-21T16:59:44.441164Z","steps":["trace[1605519228] 'agreement among raft nodes before linearized reading' (duration: 196.090785ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:59:44.595454Z","caller":"traceutil/trace.go:171","msg":"trace[1647204727] transaction","detail":"{read_only:false; response_revision:5948; number_of_response:1; }","duration":"149.200851ms","start":"2026-08-21T16:59:44.446214Z","end":"2026-08-21T16:59:44.595415Z","steps":["trace[1647204727] 'process raft request' (duration: 75.400533ms)","trace[1647204727] 'compare' (duration: 73.568411ms)"],"step_count":2} {"level":"info","ts":"2026-08-21T16:59:44.595641Z","caller":"traceutil/trace.go:171","msg":"trace[440055681] transaction","detail":"{read_only:false; response_revision:5949; number_of_response:1; }","duration":"149.279424ms","start":"2026-08-21T16:59:44.446329Z","end":"2026-08-21T16:59:44.595608Z","steps":["trace[440055681] 'process raft request' (duration: 149.011686ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:59:45.313672Z","caller":"traceutil/trace.go:171","msg":"trace[907283327] transaction","detail":"{read_only:false; response_revision:5951; number_of_response:1; }","duration":"140.64896ms","start":"2026-08-21T16:59:45.17298Z","end":"2026-08-21T16:59:45.313629Z","steps":["trace[907283327] 'process raft request' (duration: 46.365535ms)","trace[907283327] 'compare' (duration: 94.13983ms)"],"step_count":2} {"level":"info","ts":"2026-08-21T16:59:45.313686Z","caller":"traceutil/trace.go:171","msg":"trace[1459693405] linearizableReadLoop","detail":"{readStateIndex:6168; appliedIndex:6167; }","duration":"102.459095ms","start":"2026-08-21T16:59:45.211199Z","end":"2026-08-21T16:59:45.313658Z","steps":["trace[1459693405] 'read index received' (duration: 8.071428ms)","trace[1459693405] 'applied index is now lower than readState.Index' (duration: 94.386667ms)"],"step_count":2} {"level":"warn","ts":"2026-08-21T16:59:45.314047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.815876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-21T16:59:45.314162Z","caller":"traceutil/trace.go:171","msg":"trace[1705562473] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:5952; }","duration":"102.965771ms","start":"2026-08-21T16:59:45.211152Z","end":"2026-08-21T16:59:45.314118Z","steps":["trace[1705562473] 'agreement among raft nodes before linearized reading' (duration: 102.60372ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:59:50.830113Z","caller":"traceutil/trace.go:171","msg":"trace[873954495] transaction","detail":"{read_only:false; response_revision:6005; number_of_response:1; }","duration":"206.374248ms","start":"2026-08-21T16:59:50.623693Z","end":"2026-08-21T16:59:50.830067Z","steps":["trace[873954495] 'process raft request' (duration: 206.103121ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T16:59:52.22937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.504313ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-08-21T16:59:52.229476Z","caller":"traceutil/trace.go:171","msg":"trace[2032965166] transaction","detail":"{read_only:false; response_revision:6015; number_of_response:1; }","duration":"285.186401ms","start":"2026-08-21T16:59:51.944275Z","end":"2026-08-21T16:59:52.229461Z","steps":["trace[2032965166] 'process raft request' (duration: 144.419851ms)","trace[2032965166] 'compare' (duration: 139.768962ms)"],"step_count":2} {"level":"info","ts":"2026-08-21T16:59:52.273365Z","caller":"traceutil/trace.go:171","msg":"trace[80063246] transaction","detail":"{read_only:false; response_revision:6016; number_of_response:1; }","duration":"288.168106ms","start":"2026-08-21T16:59:51.985162Z","end":"2026-08-21T16:59:52.27333Z","steps":["trace[80063246] 'process raft request' (duration: 287.9641ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T16:59:52.677702Z","caller":"traceutil/trace.go:171","msg":"trace[330116690] linearizableReadLoop","detail":"{readStateIndex:6238; appliedIndex:6236; }","duration":"116.493048ms","start":"2026-08-21T16:59:52.561185Z","end":"2026-08-21T16:59:52.677678Z","steps":["trace[330116690] 'read index received' (duration: 37.629811ms)","trace[330116690] 'applied index is now lower than readState.Index' (duration: 78.862137ms)"],"step_count":2} {"level":"info","ts":"2026-08-21T16:59:52.677885Z","caller":"traceutil/trace.go:171","msg":"trace[1677128983] transaction","detail":"{read_only:false; response_revision:6019; number_of_response:1; }","duration":"120.860585ms","start":"2026-08-21T16:59:52.556987Z","end":"2026-08-21T16:59:52.677848Z","steps":["trace[1677128983] 'process raft request' (duration: 104.335665ms)","trace[1677128983] 'compare' (duration: 16.241911ms)"],"step_count":2} {"level":"warn","ts":"2026-08-21T16:59:52.677977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.770466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-21T16:59:52.678438Z","caller":"traceutil/trace.go:171","msg":"trace[1562214354] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:6019; }","duration":"117.281151ms","start":"2026-08-21T16:59:52.56114Z","end":"2026-08-21T16:59:52.678421Z","steps":["trace[1562214354] 'agreement among raft nodes before linearized reading' (duration: 116.750046ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:01:13.949375Z","caller":"traceutil/trace.go:171","msg":"trace[2049362806] linearizableReadLoop","detail":"{readStateIndex:6705; appliedIndex:6704; }","duration":"158.815131ms","start":"2026-08-21T17:01:13.790531Z","end":"2026-08-21T17:01:13.949346Z","steps":["trace[2049362806] 'read index received' (duration: 158.603836ms)","trace[2049362806] 'applied index is now lower than readState.Index' (duration: 210.315µs)"],"step_count":2} {"level":"info","ts":"2026-08-21T17:01:13.949554Z","caller":"traceutil/trace.go:171","msg":"trace[67022888] transaction","detail":"{read_only:false; response_revision:6469; number_of_response:1; }","duration":"176.021026ms","start":"2026-08-21T17:01:13.773514Z","end":"2026-08-21T17:01:13.949535Z","steps":["trace[67022888] 'process raft request' (duration: 175.652027ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:01:13.949881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.939764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:12190"} {"level":"warn","ts":"2026-08-21T17:01:13.95014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.60567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T17:01:13.95019Z","caller":"traceutil/trace.go:171","msg":"trace[1872995521] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6469; }","duration":"159.654492ms","start":"2026-08-21T17:01:13.790525Z","end":"2026-08-21T17:01:13.950179Z","steps":["trace[1872995521] 'agreement among raft nodes before linearized reading' (duration: 159.582511ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:01:13.94999Z","caller":"traceutil/trace.go:171","msg":"trace[1590971888] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:6469; }","duration":"159.078067ms","start":"2026-08-21T17:01:13.790891Z","end":"2026-08-21T17:01:13.949969Z","steps":["trace[1590971888] 'agreement among raft nodes before linearized reading' (duration: 158.845102ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:01:49.675193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.369702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T17:01:49.675324Z","caller":"traceutil/trace.go:171","msg":"trace[1703026550] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:6809; }","duration":"260.519315ms","start":"2026-08-21T17:01:49.414777Z","end":"2026-08-21T17:01:49.675296Z","steps":["trace[1703026550] 'count revisions from in-memory index tree' (duration: 260.313202ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:01:49.675356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.938668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-21T17:01:49.675354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.765744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-08-21T17:01:49.675416Z","caller":"traceutil/trace.go:171","msg":"trace[65571919] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:6809; }","duration":"268.054501ms","start":"2026-08-21T17:01:49.407345Z","end":"2026-08-21T17:01:49.675399Z","steps":["trace[65571919] 'count revisions from in-memory index tree' (duration: 267.838656ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:01:49.67544Z","caller":"traceutil/trace.go:171","msg":"trace[1086993599] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6809; }","duration":"390.907857ms","start":"2026-08-21T17:01:49.284512Z","end":"2026-08-21T17:01:49.67542Z","steps":["trace[1086993599] 'range keys from in-memory index tree' (duration: 390.563729ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:01:49.67552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:01:49.284486Z","time spent":"390.987329ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-21T17:01:49.675551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.12219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4857"} {"level":"warn","ts":"2026-08-21T17:01:49.675547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.384965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-08-21T17:01:49.675598Z","caller":"traceutil/trace.go:171","msg":"trace[1527173937] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6809; }","duration":"403.205701ms","start":"2026-08-21T17:01:49.272379Z","end":"2026-08-21T17:01:49.675585Z","steps":["trace[1527173937] 'range keys from in-memory index tree' (duration: 402.983327ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:01:49.675609Z","caller":"traceutil/trace.go:171","msg":"trace[292036183] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6809; }","duration":"267.466736ms","start":"2026-08-21T17:01:49.408126Z","end":"2026-08-21T17:01:49.675593Z","steps":["trace[292036183] 'range keys from in-memory index tree' (duration: 267.255852ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:01:49.675628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:01:49.272358Z","time spent":"403.262103ms","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4880,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"info","ts":"2026-08-21T17:01:49.701698Z","caller":"traceutil/trace.go:171","msg":"trace[1036953535] linearizableReadLoop","detail":"{readStateIndex:7058; appliedIndex:7057; }","duration":"134.293242ms","start":"2026-08-21T17:01:49.567379Z","end":"2026-08-21T17:01:49.701672Z","steps":["trace[1036953535] 'read index received' (duration: 133.210596ms)","trace[1036953535] 'applied index is now lower than readState.Index' (duration: 1.081376ms)"],"step_count":2} {"level":"warn","ts":"2026-08-21T17:01:49.701939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.552127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-08-21T17:01:49.701978Z","caller":"traceutil/trace.go:171","msg":"trace[376286047] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6810; }","duration":"134.646079ms","start":"2026-08-21T17:01:49.56732Z","end":"2026-08-21T17:01:49.701966Z","steps":["trace[376286047] 'agreement among raft nodes before linearized reading' (duration: 134.453065ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:01:49.702061Z","caller":"traceutil/trace.go:171","msg":"trace[354685805] transaction","detail":"{read_only:false; response_revision:6810; number_of_response:1; }","duration":"285.713478ms","start":"2026-08-21T17:01:49.416312Z","end":"2026-08-21T17:01:49.702026Z","steps":["trace[354685805] 'process raft request' (duration: 284.206423ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:01:54.098361Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100603710,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:01:54.599463Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100603710,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:01:55.100519Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100603710,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:01:55.153441Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.643723158s","expected-duration":"1s"} {"level":"info","ts":"2026-08-21T17:01:55.153892Z","caller":"traceutil/trace.go:171","msg":"trace[2060090981] transaction","detail":"{read_only:false; response_revision:6831; number_of_response:1; }","duration":"1.914025178s","start":"2026-08-21T17:01:53.239831Z","end":"2026-08-21T17:01:55.153856Z","steps":["trace[2060090981] 'process raft request' (duration: 1.913895764s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:01:55.154024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:01:53.239822Z","time spent":"1.91413701s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T17:01:55.569055Z","caller":"traceutil/trace.go:171","msg":"trace[714428588] transaction","detail":"{read_only:false; response_revision:6834; number_of_response:1; }","duration":"1.425248791s","start":"2026-08-21T17:01:54.143777Z","end":"2026-08-21T17:01:55.569026Z","steps":["trace[714428588] 'process raft request' (duration: 1.425183019s)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:01:55.569089Z","caller":"traceutil/trace.go:171","msg":"trace[1303654843] transaction","detail":"{read_only:false; response_revision:6832; number_of_response:1; }","duration":"2.21332408s","start":"2026-08-21T17:01:53.355723Z","end":"2026-08-21T17:01:55.569048Z","steps":["trace[1303654843] 'process raft request' (duration: 2.213049934s)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:01:55.569123Z","caller":"traceutil/trace.go:171","msg":"trace[1744754933] transaction","detail":"{read_only:false; response_revision:6833; number_of_response:1; }","duration":"1.677095561s","start":"2026-08-21T17:01:53.891995Z","end":"2026-08-21T17:01:55.569091Z","steps":["trace[1744754933] 'process raft request' (duration: 1.676921507s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:01:55.569294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:01:53.891968Z","time spent":"1.677229835s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T17:01:55.569348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:01:54.143751Z","time spent":"1.425388283s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T17:01:55.569461Z","caller":"traceutil/trace.go:171","msg":"trace[777673284] transaction","detail":"{read_only:false; response_revision:6835; number_of_response:1; }","duration":"1.170627331s","start":"2026-08-21T17:01:54.398813Z","end":"2026-08-21T17:01:55.569441Z","steps":["trace[777673284] 'process raft request' (duration: 1.170178571s)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:01:55.569476Z","caller":"traceutil/trace.go:171","msg":"trace[896177759] transaction","detail":"{read_only:false; response_revision:6836; number_of_response:1; }","duration":"1.098618071s","start":"2026-08-21T17:01:54.470838Z","end":"2026-08-21T17:01:55.569456Z","steps":["trace[896177759] 'process raft request' (duration: 1.098480258s)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:01:55.569467Z","caller":"traceutil/trace.go:171","msg":"trace[1948008447] linearizableReadLoop","detail":"{readStateIndex:7085; appliedIndex:7079; }","duration":"1.972145628s","start":"2026-08-21T17:01:53.59729Z","end":"2026-08-21T17:01:55.569435Z","steps":["trace[1948008447] 'read index received' (duration: 1.556497618s)","trace[1948008447] 'applied index is now lower than readState.Index' (duration: 415.64661ms)"],"step_count":2} {"level":"warn","ts":"2026-08-21T17:01:55.569534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:01:54.398786Z","time spent":"1.170713072s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T17:01:55.569538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:01:54.47082Z","time spent":"1.098685543s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T17:01:55.569858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.972530117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T17:01:55.569914Z","caller":"traceutil/trace.go:171","msg":"trace[332478143] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:6836; }","duration":"1.972624409s","start":"2026-08-21T17:01:53.597274Z","end":"2026-08-21T17:01:55.569898Z","steps":["trace[332478143] 'agreement among raft nodes before linearized reading' (duration: 1.972310422s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:01:55.569961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:01:53.597213Z","time spent":"1.972733252s","remote":"127.0.0.1:53648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:01:55.569988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:01:53.355699Z","time spent":"2.213525874s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T17:01:55.607227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.81809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-21T17:01:55.607223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99196475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-08-21T17:01:55.607277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.850387733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T17:01:55.607281Z","caller":"traceutil/trace.go:171","msg":"trace[510169789] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:6837; }","duration":"827.909902ms","start":"2026-08-21T17:01:54.779358Z","end":"2026-08-21T17:01:55.607267Z","steps":["trace[510169789] 'agreement among raft nodes before linearized reading' (duration: 827.801009ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:01:55.607394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:01:54.779339Z","time spent":"828.040875ms","remote":"127.0.0.1:32990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-08-21T17:01:55.607387Z","caller":"traceutil/trace.go:171","msg":"trace[829966802] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6837; }","duration":"1.850643418s","start":"2026-08-21T17:01:53.756724Z","end":"2026-08-21T17:01:55.607368Z","steps":["trace[829966802] 'agreement among raft nodes before linearized reading' (duration: 1.850482244s)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:01:55.607459Z","caller":"traceutil/trace.go:171","msg":"trace[337961232] transaction","detail":"{read_only:false; response_revision:6837; number_of_response:1; }","duration":"319.275198ms","start":"2026-08-21T17:01:55.288156Z","end":"2026-08-21T17:01:55.607432Z","steps":["trace[337961232] 'process raft request' (duration: 318.768666ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:01:55.607485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:01:53.756697Z","time spent":"1.850777392s","remote":"127.0.0.1:60930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-21T17:01:55.607516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:01:55.288127Z","time spent":"319.356591ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T17:01:55.607549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.887944875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-08-21T17:01:55.607618Z","caller":"traceutil/trace.go:171","msg":"trace[1043182229] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6837; }","duration":"1.888051017s","start":"2026-08-21T17:01:53.71955Z","end":"2026-08-21T17:01:55.607601Z","steps":["trace[1043182229] 'agreement among raft nodes before linearized reading' (duration: 1.887860513s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:01:55.607646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:01:53.719538Z","time spent":"1.888104118s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-21T17:01:55.607673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.584481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4857"} {"level":"info","ts":"2026-08-21T17:01:55.607693Z","caller":"traceutil/trace.go:171","msg":"trace[1510893229] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6837; }","duration":"566.627542ms","start":"2026-08-21T17:01:55.04106Z","end":"2026-08-21T17:01:55.607687Z","steps":["trace[1510893229] 'agreement among raft nodes before linearized reading' (duration: 566.54494ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:01:55.607711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:01:55.041046Z","time spent":"566.661603ms","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4880,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-08-21T17:01:55.607793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.919942288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4857"} {"level":"warn","ts":"2026-08-21T17:01:55.60784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.609614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4857"} {"level":"info","ts":"2026-08-21T17:01:55.607847Z","caller":"traceutil/trace.go:171","msg":"trace[1302198963] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6837; }","duration":"1.920017129s","start":"2026-08-21T17:01:53.68781Z","end":"2026-08-21T17:01:55.607827Z","steps":["trace[1302198963] 'agreement among raft nodes before linearized reading' (duration: 1.919841395s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:01:55.607834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.378349346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-21T17:01:55.607888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:01:53.687792Z","time spent":"1.920088911s","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4880,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-08-21T17:01:55.607902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.365779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-08-21T17:01:55.607921Z","caller":"traceutil/trace.go:171","msg":"trace[1559107784] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6837; }","duration":"637.42233ms","start":"2026-08-21T17:01:54.970494Z","end":"2026-08-21T17:01:55.607916Z","steps":["trace[1559107784] 'agreement among raft nodes before linearized reading' (duration: 637.376449ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:01:55.607943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:01:54.970471Z","time spent":"637.468072ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-08-21T17:01:55.607337Z","caller":"traceutil/trace.go:171","msg":"trace[1339419715] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:6837; }","duration":"1.992136954s","start":"2026-08-21T17:01:53.615182Z","end":"2026-08-21T17:01:55.607318Z","steps":["trace[1339419715] 'agreement among raft nodes before linearized reading' (duration: 1.991931239s)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:01:55.60791Z","caller":"traceutil/trace.go:171","msg":"trace[1680977628] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:6837; }","duration":"1.378455718s","start":"2026-08-21T17:01:54.229442Z","end":"2026-08-21T17:01:55.607898Z","steps":["trace[1680977628] 'agreement among raft nodes before linearized reading' (duration: 1.378349375s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:01:55.607978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:01:53.615159Z","time spent":"1.992805329s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:01:55.607998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:01:54.229406Z","time spent":"1.378580881s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:01:55.608063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.529936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-08-21T17:01:55.608081Z","caller":"traceutil/trace.go:171","msg":"trace[811438270] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6837; }","duration":"821.578798ms","start":"2026-08-21T17:01:54.786497Z","end":"2026-08-21T17:01:55.608076Z","steps":["trace[811438270] 'agreement among raft nodes before linearized reading' (duration: 821.514946ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:01:55.608096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:01:54.786487Z","time spent":"821.606598ms","remote":"127.0.0.1:32866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-08-21T17:01:55.60786Z","caller":"traceutil/trace.go:171","msg":"trace[1909378908] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6837; }","duration":"588.665746ms","start":"2026-08-21T17:01:55.019189Z","end":"2026-08-21T17:01:55.607855Z","steps":["trace[1909378908] 'agreement among raft nodes before linearized reading' (duration: 588.606984ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:01:55.608096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.390318109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-08-21T17:01:55.608212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:01:55.01917Z","time spent":"589.035294ms","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4880,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"info","ts":"2026-08-21T17:01:55.608229Z","caller":"traceutil/trace.go:171","msg":"trace[749372116] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6837; }","duration":"1.390478743s","start":"2026-08-21T17:01:54.217744Z","end":"2026-08-21T17:01:55.608223Z","steps":["trace[749372116] 'agreement among raft nodes before linearized reading' (duration: 1.390315169s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:01:55.608255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:01:54.217726Z","time spent":"1.390521843s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-21T17:01:55.609538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.888530988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-08-21T17:01:55.609654Z","caller":"traceutil/trace.go:171","msg":"trace[1622667199] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6837; }","duration":"1.888712852s","start":"2026-08-21T17:01:53.72091Z","end":"2026-08-21T17:01:55.609623Z","steps":["trace[1622667199] 'agreement among raft nodes before linearized reading' (duration: 1.88686255s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:01:55.609711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:01:53.720883Z","time spent":"1.888814834s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-08-21T17:01:55.856331Z","caller":"traceutil/trace.go:171","msg":"trace[1697064960] linearizableReadLoop","detail":"{readStateIndex:7090; appliedIndex:7089; }","duration":"192.05174ms","start":"2026-08-21T17:01:55.664249Z","end":"2026-08-21T17:01:55.856301Z","steps":["trace[1697064960] 'read index received' (duration: 135.287004ms)","trace[1697064960] 'applied index is now lower than readState.Index' (duration: 56.763786ms)"],"step_count":2} {"level":"warn","ts":"2026-08-21T17:01:55.856461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.91964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T17:01:55.856448Z","caller":"traceutil/trace.go:171","msg":"trace[791961666] transaction","detail":"{read_only:false; response_revision:6841; number_of_response:1; }","duration":"242.072363ms","start":"2026-08-21T17:01:55.614326Z","end":"2026-08-21T17:01:55.856398Z","steps":["trace[791961666] 'process raft request' (duration: 185.259236ms)","trace[791961666] 'compare' (duration: 56.543641ms)"],"step_count":2} {"level":"info","ts":"2026-08-21T17:01:55.856514Z","caller":"traceutil/trace.go:171","msg":"trace[424722745] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6841; }","duration":"238.999653ms","start":"2026-08-21T17:01:55.617501Z","end":"2026-08-21T17:01:55.856501Z","steps":["trace[424722745] 'agreement among raft nodes before linearized reading' (duration: 238.901861ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:01:55.85657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.398883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:12190"} {"level":"info","ts":"2026-08-21T17:01:55.856604Z","caller":"traceutil/trace.go:171","msg":"trace[1871169021] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:6841; }","duration":"190.491345ms","start":"2026-08-21T17:01:55.666103Z","end":"2026-08-21T17:01:55.856594Z","steps":["trace[1871169021] 'agreement among raft nodes before linearized reading' (duration: 190.348532ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:01:57.159287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.928212ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-08-21T17:02:03.690314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.84762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T17:02:03.690382Z","caller":"traceutil/trace.go:171","msg":"trace[492928135] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:6878; }","duration":"228.944472ms","start":"2026-08-21T17:02:03.461422Z","end":"2026-08-21T17:02:03.690366Z","steps":["trace[492928135] 'count revisions from in-memory index tree' (duration: 228.788959ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:02:05.755221Z","caller":"traceutil/trace.go:171","msg":"trace[174834151] transaction","detail":"{read_only:false; response_revision:6887; number_of_response:1; }","duration":"389.909793ms","start":"2026-08-21T17:02:05.365287Z","end":"2026-08-21T17:02:05.755197Z","steps":["trace[174834151] 'process raft request' (duration: 389.7769ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:05.75535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:05.36525Z","time spent":"390.037926ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T17:02:05.998297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.918129ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-21T17:02:05.998606Z","caller":"traceutil/trace.go:171","msg":"trace[1196245708] transaction","detail":"{read_only:false; response_revision:6889; number_of_response:1; }","duration":"301.876645ms","start":"2026-08-21T17:02:05.696707Z","end":"2026-08-21T17:02:05.998584Z","steps":["trace[1196245708] 'process raft request' (duration: 301.697281ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:05.998678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:05.696689Z","time spent":"301.953927ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T17:02:05.99877Z","caller":"traceutil/trace.go:171","msg":"trace[1163231842] transaction","detail":"{read_only:false; response_revision:6890; number_of_response:1; }","duration":"301.711671ms","start":"2026-08-21T17:02:05.697035Z","end":"2026-08-21T17:02:05.998747Z","steps":["trace[1163231842] 'process raft request' (duration: 301.478615ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:05.998907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:05.697009Z","time spent":"301.821193ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T17:02:05.999097Z","caller":"traceutil/trace.go:171","msg":"trace[1976568527] linearizableReadLoop","detail":"{readStateIndex:7143; appliedIndex:7138; }","duration":"300.79738ms","start":"2026-08-21T17:02:05.698272Z","end":"2026-08-21T17:02:05.999069Z","steps":["trace[1976568527] 'read index received' (duration: 56.776085ms)","trace[1976568527] 'applied index is now lower than readState.Index' (duration: 244.020125ms)"],"step_count":2} {"level":"info","ts":"2026-08-21T17:02:05.999169Z","caller":"traceutil/trace.go:171","msg":"trace[1652522389] transaction","detail":"{read_only:false; response_revision:6891; number_of_response:1; }","duration":"301.139378ms","start":"2026-08-21T17:02:05.698007Z","end":"2026-08-21T17:02:05.999147Z","steps":["trace[1652522389] 'process raft request' (duration: 300.676328ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:05.999341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.050747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4857"} {"level":"info","ts":"2026-08-21T17:02:05.999387Z","caller":"traceutil/trace.go:171","msg":"trace[25319359] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6891; }","duration":"301.141818ms","start":"2026-08-21T17:02:05.698233Z","end":"2026-08-21T17:02:05.999375Z","steps":["trace[25319359] 'agreement among raft nodes before linearized reading' (duration: 300.972534ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:05.999427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:05.698221Z","time spent":"301.19729ms","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4880,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-08-21T17:02:05.99934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.871852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4857"} {"level":"warn","ts":"2026-08-21T17:02:05.999714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.331841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4857"} {"level":"warn","ts":"2026-08-21T17:02:05.999742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.22783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-08-21T17:02:05.999773Z","caller":"traceutil/trace.go:171","msg":"trace[724093662] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6891; }","duration":"300.400283ms","start":"2026-08-21T17:02:05.699358Z","end":"2026-08-21T17:02:05.999758Z","steps":["trace[724093662] 'agreement among raft nodes before linearized reading' (duration: 300.178888ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:02:05.999779Z","caller":"traceutil/trace.go:171","msg":"trace[857656425] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6891; }","duration":"297.277382ms","start":"2026-08-21T17:02:05.702489Z","end":"2026-08-21T17:02:05.999766Z","steps":["trace[857656425] 'agreement among raft nodes before linearized reading' (duration: 297.20286ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:05.999818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:05.699348Z","time spent":"300.462984ms","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4880,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-08-21T17:02:05.999485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:05.697988Z","time spent":"301.303153ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T17:02:05.999505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.140237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-08-21T17:02:05.999999Z","caller":"traceutil/trace.go:171","msg":"trace[1391683625] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6891; }","duration":"288.669998ms","start":"2026-08-21T17:02:05.71132Z","end":"2026-08-21T17:02:05.99999Z","steps":["trace[1391683625] 'agreement among raft nodes before linearized reading' (duration: 288.075155ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:05.999558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.677537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T17:02:06.000151Z","caller":"traceutil/trace.go:171","msg":"trace[298437262] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:6891; }","duration":"155.304231ms","start":"2026-08-21T17:02:05.844825Z","end":"2026-08-21T17:02:06.000129Z","steps":["trace[298437262] 'agreement among raft nodes before linearized reading' (duration: 154.707348ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:05.999634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.268832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-08-21T17:02:06.000221Z","caller":"traceutil/trace.go:171","msg":"trace[1754991176] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6891; }","duration":"285.877865ms","start":"2026-08-21T17:02:05.71433Z","end":"2026-08-21T17:02:06.000208Z","steps":["trace[1754991176] 'agreement among raft nodes before linearized reading' (duration: 285.251182ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:02:05.999081Z","caller":"traceutil/trace.go:171","msg":"trace[1735040789] transaction","detail":"{read_only:false; response_revision:6888; number_of_response:1; }","duration":"301.844405ms","start":"2026-08-21T17:02:05.696643Z","end":"2026-08-21T17:02:05.998488Z","steps":["trace[1735040789] 'process raft request' (duration: 180.63658ms)","trace[1735040789] 'compare' (duration: 119.700501ms)"],"step_count":2} {"level":"warn","ts":"2026-08-21T17:02:06.000625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:05.696612Z","time spent":"303.946301ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T17:02:06.000087Z","caller":"traceutil/trace.go:171","msg":"trace[1958200631] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6891; }","duration":"301.279122ms","start":"2026-08-21T17:02:05.69844Z","end":"2026-08-21T17:02:05.999719Z","steps":["trace[1958200631] 'agreement among raft nodes before linearized reading' (duration: 300.785581ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:06.001511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:05.698433Z","time spent":"303.053941ms","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4880,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"info","ts":"2026-08-21T17:02:06.260017Z","caller":"traceutil/trace.go:171","msg":"trace[940625163] transaction","detail":"{read_only:false; response_revision:6893; number_of_response:1; }","duration":"254.87596ms","start":"2026-08-21T17:02:06.005119Z","end":"2026-08-21T17:02:06.259995Z","steps":["trace[940625163] 'process raft request' (duration: 254.615874ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:02:06.260116Z","caller":"traceutil/trace.go:171","msg":"trace[973592997] transaction","detail":"{read_only:false; response_revision:6894; number_of_response:1; }","duration":"254.652704ms","start":"2026-08-21T17:02:06.005414Z","end":"2026-08-21T17:02:06.260067Z","steps":["trace[973592997] 'process raft request' (duration: 254.46139ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:06.260211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.606598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-08-21T17:02:06.260257Z","caller":"traceutil/trace.go:171","msg":"trace[557593610] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6895; }","duration":"174.667529ms","start":"2026-08-21T17:02:06.08558Z","end":"2026-08-21T17:02:06.260247Z","steps":["trace[557593610] 'agreement among raft nodes before linearized reading' (duration: 174.478905ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:02:06.260014Z","caller":"traceutil/trace.go:171","msg":"trace[1019878408] linearizableReadLoop","detail":"{readStateIndex:7147; appliedIndex:7143; }","duration":"174.392293ms","start":"2026-08-21T17:02:06.085599Z","end":"2026-08-21T17:02:06.259991Z","steps":["trace[1019878408] 'read index received' (duration: 6.052136ms)","trace[1019878408] 'applied index is now lower than readState.Index' (duration: 168.339197ms)"],"step_count":2} {"level":"info","ts":"2026-08-21T17:02:06.260383Z","caller":"traceutil/trace.go:171","msg":"trace[1693553877] transaction","detail":"{read_only:false; response_revision:6895; number_of_response:1; }","duration":"254.772947ms","start":"2026-08-21T17:02:06.005582Z","end":"2026-08-21T17:02:06.260355Z","steps":["trace[1693553877] 'process raft request' (duration: 254.373809ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:07.975488Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100603872,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:02:08.476704Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100603872,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:02:08.977185Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100603872,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:02:09.009558Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.979076939s","expected-duration":"1s"} {"level":"warn","ts":"2026-08-21T17:02:09.757226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000209386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-08-21T17:02:09.757331Z","caller":"traceutil/trace.go:171","msg":"trace[1437681258] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000394801s","start":"2026-08-21T17:02:07.756917Z","end":"2026-08-21T17:02:09.757312Z","steps":["trace[1437681258] 'agreement among raft nodes before linearized reading' (duration: 2.000236247s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:09.757381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:07.756897Z","time spent":"2.000474083s","remote":"127.0.0.1:60930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-21T17:02:10.342008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.332258594s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-08-21T17:02:10.342131Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.332353366s","expected-duration":"1s"} {"level":"info","ts":"2026-08-21T17:02:10.342994Z","caller":"traceutil/trace.go:171","msg":"trace[1478017467] linearizableReadLoop","detail":"{readStateIndex:7153; appliedIndex:7148; }","duration":"2.86839162s","start":"2026-08-21T17:02:07.474567Z","end":"2026-08-21T17:02:10.342959Z","steps":["trace[1478017467] 'read index received' (duration: 1.535186104s)","trace[1478017467] 'applied index is now lower than readState.Index' (duration: 1.333204496s)"],"step_count":2} {"level":"info","ts":"2026-08-21T17:02:10.343488Z","caller":"traceutil/trace.go:171","msg":"trace[660100133] transaction","detail":"{read_only:false; response_revision:6898; number_of_response:1; }","duration":"2.338117181s","start":"2026-08-21T17:02:08.005338Z","end":"2026-08-21T17:02:10.343455Z","steps":["trace[660100133] 'process raft request' (duration: 2.337486377s)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:02:10.3435Z","caller":"traceutil/trace.go:171","msg":"trace[640524622] transaction","detail":"{read_only:false; response_revision:6899; number_of_response:1; }","duration":"2.337752922s","start":"2026-08-21T17:02:08.005703Z","end":"2026-08-21T17:02:10.343456Z","steps":["trace[640524622] 'process raft request' (duration: 2.337186529s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:10.344004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:08.00569Z","time spent":"2.338239224s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":553,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T17:02:10.343548Z","caller":"traceutil/trace.go:171","msg":"trace[998164765] transaction","detail":"{read_only:false; response_revision:6897; number_of_response:1; }","duration":"2.338496129s","start":"2026-08-21T17:02:08.005032Z","end":"2026-08-21T17:02:10.343528Z","steps":["trace[998164765] 'process raft request' (duration: 2.337652871s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:10.344176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:08.005323Z","time spent":"2.338500009s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T17:02:10.343569Z","caller":"traceutil/trace.go:171","msg":"trace[1845920067] transaction","detail":"{read_only:false; response_revision:6900; number_of_response:1; }","duration":"2.337332453s","start":"2026-08-21T17:02:08.006228Z","end":"2026-08-21T17:02:10.34356Z","steps":["trace[1845920067] 'process raft request' (duration: 2.336693889s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:10.344229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:08.004999Z","time spent":"2.339162415s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T17:02:10.344499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:08.006219Z","time spent":"2.338167052s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T17:02:10.343638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.869060385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T17:02:10.344947Z","caller":"traceutil/trace.go:171","msg":"trace[1268372687] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:6900; }","duration":"2.870327153s","start":"2026-08-21T17:02:07.474517Z","end":"2026-08-21T17:02:10.344844Z","steps":["trace[1268372687] 'agreement among raft nodes before linearized reading' (duration: 2.869061845s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:10.345049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:07.474497Z","time spent":"2.870531207s","remote":"127.0.0.1:53260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:02:10.403788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.398871715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4857"} {"level":"info","ts":"2026-08-21T17:02:10.403868Z","caller":"traceutil/trace.go:171","msg":"trace[560990294] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6901; }","duration":"2.398998718s","start":"2026-08-21T17:02:08.004852Z","end":"2026-08-21T17:02:10.403851Z","steps":["trace[560990294] 'agreement among raft nodes before linearized reading' (duration: 2.398805423s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:10.403854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.398896075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4857"} {"level":"warn","ts":"2026-08-21T17:02:10.403914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:08.004832Z","time spent":"2.399072929s","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4880,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"info","ts":"2026-08-21T17:02:10.403932Z","caller":"traceutil/trace.go:171","msg":"trace[73180955] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6901; }","duration":"2.399003988s","start":"2026-08-21T17:02:08.00491Z","end":"2026-08-21T17:02:10.403914Z","steps":["trace[73180955] 'agreement among raft nodes before linearized reading' (duration: 2.398754233s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:10.403978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:08.004903Z","time spent":"2.399065969s","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4880,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-08-21T17:02:10.404101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.645251095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-08-21T17:02:10.404155Z","caller":"traceutil/trace.go:171","msg":"trace[482899587] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6901; }","duration":"2.645331877s","start":"2026-08-21T17:02:07.758807Z","end":"2026-08-21T17:02:10.404139Z","steps":["trace[482899587] 'agreement among raft nodes before linearized reading' (duration: 2.645220863s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:10.404208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:07.758789Z","time spent":"2.645410268s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-21T17:02:10.404342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.1397247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-08-21T17:02:10.404385Z","caller":"traceutil/trace.go:171","msg":"trace[1221492499] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6901; }","duration":"2.139805662s","start":"2026-08-21T17:02:08.264569Z","end":"2026-08-21T17:02:10.404375Z","steps":["trace[1221492499] 'agreement among raft nodes before linearized reading' (duration: 2.13969646s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:10.404414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:08.264549Z","time spent":"2.139858473s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-08-21T17:02:10.404406Z","caller":"traceutil/trace.go:171","msg":"trace[241388677] transaction","detail":"{read_only:false; response_revision:6901; number_of_response:1; }","duration":"259.702369ms","start":"2026-08-21T17:02:10.144534Z","end":"2026-08-21T17:02:10.404236Z","steps":["trace[241388677] 'process raft request' (duration: 258.928761ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:10.404569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.30830819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-08-21T17:02:10.404604Z","caller":"traceutil/trace.go:171","msg":"trace[510719432] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6901; }","duration":"2.308381962s","start":"2026-08-21T17:02:08.096213Z","end":"2026-08-21T17:02:10.404595Z","steps":["trace[510719432] 'agreement among raft nodes before linearized reading' (duration: 2.308276239s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:10.404626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.758938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T17:02:10.404668Z","caller":"traceutil/trace.go:171","msg":"trace[2121129929] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6901; }","duration":"492.837009ms","start":"2026-08-21T17:02:09.911821Z","end":"2026-08-21T17:02:10.404658Z","steps":["trace[2121129929] 'agreement among raft nodes before linearized reading' (duration: 492.777898ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:10.404703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:09.91169Z","time spent":"493.004333ms","remote":"127.0.0.1:60930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-21T17:02:10.404632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:08.096193Z","time spent":"2.308432952s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-08-21T17:02:10.404179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.385502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-21T17:02:10.404866Z","caller":"traceutil/trace.go:171","msg":"trace[666137371] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:6901; }","duration":"554.116648ms","start":"2026-08-21T17:02:09.850735Z","end":"2026-08-21T17:02:10.404852Z","steps":["trace[666137371] 'agreement among raft nodes before linearized reading' (duration: 553.373562ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:10.404705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.39864209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4857"} {"level":"warn","ts":"2026-08-21T17:02:10.404925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:09.850714Z","time spent":"554.186329ms","remote":"127.0.0.1:33080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-08-21T17:02:10.404948Z","caller":"traceutil/trace.go:171","msg":"trace[363133753] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6901; }","duration":"2.398898355s","start":"2026-08-21T17:02:08.006038Z","end":"2026-08-21T17:02:10.404937Z","steps":["trace[363133753] 'agreement among raft nodes before linearized reading' (duration: 2.398612349s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:10.404987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:08.006031Z","time spent":"2.398947206s","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4880,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-08-21T17:02:10.405224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.303767676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-08-21T17:02:10.405279Z","caller":"traceutil/trace.go:171","msg":"trace[636646546] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:6901; }","duration":"1.303856978s","start":"2026-08-21T17:02:09.101409Z","end":"2026-08-21T17:02:10.405266Z","steps":["trace[636646546] 'agreement among raft nodes before linearized reading' (duration: 1.303743186s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:10.405313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:09.101389Z","time spent":"1.303917309s","remote":"127.0.0.1:32854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-08-21T17:02:10.405339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.593811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T17:02:10.40539Z","caller":"traceutil/trace.go:171","msg":"trace[1435779516] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6901; }","duration":"646.681684ms","start":"2026-08-21T17:02:09.758695Z","end":"2026-08-21T17:02:10.405377Z","steps":["trace[1435779516] 'agreement among raft nodes before linearized reading' (duration: 646.599922ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:10.405429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:09.758676Z","time spent":"646.745965ms","remote":"127.0.0.1:60932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-21T17:02:10.405624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.140044207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-08-21T17:02:10.405662Z","caller":"traceutil/trace.go:171","msg":"trace[2006538744] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6901; }","duration":"2.140125029s","start":"2026-08-21T17:02:08.265528Z","end":"2026-08-21T17:02:10.405653Z","steps":["trace[2006538744] 'agreement among raft nodes before linearized reading' (duration: 2.140034157s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:10.40569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:08.265505Z","time spent":"2.140179269s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-21T17:02:10.4038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.138225155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-08-21T17:02:10.407858Z","caller":"traceutil/trace.go:171","msg":"trace[1164659783] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6901; }","duration":"2.142339277s","start":"2026-08-21T17:02:08.265506Z","end":"2026-08-21T17:02:10.407845Z","steps":["trace[1164659783] 'agreement among raft nodes before linearized reading' (duration: 2.138131593s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:10.407911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:08.265486Z","time spent":"2.142412419s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-08-21T17:02:10.623318Z","caller":"traceutil/trace.go:171","msg":"trace[1441676320] transaction","detail":"{read_only:false; response_revision:6905; number_of_response:1; }","duration":"211.633158ms","start":"2026-08-21T17:02:10.411669Z","end":"2026-08-21T17:02:10.623302Z","steps":["trace[1441676320] 'process raft request' (duration: 211.601067ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:02:10.62332Z","caller":"traceutil/trace.go:171","msg":"trace[1626093769] transaction","detail":"{read_only:false; response_revision:6903; number_of_response:1; }","duration":"212.065527ms","start":"2026-08-21T17:02:10.411229Z","end":"2026-08-21T17:02:10.623295Z","steps":["trace[1626093769] 'process raft request' (duration: 211.911664ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:02:10.623538Z","caller":"traceutil/trace.go:171","msg":"trace[1740360967] transaction","detail":"{read_only:false; response_revision:6904; number_of_response:1; }","duration":"212.133969ms","start":"2026-08-21T17:02:10.411398Z","end":"2026-08-21T17:02:10.623532Z","steps":["trace[1740360967] 'process raft request' (duration: 211.848683ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:02:10.623652Z","caller":"traceutil/trace.go:171","msg":"trace[2076544504] linearizableReadLoop","detail":"{readStateIndex:7156; appliedIndex:7155; }","duration":"212.251721ms","start":"2026-08-21T17:02:10.411381Z","end":"2026-08-21T17:02:10.623633Z","steps":["trace[2076544504] 'read index received' (duration: 27.338039ms)","trace[2076544504] 'applied index is now lower than readState.Index' (duration: 184.913102ms)"],"step_count":2} {"level":"info","ts":"2026-08-21T17:02:10.623765Z","caller":"traceutil/trace.go:171","msg":"trace[380796219] transaction","detail":"{read_only:false; response_revision:6906; number_of_response:1; }","duration":"211.594567ms","start":"2026-08-21T17:02:10.412103Z","end":"2026-08-21T17:02:10.623698Z","steps":["trace[380796219] 'process raft request' (duration: 211.182888ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:10.623841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.449425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18cde0865c08d50b\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-08-21T17:02:10.623862Z","caller":"traceutil/trace.go:171","msg":"trace[1140839061] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18cde0865c08d50b; range_end:; response_count:1; response_revision:6906; }","duration":"212.512917ms","start":"2026-08-21T17:02:10.411343Z","end":"2026-08-21T17:02:10.623856Z","steps":["trace[1140839061] 'agreement among raft nodes before linearized reading' (duration: 212.327503ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:02:10.781865Z","caller":"traceutil/trace.go:171","msg":"trace[1919785506] transaction","detail":"{read_only:false; response_revision:6909; number_of_response:1; }","duration":"156.016427ms","start":"2026-08-21T17:02:10.625796Z","end":"2026-08-21T17:02:10.781813Z","steps":["trace[1919785506] 'process raft request' (duration: 140.556683ms)","trace[1919785506] 'compare' (duration: 15.315211ms)"],"step_count":2} {"level":"info","ts":"2026-08-21T17:02:13.878046Z","caller":"traceutil/trace.go:171","msg":"trace[184233719] linearizableReadLoop","detail":"{readStateIndex:7179; appliedIndex:7178; }","duration":"121.668498ms","start":"2026-08-21T17:02:13.756358Z","end":"2026-08-21T17:02:13.878026Z","steps":["trace[184233719] 'read index received' (duration: 121.449034ms)","trace[184233719] 'applied index is now lower than readState.Index' (duration: 218.334µs)"],"step_count":2} {"level":"warn","ts":"2026-08-21T17:02:13.878227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.851112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T17:02:13.878258Z","caller":"traceutil/trace.go:171","msg":"trace[1198023562] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6925; }","duration":"121.923984ms","start":"2026-08-21T17:02:13.756327Z","end":"2026-08-21T17:02:13.878251Z","steps":["trace[1198023562] 'agreement among raft nodes before linearized reading' (duration: 121.778331ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:02:13.878419Z","caller":"traceutil/trace.go:171","msg":"trace[235688638] transaction","detail":"{read_only:false; response_revision:6925; number_of_response:1; }","duration":"136.814135ms","start":"2026-08-21T17:02:13.741581Z","end":"2026-08-21T17:02:13.878395Z","steps":["trace[235688638] 'process raft request' (duration: 136.281404ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:02:14.064341Z","caller":"traceutil/trace.go:171","msg":"trace[1347824619] transaction","detail":"{read_only:false; response_revision:6928; number_of_response:1; }","duration":"102.045801ms","start":"2026-08-21T17:02:13.962262Z","end":"2026-08-21T17:02:14.064308Z","steps":["trace[1347824619] 'process raft request' (duration: 96.894197ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:16.962047Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100603974,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:02:17.463147Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100603974,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:02:17.65667Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.293299195s","expected-duration":"1s"} {"level":"info","ts":"2026-08-21T17:02:17.657103Z","caller":"traceutil/trace.go:171","msg":"trace[559933922] transaction","detail":"{read_only:false; response_revision:6940; number_of_response:1; }","duration":"1.293836757s","start":"2026-08-21T17:02:16.363248Z","end":"2026-08-21T17:02:17.657084Z","steps":["trace[559933922] 'process raft request' (duration: 1.293683493s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:17.657229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:16.363223Z","time spent":"1.29394506s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T17:02:19.355569Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.698631185s","expected-duration":"1s"} {"level":"info","ts":"2026-08-21T17:02:19.356267Z","caller":"traceutil/trace.go:171","msg":"trace[1037438836] transaction","detail":"{read_only:false; response_revision:6941; number_of_response:1; }","duration":"2.990399646s","start":"2026-08-21T17:02:16.365833Z","end":"2026-08-21T17:02:19.356232Z","steps":["trace[1037438836] 'process raft request' (duration: 2.989931396s)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:02:19.356519Z","caller":"traceutil/trace.go:171","msg":"trace[240929264] transaction","detail":"{read_only:false; response_revision:6943; number_of_response:1; }","duration":"2.989399865s","start":"2026-08-21T17:02:16.367089Z","end":"2026-08-21T17:02:19.356489Z","steps":["trace[240929264] 'process raft request' (duration: 2.989084808s)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:02:19.356295Z","caller":"traceutil/trace.go:171","msg":"trace[449556089] transaction","detail":"{read_only:false; response_revision:6942; number_of_response:1; }","duration":"2.989529627s","start":"2026-08-21T17:02:16.366691Z","end":"2026-08-21T17:02:19.356221Z","steps":["trace[449556089] 'process raft request' (duration: 2.989414734s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:19.356757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:16.367075Z","time spent":"2.989531438s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T17:02:19.357087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:16.366677Z","time spent":"2.99007489s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T17:02:19.357479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:16.365803Z","time spent":"2.990595911s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T17:02:19.608051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.69677ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-08-21T17:02:19.608149Z","caller":"traceutil/trace.go:171","msg":"trace[1762891398] linearizableReadLoop","detail":"{readStateIndex:7198; appliedIndex:7193; }","duration":"3.146468135s","start":"2026-08-21T17:02:16.461662Z","end":"2026-08-21T17:02:19.60813Z","steps":["trace[1762891398] 'read index received' (duration: 1.195397534s)","trace[1762891398] 'applied index is now lower than readState.Index' (duration: 1.951068961s)"],"step_count":2} {"level":"warn","ts":"2026-08-21T17:02:19.608376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.656114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/dashboard\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T17:02:19.608841Z","caller":"traceutil/trace.go:171","msg":"trace[441123638] range","detail":"{range_begin:/registry/ingress/openstack/dashboard; range_end:; response_count:0; response_revision:6943; }","duration":"685.142935ms","start":"2026-08-21T17:02:18.923667Z","end":"2026-08-21T17:02:19.60881Z","steps":["trace[441123638] 'agreement among raft nodes before linearized reading' (duration: 684.661883ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:19.608922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:18.923646Z","time spent":"685.265788ms","remote":"127.0.0.1:32964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/ingress/openstack/dashboard\" "} {"level":"warn","ts":"2026-08-21T17:02:19.608393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.146677779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-08-21T17:02:19.609323Z","caller":"traceutil/trace.go:171","msg":"trace[438542356] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6943; }","duration":"3.147691582s","start":"2026-08-21T17:02:16.46162Z","end":"2026-08-21T17:02:19.609312Z","steps":["trace[438542356] 'agreement among raft nodes before linearized reading' (duration: 3.146609388s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:19.609403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:16.461602Z","time spent":"3.147788844s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-21T17:02:19.608422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.128517749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-08-21T17:02:19.609524Z","caller":"traceutil/trace.go:171","msg":"trace[400469841] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6943; }","duration":"3.129650393s","start":"2026-08-21T17:02:16.479857Z","end":"2026-08-21T17:02:19.609508Z","steps":["trace[400469841] 'agreement among raft nodes before linearized reading' (duration: 3.128420856s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:19.60958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:16.479846Z","time spent":"3.129718116s","remote":"127.0.0.1:32866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-08-21T17:02:19.608395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.560352499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T17:02:19.609741Z","caller":"traceutil/trace.go:171","msg":"trace[1561477740] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:6943; }","duration":"2.561734938s","start":"2026-08-21T17:02:17.047965Z","end":"2026-08-21T17:02:19.6097Z","steps":["trace[1561477740] 'agreement among raft nodes before linearized reading' (duration: 2.560350158s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:19.609894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:17.047948Z","time spent":"2.561886222s","remote":"127.0.0.1:53652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:02:19.608471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.830374687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T17:02:19.610029Z","caller":"traceutil/trace.go:171","msg":"trace[489011773] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:6943; }","duration":"2.831971833s","start":"2026-08-21T17:02:16.77804Z","end":"2026-08-21T17:02:19.610012Z","steps":["trace[489011773] 'agreement among raft nodes before linearized reading' (duration: 2.830404158s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:19.610082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:16.778014Z","time spent":"2.832051575s","remote":"127.0.0.1:51372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:02:19.60847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354278227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T17:02:19.610853Z","caller":"traceutil/trace.go:171","msg":"trace[313407935] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:6943; }","duration":"1.35668002s","start":"2026-08-21T17:02:18.254148Z","end":"2026-08-21T17:02:19.610828Z","steps":["trace[313407935] 'agreement among raft nodes before linearized reading' (duration: 1.354293508s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:19.610924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:18.254128Z","time spent":"1.356778152s","remote":"127.0.0.1:35632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:02:19.60849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.851341694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T17:02:19.611549Z","caller":"traceutil/trace.go:171","msg":"trace[1675533692] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6943; }","duration":"1.854314079s","start":"2026-08-21T17:02:17.757112Z","end":"2026-08-21T17:02:19.611426Z","steps":["trace[1675533692] 'agreement among raft nodes before linearized reading' (duration: 1.851350153s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:19.608556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.953872874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-08-21T17:02:19.611625Z","caller":"traceutil/trace.go:171","msg":"trace[909711542] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6943; }","duration":"2.956932221s","start":"2026-08-21T17:02:16.654674Z","end":"2026-08-21T17:02:19.611606Z","steps":["trace[909711542] 'agreement among raft nodes before linearized reading' (duration: 2.953817552s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:19.608573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.206376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-08-21T17:02:19.611687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:16.654646Z","time spent":"2.957022743s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-08-21T17:02:19.611712Z","caller":"traceutil/trace.go:171","msg":"trace[787343165] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:6943; }","duration":"653.344155ms","start":"2026-08-21T17:02:18.958356Z","end":"2026-08-21T17:02:19.6117Z","steps":["trace[787343165] 'agreement among raft nodes before linearized reading' (duration: 650.155844ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:19.611752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:18.958291Z","time spent":"653.449397ms","remote":"127.0.0.1:32878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":40,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:02:19.608615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.96047826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-08-21T17:02:19.611786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:17.757071Z","time spent":"1.854521644s","remote":"127.0.0.1:60930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-08-21T17:02:19.611854Z","caller":"traceutil/trace.go:171","msg":"trace[351666563] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6943; }","duration":"2.96367551s","start":"2026-08-21T17:02:16.648126Z","end":"2026-08-21T17:02:19.611801Z","steps":["trace[351666563] 'agreement among raft nodes before linearized reading' (duration: 2.960429599s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:19.611939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:16.648069Z","time spent":"2.963853334s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-08-21T17:02:19.608637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.955963661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-08-21T17:02:19.612065Z","caller":"traceutil/trace.go:171","msg":"trace[985067610] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6943; }","duration":"2.959401695s","start":"2026-08-21T17:02:16.652648Z","end":"2026-08-21T17:02:19.61205Z","steps":["trace[985067610] 'agreement among raft nodes before linearized reading' (duration: 2.95594048s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:19.612111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:16.65264Z","time spent":"2.959458427s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-21T17:02:19.609098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.957236778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-08-21T17:02:19.612215Z","caller":"traceutil/trace.go:171","msg":"trace[1319792054] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6943; }","duration":"2.960350546s","start":"2026-08-21T17:02:16.651841Z","end":"2026-08-21T17:02:19.612191Z","steps":["trace[1319792054] 'agreement among raft nodes before linearized reading' (duration: 2.956665675s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:19.612283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:16.651806Z","time spent":"2.960465928s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-08-21T17:02:20.040191Z","caller":"traceutil/trace.go:171","msg":"trace[1823717620] transaction","detail":"{read_only:false; response_revision:6945; number_of_response:1; }","duration":"421.280524ms","start":"2026-08-21T17:02:19.61889Z","end":"2026-08-21T17:02:20.04017Z","steps":["trace[1823717620] 'process raft request' (duration: 421.07535ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:20.040328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:19.618878Z","time spent":"421.378666ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T17:02:20.040482Z","caller":"traceutil/trace.go:171","msg":"trace[384054169] transaction","detail":"{read_only:false; response_revision:6946; number_of_response:1; }","duration":"421.500718ms","start":"2026-08-21T17:02:19.618958Z","end":"2026-08-21T17:02:20.040459Z","steps":["trace[384054169] 'process raft request' (duration: 421.177031ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:20.040626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:19.618938Z","time spent":"421.612331ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T17:02:20.041165Z","caller":"traceutil/trace.go:171","msg":"trace[1769904006] transaction","detail":"{read_only:false; response_revision:6947; number_of_response:1; }","duration":"421.989319ms","start":"2026-08-21T17:02:19.619161Z","end":"2026-08-21T17:02:20.04115Z","steps":["trace[1769904006] 'process raft request' (duration: 421.217312ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:20.04124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:19.619148Z","time spent":"422.055291ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T17:02:20.041272Z","caller":"traceutil/trace.go:171","msg":"trace[673416407] transaction","detail":"{read_only:false; response_revision:6948; number_of_response:1; }","duration":"422.01151ms","start":"2026-08-21T17:02:19.619244Z","end":"2026-08-21T17:02:20.041255Z","steps":["trace[673416407] 'process raft request' (duration: 421.722033ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:20.041354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:19.618654Z","time spent":"422.661744ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T17:02:20.041205Z","caller":"traceutil/trace.go:171","msg":"trace[784325058] linearizableReadLoop","detail":"{readStateIndex:7203; appliedIndex:7198; }","duration":"421.062208ms","start":"2026-08-21T17:02:19.6201Z","end":"2026-08-21T17:02:20.041162Z","steps":["trace[784325058] 'read index received' (duration: 86.659184ms)","trace[784325058] 'applied index is now lower than readState.Index' (duration: 334.402094ms)"],"step_count":2} {"level":"info","ts":"2026-08-21T17:02:20.041544Z","caller":"traceutil/trace.go:171","msg":"trace[115046061] transaction","detail":"{read_only:false; response_revision:6949; number_of_response:1; }","duration":"378.724919ms","start":"2026-08-21T17:02:19.662808Z","end":"2026-08-21T17:02:20.041533Z","steps":["trace[115046061] 'process raft request' (duration: 378.280358ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:20.041609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:19.662767Z","time spent":"378.811531ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T17:02:20.041719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.615751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T17:02:20.041767Z","caller":"traceutil/trace.go:171","msg":"trace[261388464] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6949; }","duration":"421.679771ms","start":"2026-08-21T17:02:19.620072Z","end":"2026-08-21T17:02:20.041752Z","steps":["trace[261388464] 'agreement among raft nodes before linearized reading' (duration: 421.61384ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:20.0418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:19.620061Z","time spent":"421.732683ms","remote":"127.0.0.1:60930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-21T17:02:20.042115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.261759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T17:02:20.042187Z","caller":"traceutil/trace.go:171","msg":"trace[1279817374] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:6949; }","duration":"399.538585ms","start":"2026-08-21T17:02:19.642636Z","end":"2026-08-21T17:02:20.042174Z","steps":["trace[1279817374] 'agreement among raft nodes before linearized reading' (duration: 399.246439ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:20.042223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:19.642624Z","time spent":"399.589896ms","remote":"127.0.0.1:32802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-08-21T17:02:20.042389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.571163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T17:02:20.042431Z","caller":"traceutil/trace.go:171","msg":"trace[213369352] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6949; }","duration":"372.637725ms","start":"2026-08-21T17:02:19.669782Z","end":"2026-08-21T17:02:20.04242Z","steps":["trace[213369352] 'agreement among raft nodes before linearized reading' (duration: 372.577003ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:20.042459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:19.669774Z","time spent":"372.678635ms","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-08-21T17:02:20.867607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.993595ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-08-21T17:02:20.867856Z","caller":"traceutil/trace.go:171","msg":"trace[397185892] transaction","detail":"{read_only:false; response_revision:6951; number_of_response:1; }","duration":"788.582266ms","start":"2026-08-21T17:02:20.079256Z","end":"2026-08-21T17:02:20.867838Z","steps":["trace[397185892] 'process raft request' (duration: 788.467843ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:20.867941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:20.079243Z","time spent":"788.656527ms","remote":"127.0.0.1:32790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":860,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-21T17:02:20.86835Z","caller":"traceutil/trace.go:171","msg":"trace[1649725864] transaction","detail":"{read_only:false; response_revision:6950; number_of_response:1; }","duration":"823.791447ms","start":"2026-08-21T17:02:20.044539Z","end":"2026-08-21T17:02:20.86833Z","steps":["trace[1649725864] 'process raft request' (duration: 132.012025ms)","trace[1649725864] 'compare' (duration: 690.420772ms)"],"step_count":2} {"level":"warn","ts":"2026-08-21T17:02:20.868448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:20.044523Z","time spent":"823.88021ms","remote":"127.0.0.1:32964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1133,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-21T17:02:20.869283Z","caller":"traceutil/trace.go:171","msg":"trace[1427229894] linearizableReadLoop","detail":"{readStateIndex:7205; appliedIndex:7204; }","duration":"823.106113ms","start":"2026-08-21T17:02:20.046164Z","end":"2026-08-21T17:02:20.86927Z","steps":["trace[1427229894] 'read index received' (duration: 130.39913ms)","trace[1427229894] 'applied index is now lower than readState.Index' (duration: 692.705603ms)"],"step_count":2} {"level":"warn","ts":"2026-08-21T17:02:20.869787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.575973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T17:02:20.86992Z","caller":"traceutil/trace.go:171","msg":"trace[1655151186] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6951; }","duration":"823.754556ms","start":"2026-08-21T17:02:20.046138Z","end":"2026-08-21T17:02:20.869892Z","steps":["trace[1655151186] 'agreement among raft nodes before linearized reading' (duration: 823.377358ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:20.869983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:20.046115Z","time spent":"823.857329ms","remote":"127.0.0.1:32878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-08-21T17:02:21.726987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.589767ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-21T17:02:21.727218Z","caller":"traceutil/trace.go:171","msg":"trace[1708691123] linearizableReadLoop","detail":"{readStateIndex:7207; appliedIndex:7206; }","duration":"857.85506ms","start":"2026-08-21T17:02:20.869311Z","end":"2026-08-21T17:02:21.727166Z","steps":["trace[1708691123] 'read index received' (duration: 106.927105ms)","trace[1708691123] 'applied index is now lower than readState.Index' (duration: 750.925945ms)"],"step_count":2} {"level":"info","ts":"2026-08-21T17:02:21.727476Z","caller":"traceutil/trace.go:171","msg":"trace[947687309] transaction","detail":"{read_only:false; response_revision:6952; number_of_response:1; }","duration":"1.08949297s","start":"2026-08-21T17:02:20.637967Z","end":"2026-08-21T17:02:21.72746Z","steps":["trace[947687309] 'process raft request' (duration: 338.305459ms)","trace[947687309] 'compare' (duration: 749.077694ms)"],"step_count":2} {"level":"warn","ts":"2026-08-21T17:02:21.727562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:20.63794Z","time spent":"1.089582542s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T17:02:21.727815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.004343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T17:02:21.72785Z","caller":"traceutil/trace.go:171","msg":"trace[1982507812] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6952; }","duration":"972.079285ms","start":"2026-08-21T17:02:20.75576Z","end":"2026-08-21T17:02:21.727839Z","steps":["trace[1982507812] 'agreement among raft nodes before linearized reading' (duration: 972.010764ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:21.727888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:20.755698Z","time spent":"972.182217ms","remote":"127.0.0.1:60930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-21T17:02:21.728253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.649455762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/horizon-75b49cd5cc-zk9q2\" ","response":"range_response_count:1 size:9617"} {"level":"info","ts":"2026-08-21T17:02:21.728289Z","caller":"traceutil/trace.go:171","msg":"trace[1683463197] range","detail":"{range_begin:/registry/pods/openstack/horizon-75b49cd5cc-zk9q2; range_end:; response_count:1; response_revision:6952; }","duration":"1.649540963s","start":"2026-08-21T17:02:20.078735Z","end":"2026-08-21T17:02:21.728276Z","steps":["trace[1683463197] 'agreement among raft nodes before linearized reading' (duration: 1.649357699s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:21.728325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:20.078711Z","time spent":"1.649601574s","remote":"127.0.0.1:32866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":9640,"request content":"key:\"/registry/pods/openstack/horizon-75b49cd5cc-zk9q2\" "} {"level":"warn","ts":"2026-08-21T17:02:21.728645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.68220017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f845b1f9-1392-47bf-899c-d99602c7a114\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-08-21T17:02:21.728698Z","caller":"traceutil/trace.go:171","msg":"trace[73352548] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f845b1f9-1392-47bf-899c-d99602c7a114; range_end:; response_count:1; response_revision:6952; }","duration":"1.682267522s","start":"2026-08-21T17:02:20.046419Z","end":"2026-08-21T17:02:21.728686Z","steps":["trace[73352548] 'agreement among raft nodes before linearized reading' (duration: 1.682122119s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:21.728735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:20.046413Z","time spent":"1.682312153s","remote":"127.0.0.1:32838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1473,"request content":"key:\"/registry/persistentvolumes/pvc-f845b1f9-1392-47bf-899c-d99602c7a114\" "} {"level":"info","ts":"2026-08-21T17:02:21.748403Z","caller":"traceutil/trace.go:171","msg":"trace[172473477] transaction","detail":"{read_only:false; response_revision:6955; number_of_response:1; }","duration":"873.072823ms","start":"2026-08-21T17:02:20.875307Z","end":"2026-08-21T17:02:21.74838Z","steps":["trace[172473477] 'process raft request' (duration: 873.022842ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:02:21.748459Z","caller":"traceutil/trace.go:171","msg":"trace[1243969973] transaction","detail":"{read_only:false; response_revision:6953; number_of_response:1; }","duration":"874.31654ms","start":"2026-08-21T17:02:20.874061Z","end":"2026-08-21T17:02:21.748377Z","steps":["trace[1243969973] 'process raft request' (duration: 874.075995ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:02:21.74848Z","caller":"traceutil/trace.go:171","msg":"trace[711536689] transaction","detail":"{read_only:false; response_revision:6954; number_of_response:1; }","duration":"874.29097ms","start":"2026-08-21T17:02:20.874136Z","end":"2026-08-21T17:02:21.748427Z","steps":["trace[711536689] 'process raft request' (duration: 874.155237ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:21.748621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:20.874032Z","time spent":"874.502474ms","remote":"127.0.0.1:32790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":658,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-21T17:02:21.748611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:20.874121Z","time spent":"874.428713ms","remote":"127.0.0.1:32790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":860,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-21T17:02:21.748615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:20.875296Z","time spent":"873.229606ms","remote":"127.0.0.1:56090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1174,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-21T17:02:22.811945Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.063917597s","expected-duration":"1s"} {"level":"info","ts":"2026-08-21T17:02:22.812527Z","caller":"traceutil/trace.go:171","msg":"trace[1176399624] transaction","detail":"{read_only:false; response_revision:6956; number_of_response:1; }","duration":"1.450205187s","start":"2026-08-21T17:02:21.362295Z","end":"2026-08-21T17:02:22.8125Z","steps":["trace[1176399624] 'process raft request' (duration: 1.449939202s)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:02:22.812575Z","caller":"traceutil/trace.go:171","msg":"trace[952712760] transaction","detail":"{read_only:false; response_revision:6957; number_of_response:1; }","duration":"1.450187288s","start":"2026-08-21T17:02:21.362366Z","end":"2026-08-21T17:02:22.812553Z","steps":["trace[952712760] 'process raft request' (duration: 1.450035914s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:22.812711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:21.362276Z","time spent":"1.45031612s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T17:02:22.81271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:21.36236Z","time spent":"1.45029304s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T17:02:22.813173Z","caller":"traceutil/trace.go:171","msg":"trace[1486969129] transaction","detail":"{read_only:false; response_revision:6958; number_of_response:1; }","duration":"1.449791969s","start":"2026-08-21T17:02:21.363372Z","end":"2026-08-21T17:02:22.813164Z","steps":["trace[1486969129] 'process raft request' (duration: 1.449098784s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:22.813226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:21.363342Z","time spent":"1.449858749s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T17:02:22.813296Z","caller":"traceutil/trace.go:171","msg":"trace[988991209] linearizableReadLoop","detail":"{readStateIndex:7213; appliedIndex:7207; }","duration":"1.086026962s","start":"2026-08-21T17:02:21.727251Z","end":"2026-08-21T17:02:22.813278Z","steps":["trace[988991209] 'read index received' (duration: 20.862497ms)","trace[988991209] 'applied index is now lower than readState.Index' (duration: 1.065163295s)"],"step_count":2} {"level":"warn","ts":"2026-08-21T17:02:22.813568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.537034999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-21T17:02:22.813617Z","caller":"traceutil/trace.go:171","msg":"trace[1980309607] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6959; }","duration":"1.537122951s","start":"2026-08-21T17:02:21.276483Z","end":"2026-08-21T17:02:22.813606Z","steps":["trace[1980309607] 'agreement among raft nodes before linearized reading' (duration: 1.537045839s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:22.813663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:21.276464Z","time spent":"1.537186612s","remote":"127.0.0.1:53938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:02:22.813883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.786763787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-21T17:02:22.81393Z","caller":"traceutil/trace.go:171","msg":"trace[1484266732] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:6959; }","duration":"1.786814218s","start":"2026-08-21T17:02:21.027106Z","end":"2026-08-21T17:02:22.81392Z","steps":["trace[1484266732] 'agreement among raft nodes before linearized reading' (duration: 1.786744256s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:22.813965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:21.027005Z","time spent":"1.786949601s","remote":"127.0.0.1:51390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:02:22.814253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.838692765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-r5rnv.18cde01c2bd55854\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-08-21T17:02:22.814309Z","caller":"traceutil/trace.go:171","msg":"trace[1409636561] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-r5rnv.18cde01c2bd55854; range_end:; response_count:1; response_revision:6959; }","duration":"1.838774037s","start":"2026-08-21T17:02:20.975518Z","end":"2026-08-21T17:02:22.814292Z","steps":["trace[1409636561] 'agreement among raft nodes before linearized reading' (duration: 1.838611214s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:22.814355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:20.975503Z","time spent":"1.838841469s","remote":"127.0.0.1:32790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":788,"request content":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-r5rnv.18cde01c2bd55854\" "} {"level":"warn","ts":"2026-08-21T17:02:22.814641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.939327033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-08-21T17:02:22.814699Z","caller":"traceutil/trace.go:171","msg":"trace[539468379] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6959; }","duration":"1.939419915s","start":"2026-08-21T17:02:20.875267Z","end":"2026-08-21T17:02:22.814687Z","steps":["trace[539468379] 'agreement among raft nodes before linearized reading' (duration: 1.939274302s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:22.814744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:20.875246Z","time spent":"1.939488126s","remote":"127.0.0.1:32866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-08-21T17:02:22.815158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.103360082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-08-21T17:02:22.815189Z","caller":"traceutil/trace.go:171","msg":"trace[1074206624] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6959; }","duration":"1.103436044s","start":"2026-08-21T17:02:21.711746Z","end":"2026-08-21T17:02:22.815182Z","steps":["trace[1074206624] 'agreement among raft nodes before linearized reading' (duration: 1.103264921s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:22.815245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:21.711731Z","time spent":"1.103491205s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-08-21T17:02:22.815417Z","caller":"traceutil/trace.go:171","msg":"trace[1731340101] transaction","detail":"{read_only:false; response_revision:6959; number_of_response:1; }","duration":"1.077886605s","start":"2026-08-21T17:02:21.737493Z","end":"2026-08-21T17:02:22.81538Z","steps":["trace[1731340101] 'process raft request' (duration: 1.075614355s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:22.815568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:21.737462Z","time spent":"1.078024608s","remote":"127.0.0.1:32866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9613,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T17:02:22.81566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24981736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.83\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-08-21T17:02:22.815791Z","caller":"traceutil/trace.go:171","msg":"trace[862904865] range","detail":"{range_begin:/registry/masterleases/199.19.213.83; range_end:; response_count:1; response_revision:6959; }","duration":"1.250047215s","start":"2026-08-21T17:02:21.565718Z","end":"2026-08-21T17:02:22.815765Z","steps":["trace[862904865] 'agreement among raft nodes before linearized reading' (duration: 1.249627726s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:22.81586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:21.565699Z","time spent":"1.250146447s","remote":"127.0.0.1:60966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.19.213.83\" "} {"level":"warn","ts":"2026-08-21T17:02:22.813474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.532813817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T17:02:22.816345Z","caller":"traceutil/trace.go:171","msg":"trace[850754519] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:6959; }","duration":"1.53570375s","start":"2026-08-21T17:02:21.280631Z","end":"2026-08-21T17:02:22.816335Z","steps":["trace[850754519] 'agreement among raft nodes before linearized reading' (duration: 1.532805355s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:22.816372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:21.280622Z","time spent":"1.53574074s","remote":"127.0.0.1:53630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:02:23.313983Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604012,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:02:23.567194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.214233ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-08-21T17:02:23.567698Z","caller":"traceutil/trace.go:171","msg":"trace[526985651] transaction","detail":"{read_only:false; response_revision:6962; number_of_response:1; }","duration":"1.811642556s","start":"2026-08-21T17:02:21.756024Z","end":"2026-08-21T17:02:23.567667Z","steps":["trace[526985651] 'process raft request' (duration: 1.811427542s)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:02:23.567711Z","caller":"traceutil/trace.go:171","msg":"trace[1979698950] transaction","detail":"{read_only:false; response_revision:6961; number_of_response:1; }","duration":"1.811773849s","start":"2026-08-21T17:02:21.755889Z","end":"2026-08-21T17:02:23.567663Z","steps":["trace[1979698950] 'process raft request' (duration: 1.811437902s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:23.567839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:21.756019Z","time spent":"1.811745348s","remote":"127.0.0.1:32790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":708,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-21T17:02:23.567806Z","caller":"traceutil/trace.go:171","msg":"trace[1670809584] transaction","detail":"{read_only:false; response_revision:6960; number_of_response:1; }","duration":"1.815167562s","start":"2026-08-21T17:02:21.752606Z","end":"2026-08-21T17:02:23.567774Z","steps":["trace[1670809584] 'process raft request' (duration: 1.673258505s)","trace[1670809584] 'compare' (duration: 140.535957ms)"],"step_count":2} {"level":"warn","ts":"2026-08-21T17:02:23.567922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:21.755866Z","time spent":"1.811940452s","remote":"127.0.0.1:56090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1762,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T17:02:23.567953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:21.752576Z","time spent":"1.815309766s","remote":"127.0.0.1:32790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":860,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-21T17:02:23.567994Z","caller":"traceutil/trace.go:171","msg":"trace[186349603] transaction","detail":"{read_only:false; number_of_response:1; response_revision:6962; }","duration":"1.810618154s","start":"2026-08-21T17:02:21.757352Z","end":"2026-08-21T17:02:23.56797Z","steps":["trace[186349603] 'process raft request' (duration: 1.810158404s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:23.568134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:21.757336Z","time spent":"1.810731086s","remote":"127.0.0.1:56090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":70,"response count":0,"response size":1811,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T17:02:23.568158Z","caller":"traceutil/trace.go:171","msg":"trace[1245772604] transaction","detail":"{read_only:false; response_revision:6963; number_of_response:1; }","duration":"1.72598559s","start":"2026-08-21T17:02:21.842139Z","end":"2026-08-21T17:02:23.568125Z","steps":["trace[1245772604] 'process raft request' (duration: 1.725407658s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:23.568305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:21.842107Z","time spent":"1.726125434s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T17:02:23.571873Z","caller":"traceutil/trace.go:171","msg":"trace[611702227] transaction","detail":"{read_only:false; response_revision:6964; number_of_response:1; }","duration":"1.519824967s","start":"2026-08-21T17:02:22.049019Z","end":"2026-08-21T17:02:23.568844Z","steps":["trace[611702227] 'process raft request' (duration: 1.518924747s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:23.572087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:22.049002Z","time spent":"1.522947725s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T17:02:23.573329Z","caller":"traceutil/trace.go:171","msg":"trace[230652943] transaction","detail":"{read_only:false; response_revision:6965; number_of_response:1; }","duration":"1.033432234s","start":"2026-08-21T17:02:22.53985Z","end":"2026-08-21T17:02:23.573282Z","steps":["trace[230652943] 'process raft request' (duration: 1.028796623s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:23.573452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:22.539823Z","time spent":"1.033562826s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T17:02:23.653545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:22.816948Z","time spent":"836.589446ms","remote":"127.0.0.1:60966","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-08-21T17:02:23.653725Z","caller":"traceutil/trace.go:171","msg":"trace[695814638] transaction","detail":"{read_only:false; response_revision:6966; number_of_response:1; }","duration":"833.841278ms","start":"2026-08-21T17:02:22.819797Z","end":"2026-08-21T17:02:23.653638Z","steps":["trace[695814638] 'process raft request' (duration: 833.628182ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:23.654014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:22.819748Z","time spent":"834.071852ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T17:02:23.654007Z","caller":"traceutil/trace.go:171","msg":"trace[1336175870] transaction","detail":"{read_only:false; response_revision:6967; number_of_response:1; }","duration":"833.95356ms","start":"2026-08-21T17:02:22.820006Z","end":"2026-08-21T17:02:23.653959Z","steps":["trace[1336175870] 'process raft request' (duration: 833.560752ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:23.654163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.920689958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T17:02:23.654223Z","caller":"traceutil/trace.go:171","msg":"trace[822556917] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6967; }","duration":"1.920813131s","start":"2026-08-21T17:02:21.733396Z","end":"2026-08-21T17:02:23.654209Z","steps":["trace[822556917] 'agreement among raft nodes before linearized reading' (duration: 1.920670868s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:23.654266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:21.733373Z","time spent":"1.920885543s","remote":"127.0.0.1:60932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-21T17:02:23.654324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.094289272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T17:02:23.654392Z","caller":"traceutil/trace.go:171","msg":"trace[56124943] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:6967; }","duration":"1.094388334s","start":"2026-08-21T17:02:22.559987Z","end":"2026-08-21T17:02:23.654375Z","steps":["trace[56124943] 'agreement among raft nodes before linearized reading' (duration: 1.094306852s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:23.654382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:22.819999Z","time spent":"834.161875ms","remote":"127.0.0.1:32790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T17:02:23.654553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.425925362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-08-21T17:02:23.654591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.608291318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-08-21T17:02:23.654024Z","caller":"traceutil/trace.go:171","msg":"trace[1501999005] linearizableReadLoop","detail":"{readStateIndex:7224; appliedIndex:7214; }","duration":"840.613746ms","start":"2026-08-21T17:02:22.813348Z","end":"2026-08-21T17:02:23.653962Z","steps":["trace[1501999005] 'read index received' (duration: 612.534918ms)","trace[1501999005] 'applied index is now lower than readState.Index' (duration: 228.077208ms)"],"step_count":2} {"level":"warn","ts":"2026-08-21T17:02:23.654463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:22.559962Z","time spent":"1.094489046s","remote":"127.0.0.1:53516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-08-21T17:02:23.654648Z","caller":"traceutil/trace.go:171","msg":"trace[868183733] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6967; }","duration":"1.60836999s","start":"2026-08-21T17:02:22.046265Z","end":"2026-08-21T17:02:23.654635Z","steps":["trace[868183733] 'agreement among raft nodes before linearized reading' (duration: 1.608204066s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:23.654749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.609376102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-08-21T17:02:23.654787Z","caller":"traceutil/trace.go:171","msg":"trace[979653795] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6967; }","duration":"1.609449374s","start":"2026-08-21T17:02:22.045329Z","end":"2026-08-21T17:02:23.654779Z","steps":["trace[979653795] 'agreement among raft nodes before linearized reading' (duration: 1.609340751s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:23.654798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:22.046256Z","time spent":"1.608493862s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-21T17:02:23.654826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:22.045322Z","time spent":"1.609496284s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-21T17:02:23.654269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.606359676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-08-21T17:02:23.654957Z","caller":"traceutil/trace.go:171","msg":"trace[578087566] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6967; }","duration":"1.607062411s","start":"2026-08-21T17:02:22.047852Z","end":"2026-08-21T17:02:23.654914Z","steps":["trace[578087566] 'agreement among raft nodes before linearized reading' (duration: 1.606202823s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:23.654991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:22.047842Z","time spent":"1.607140784s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-21T17:02:23.655059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.855500031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-08-21T17:02:23.65508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.426732489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T17:02:23.655166Z","caller":"traceutil/trace.go:171","msg":"trace[904385093] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6967; }","duration":"1.426888832s","start":"2026-08-21T17:02:22.228259Z","end":"2026-08-21T17:02:23.655148Z","steps":["trace[904385093] 'agreement among raft nodes before linearized reading' (duration: 1.42636539s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:23.655204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.610037877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-08-21T17:02:23.655209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:22.228226Z","time spent":"1.426975824s","remote":"127.0.0.1:60930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-08-21T17:02:23.655235Z","caller":"traceutil/trace.go:171","msg":"trace[1321274654] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6967; }","duration":"1.610148519s","start":"2026-08-21T17:02:22.045078Z","end":"2026-08-21T17:02:23.655227Z","steps":["trace[1321274654] 'agreement among raft nodes before linearized reading' (duration: 1.610017066s)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:02:23.65517Z","caller":"traceutil/trace.go:171","msg":"trace[1321828305] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:6967; }","duration":"1.855717566s","start":"2026-08-21T17:02:21.799415Z","end":"2026-08-21T17:02:23.655133Z","steps":["trace[1321828305] 'agreement among raft nodes before linearized reading' (duration: 1.855421309s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:23.655284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:22.045049Z","time spent":"1.610206731s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-08-21T17:02:23.655338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:21.799381Z","time spent":"1.855907439s","remote":"127.0.0.1:56046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":10,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-08-21T17:02:23.655415Z","caller":"traceutil/trace.go:171","msg":"trace[965059560] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6967; }","duration":"1.426017273s","start":"2026-08-21T17:02:22.228562Z","end":"2026-08-21T17:02:23.654579Z","steps":["trace[965059560] 'agreement among raft nodes before linearized reading' (duration: 1.425923911s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:23.655497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:22.228464Z","time spent":"1.427012105s","remote":"127.0.0.1:53944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:02:24.155464Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604018,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:02:24.65636Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604018,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:02:25.157603Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604018,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:02:25.164312Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.510680399s","expected-duration":"1s"} {"level":"info","ts":"2026-08-21T17:02:25.164731Z","caller":"traceutil/trace.go:171","msg":"trace[1374601125] transaction","detail":"{read_only:false; response_revision:6968; number_of_response:1; }","duration":"1.58178574s","start":"2026-08-21T17:02:23.582925Z","end":"2026-08-21T17:02:25.164711Z","steps":["trace[1374601125] 'process raft request' (duration: 1.581651737s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:25.164847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:23.582906Z","time spent":"1.581863122s","remote":"127.0.0.1:56090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2311,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T17:02:25.662768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00023644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-21T17:02:25.662853Z","caller":"traceutil/trace.go:171","msg":"trace[69651397] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000357253s","start":"2026-08-21T17:02:23.662475Z","end":"2026-08-21T17:02:25.662833Z","steps":["trace[69651397] 'agreement among raft nodes before linearized reading' (duration: 2.00025603s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:25.662914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:23.662465Z","time spent":"2.000435534s","remote":"127.0.0.1:60930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/21 17:02:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-08-21T17:02:25.989319Z","caller":"traceutil/trace.go:171","msg":"trace[956695088] linearizableReadLoop","detail":"{readStateIndex:7233; appliedIndex:7225; }","duration":"2.334594575s","start":"2026-08-21T17:02:23.654694Z","end":"2026-08-21T17:02:25.989289Z","steps":["trace[956695088] 'read index received' (duration: 1.510623617s)","trace[956695088] 'applied index is now lower than readState.Index' (duration: 823.969688ms)"],"step_count":2} {"level":"info","ts":"2026-08-21T17:02:25.989455Z","caller":"traceutil/trace.go:171","msg":"trace[1647577429] transaction","detail":"{read_only:false; response_revision:6969; number_of_response:1; }","duration":"2.33343492s","start":"2026-08-21T17:02:23.656008Z","end":"2026-08-21T17:02:25.989443Z","steps":["trace[1647577429] 'process raft request' (duration: 2.331217241s)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:02:25.989685Z","caller":"traceutil/trace.go:171","msg":"trace[1086910133] transaction","detail":"{read_only:false; response_revision:6974; number_of_response:1; }","duration":"1.171113547s","start":"2026-08-21T17:02:24.818556Z","end":"2026-08-21T17:02:25.98967Z","steps":["trace[1086910133] 'process raft request' (duration: 1.170613397s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:25.989786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.739199536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-21T17:02:25.989824Z","caller":"traceutil/trace.go:171","msg":"trace[1739549296] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:6976; }","duration":"2.739250558s","start":"2026-08-21T17:02:23.250564Z","end":"2026-08-21T17:02:25.989815Z","steps":["trace[1739549296] 'agreement among raft nodes before linearized reading' (duration: 2.739111265s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:25.989846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:23.250507Z","time spent":"2.739334249s","remote":"127.0.0.1:53272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":39,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-08-21T17:02:25.989918Z","caller":"traceutil/trace.go:171","msg":"trace[1239584209] transaction","detail":"{read_only:false; response_revision:6970; number_of_response:1; }","duration":"2.329066513s","start":"2026-08-21T17:02:23.660842Z","end":"2026-08-21T17:02:25.989909Z","steps":["trace[1239584209] 'process raft request' (duration: 2.328050761s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:25.989968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:23.660814Z","time spent":"2.329132495s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T17:02:25.989993Z","caller":"traceutil/trace.go:171","msg":"trace[1267974626] transaction","detail":"{read_only:false; response_revision:6975; number_of_response:1; }","duration":"1.171360943s","start":"2026-08-21T17:02:24.818625Z","end":"2026-08-21T17:02:25.989986Z","steps":["trace[1267974626] 'process raft request' (duration: 1.170582677s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:25.990031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:24.818587Z","time spent":"1.171423104s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T17:02:25.990074Z","caller":"traceutil/trace.go:171","msg":"trace[534467459] transaction","detail":"{read_only:false; response_revision:6971; number_of_response:1; }","duration":"2.328249987s","start":"2026-08-21T17:02:23.661818Z","end":"2026-08-21T17:02:25.990068Z","steps":["trace[534467459] 'process raft request' (duration: 2.327222355s)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:02:25.99012Z","caller":"traceutil/trace.go:171","msg":"trace[935280536] transaction","detail":"{read_only:false; response_revision:6976; number_of_response:1; }","duration":"1.169950562s","start":"2026-08-21T17:02:24.820163Z","end":"2026-08-21T17:02:25.990114Z","steps":["trace[935280536] 'process raft request' (duration: 1.169083284s)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:02:25.99014Z","caller":"traceutil/trace.go:171","msg":"trace[120315835] transaction","detail":"{read_only:false; response_revision:6972; number_of_response:1; }","duration":"2.328024941s","start":"2026-08-21T17:02:23.662109Z","end":"2026-08-21T17:02:25.990134Z","steps":["trace[120315835] 'process raft request' (duration: 2.326978059s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:25.990152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:24.820137Z","time spent":"1.170000043s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T17:02:25.990182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:23.662102Z","time spent":"2.328062432s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T17:02:25.989791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:24.818521Z","time spent":"1.17120407s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T17:02:25.990116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:23.661798Z","time spent":"2.328298647s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T17:02:25.990298Z","caller":"traceutil/trace.go:171","msg":"trace[422378929] transaction","detail":"{read_only:false; response_revision:6973; number_of_response:1; }","duration":"2.326115539s","start":"2026-08-21T17:02:23.664174Z","end":"2026-08-21T17:02:25.99029Z","steps":["trace[422378929] 'process raft request' (duration: 2.324949545s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:25.990345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:23.664157Z","time spent":"2.326164421s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T17:02:25.990633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.168770551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/horizon-75b49cd5cc-5qwjw\" ","response":"range_response_count:1 size:9620"} {"level":"info","ts":"2026-08-21T17:02:25.990657Z","caller":"traceutil/trace.go:171","msg":"trace[1677116730] range","detail":"{range_begin:/registry/pods/openstack/horizon-75b49cd5cc-5qwjw; range_end:; response_count:1; response_revision:6976; }","duration":"3.168806531s","start":"2026-08-21T17:02:22.821845Z","end":"2026-08-21T17:02:25.990651Z","steps":["trace[1677116730] 'agreement among raft nodes before linearized reading' (duration: 3.168700549s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:25.990671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:22.821838Z","time spent":"3.168829471s","remote":"127.0.0.1:32866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":9643,"request content":"key:\"/registry/pods/openstack/horizon-75b49cd5cc-5qwjw\" "} {"level":"warn","ts":"2026-08-21T17:02:25.9909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.171258034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:12190"} {"level":"info","ts":"2026-08-21T17:02:25.992432Z","caller":"traceutil/trace.go:171","msg":"trace[775784958] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:6976; }","duration":"3.172836658s","start":"2026-08-21T17:02:22.819579Z","end":"2026-08-21T17:02:25.992415Z","steps":["trace[775784958] 'agreement among raft nodes before linearized reading' (duration: 3.171143482s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:25.992483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:22.819561Z","time spent":"3.172903579s","remote":"127.0.0.1:32858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":12213,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-08-21T17:02:25.992531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:23.655983Z","time spent":"2.333501162s","remote":"127.0.0.1:60966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T17:02:26.489845Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604032,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-21T17:02:26.780088Z","caller":"traceutil/trace.go:171","msg":"trace[370467745] transaction","detail":"{read_only:false; response_revision:6978; number_of_response:1; }","duration":"1.20027329s","start":"2026-08-21T17:02:25.579782Z","end":"2026-08-21T17:02:26.780055Z","steps":["trace[370467745] 'process raft request' (duration: 1.200060084s)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:02:26.780099Z","caller":"traceutil/trace.go:171","msg":"trace[407938200] transaction","detail":"{read_only:false; response_revision:6977; number_of_response:1; }","duration":"1.609148985s","start":"2026-08-21T17:02:25.170886Z","end":"2026-08-21T17:02:26.780035Z","steps":["trace[407938200] 'process raft request' (duration: 1.60840069s)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:02:26.780228Z","caller":"traceutil/trace.go:171","msg":"trace[1160252701] transaction","detail":"{read_only:false; response_revision:6981; number_of_response:1; }","duration":"1.129764085s","start":"2026-08-21T17:02:25.650444Z","end":"2026-08-21T17:02:26.780209Z","steps":["trace[1160252701] 'process raft request' (duration: 1.129641413s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:26.780484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:25.579755Z","time spent":"1.200435584s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T17:02:26.780566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:25.650431Z","time spent":"1.13002668s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T17:02:26.780564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:25.170869Z","time spent":"1.60934174s","remote":"127.0.0.1:32790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":740,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-21T17:02:26.780736Z","caller":"traceutil/trace.go:171","msg":"trace[324677942] transaction","detail":"{read_only:false; response_revision:6979; number_of_response:1; }","duration":"1.199141074s","start":"2026-08-21T17:02:25.581582Z","end":"2026-08-21T17:02:26.780723Z","steps":["trace[324677942] 'process raft request' (duration: 1.198394097s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:26.780779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:25.581571Z","time spent":"1.199185745s","remote":"127.0.0.1:32806","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2451,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-21T17:02:26.780912Z","caller":"traceutil/trace.go:171","msg":"trace[366883892] transaction","detail":"{read_only:false; response_revision:6980; number_of_response:1; }","duration":"1.132184749s","start":"2026-08-21T17:02:25.648717Z","end":"2026-08-21T17:02:26.780901Z","steps":["trace[366883892] 'process raft request' (duration: 1.1313229s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:26.781023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:25.648689Z","time spent":"1.132251429s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T17:02:27.421431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.21827ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-21T17:02:27.421537Z","caller":"traceutil/trace.go:171","msg":"trace[29423765] linearizableReadLoop","detail":"{readStateIndex:7239; appliedIndex:7233; }","duration":"1.432113047s","start":"2026-08-21T17:02:25.989407Z","end":"2026-08-21T17:02:27.42152Z","steps":["trace[29423765] 'read index received' (duration: 790.37259ms)","trace[29423765] 'applied index is now lower than readState.Index' (duration: 641.739327ms)"],"step_count":2} {"level":"info","ts":"2026-08-21T17:02:27.421749Z","caller":"traceutil/trace.go:171","msg":"trace[782660989] transaction","detail":"{read_only:false; response_revision:6982; number_of_response:1; }","duration":"1.414747319s","start":"2026-08-21T17:02:26.006986Z","end":"2026-08-21T17:02:27.421733Z","steps":["trace[782660989] 'process raft request' (duration: 1.299140711s)","trace[782660989] 'compare' (duration: 115.063026ms)"],"step_count":2} {"level":"warn","ts":"2026-08-21T17:02:27.421808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:26.006965Z","time spent":"1.414812241s","remote":"127.0.0.1:32866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9616,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T17:02:27.422022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.218055783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-21T17:02:27.422051Z","caller":"traceutil/trace.go:171","msg":"trace[1776215895] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:6982; }","duration":"3.218121444s","start":"2026-08-21T17:02:24.203921Z","end":"2026-08-21T17:02:27.422043Z","steps":["trace[1776215895] 'agreement among raft nodes before linearized reading' (duration: 3.218053282s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:27.42208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:24.203902Z","time spent":"3.218171266s","remote":"127.0.0.1:33134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":19,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:02:27.42206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.75905057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-21T17:02:27.422102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.026460928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-21T17:02:27.42217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.761065384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-08-21T17:02:27.422216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.70987948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-21T17:02:27.422216Z","caller":"traceutil/trace.go:171","msg":"trace[1355895457] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:6982; }","duration":"3.026623382s","start":"2026-08-21T17:02:24.395561Z","end":"2026-08-21T17:02:27.422184Z","steps":["trace[1355895457] 'agreement among raft nodes before linearized reading' (duration: 3.026407007s)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:02:27.422252Z","caller":"traceutil/trace.go:171","msg":"trace[2103902778] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6982; }","duration":"1.709965782s","start":"2026-08-21T17:02:25.712274Z","end":"2026-08-21T17:02:27.42224Z","steps":["trace[2103902778] 'agreement among raft nodes before linearized reading' (duration: 1.709903101s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:27.422254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.62415518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T17:02:27.422256Z","caller":"traceutil/trace.go:171","msg":"trace[858581553] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6982; }","duration":"1.761186107s","start":"2026-08-21T17:02:25.66105Z","end":"2026-08-21T17:02:27.422236Z","steps":["trace[858581553] 'agreement among raft nodes before linearized reading' (duration: 1.760953312s)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:02:27.422291Z","caller":"traceutil/trace.go:171","msg":"trace[830570557] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:6982; }","duration":"3.624227552s","start":"2026-08-21T17:02:23.798052Z","end":"2026-08-21T17:02:27.42228Z","steps":["trace[830570557] 'agreement among raft nodes before linearized reading' (duration: 3.624170781s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:27.422292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:25.712253Z","time spent":"1.710028903s","remote":"127.0.0.1:53906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:02:27.422302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:25.661026Z","time spent":"1.761267128s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-21T17:02:27.422293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:24.395546Z","time spent":"3.026731584s","remote":"127.0.0.1:53872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:02:27.422321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:23.79803Z","time spent":"3.624283403s","remote":"127.0.0.1:53498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:02:27.422402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.712843804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-21T17:02:27.422481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.641898458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T17:02:27.422503Z","caller":"traceutil/trace.go:171","msg":"trace[1849818247] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:6982; }","duration":"1.713002088s","start":"2026-08-21T17:02:25.709478Z","end":"2026-08-21T17:02:27.42248Z","steps":["trace[1849818247] 'agreement among raft nodes before linearized reading' (duration: 1.712798654s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:27.422563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:25.709463Z","time spent":"1.713084059s","remote":"127.0.0.1:53602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-08-21T17:02:27.42215Z","caller":"traceutil/trace.go:171","msg":"trace[517618154] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6982; }","duration":"1.759187123s","start":"2026-08-21T17:02:25.662945Z","end":"2026-08-21T17:02:27.422132Z","steps":["trace[517618154] 'agreement among raft nodes before linearized reading' (duration: 1.75903936s)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:02:27.422515Z","caller":"traceutil/trace.go:171","msg":"trace[1943740756] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:6982; }","duration":"3.641972319s","start":"2026-08-21T17:02:23.780533Z","end":"2026-08-21T17:02:27.422505Z","steps":["trace[1943740756] 'agreement among raft nodes before linearized reading' (duration: 3.641921268s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:27.422647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:25.662928Z","time spent":"1.759710193s","remote":"127.0.0.1:60932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-21T17:02:27.422662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:23.780512Z","time spent":"3.642135043s","remote":"127.0.0.1:53876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:02:27.42325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.163833128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-21T17:02:27.423311Z","caller":"traceutil/trace.go:171","msg":"trace[2731037] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:6982; }","duration":"2.16392916s","start":"2026-08-21T17:02:25.25937Z","end":"2026-08-21T17:02:27.423299Z","steps":["trace[2731037] 'agreement among raft nodes before linearized reading' (duration: 2.163203354s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:27.423348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:25.259345Z","time spent":"2.163993951s","remote":"127.0.0.1:33158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":672,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:02:27.922027Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604037,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:02:28.291851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.197784ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-08-21T17:02:28.292048Z","caller":"traceutil/trace.go:171","msg":"trace[614019278] transaction","detail":"{read_only:false; response_revision:6983; number_of_response:1; }","duration":"1.502662819s","start":"2026-08-21T17:02:26.789356Z","end":"2026-08-21T17:02:28.292019Z","steps":["trace[614019278] 'process raft request' (duration: 1.34523575s)","trace[614019278] 'compare' (duration: 156.941459ms)"],"step_count":2} {"level":"warn","ts":"2026-08-21T17:02:28.292177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:26.789344Z","time spent":"1.502773101s","remote":"127.0.0.1:32790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":787,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-21T17:02:28.292211Z","caller":"traceutil/trace.go:171","msg":"trace[1313829324] transaction","detail":"{read_only:false; response_revision:6984; number_of_response:1; }","duration":"1.497730061s","start":"2026-08-21T17:02:26.794455Z","end":"2026-08-21T17:02:28.292185Z","steps":["trace[1313829324] 'process raft request' (duration: 1.497496217s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:28.292402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:26.794445Z","time spent":"1.497895076s","remote":"127.0.0.1:56090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2606,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T17:02:28.667284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.167525ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-08-21T17:02:28.667912Z","caller":"traceutil/trace.go:171","msg":"trace[1340226185] transaction","detail":"{read_only:false; response_revision:6985; number_of_response:1; }","duration":"1.240018453s","start":"2026-08-21T17:02:27.427851Z","end":"2026-08-21T17:02:28.66787Z","steps":["trace[1340226185] 'process raft request' (duration: 1.239532392s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:28.66807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:27.427826Z","time spent":"1.240156876s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T17:02:29.432019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000060428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-21T17:02:29.4321Z","caller":"traceutil/trace.go:171","msg":"trace[1195678099] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000201021s","start":"2026-08-21T17:02:27.431881Z","end":"2026-08-21T17:02:29.432082Z","steps":["trace[1195678099] 'agreement among raft nodes before linearized reading' (duration: 2.000100599s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:29.432152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:27.431855Z","time spent":"2.000284502s","remote":"127.0.0.1:60930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/21 17:02:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-21T17:02:29.468051Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.02682204s","expected-duration":"1s"} {"level":"warn","ts":"2026-08-21T17:02:29.567875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.905709ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-21T17:02:29.568196Z","caller":"traceutil/trace.go:171","msg":"trace[237751282] transaction","detail":"{read_only:false; number_of_response:1; response_revision:6988; }","duration":"1.266829315s","start":"2026-08-21T17:02:28.301335Z","end":"2026-08-21T17:02:29.568164Z","steps":["trace[237751282] 'process raft request' (duration: 1.266782234s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:29.568267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:28.301294Z","time spent":"1.266938127s","remote":"127.0.0.1:56090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":70,"response count":0,"response size":2655,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T17:02:29.56847Z","caller":"traceutil/trace.go:171","msg":"trace[1561250988] transaction","detail":"{read_only:false; response_revision:6987; number_of_response:1; }","duration":"1.572350191s","start":"2026-08-21T17:02:27.996106Z","end":"2026-08-21T17:02:29.568456Z","steps":["trace[1561250988] 'process raft request' (duration: 1.571862481s)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:02:29.568485Z","caller":"traceutil/trace.go:171","msg":"trace[429091377] transaction","detail":"{read_only:false; response_revision:6988; number_of_response:1; }","duration":"1.572255569s","start":"2026-08-21T17:02:27.996216Z","end":"2026-08-21T17:02:29.568472Z","steps":["trace[429091377] 'process raft request' (duration: 1.571854501s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:29.568525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:27.996096Z","time spent":"1.572401062s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T17:02:29.56854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:27.996209Z","time spent":"1.57230095s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T17:02:29.568536Z","caller":"traceutil/trace.go:171","msg":"trace[1026279885] linearizableReadLoop","detail":"{readStateIndex:7243; appliedIndex:7239; }","duration":"2.146935923s","start":"2026-08-21T17:02:27.421565Z","end":"2026-08-21T17:02:29.568501Z","steps":["trace[1026279885] 'read index received' (duration: 713.117772ms)","trace[1026279885] 'applied index is now lower than readState.Index' (duration: 1.433814961s)"],"step_count":2} {"level":"info","ts":"2026-08-21T17:02:29.568678Z","caller":"traceutil/trace.go:171","msg":"trace[193555385] transaction","detail":"{read_only:false; response_revision:6986; number_of_response:1; }","duration":"1.572667837s","start":"2026-08-21T17:02:27.996001Z","end":"2026-08-21T17:02:29.568669Z","steps":["trace[193555385] 'process raft request' (duration: 671.851299ms)","trace[193555385] 'compare' (duration: 899.671793ms)"],"step_count":2} {"level":"warn","ts":"2026-08-21T17:02:29.568717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:27.995983Z","time spent":"1.572713828s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T17:02:29.568786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.108301394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-08-21T17:02:29.56879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.701867623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-21T17:02:29.568818Z","caller":"traceutil/trace.go:171","msg":"trace[1269216410] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:6988; }","duration":"3.108396025s","start":"2026-08-21T17:02:26.460413Z","end":"2026-08-21T17:02:29.568809Z","steps":["trace[1269216410] 'agreement among raft nodes before linearized reading' (duration: 3.108335284s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:29.56885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:26.460383Z","time spent":"3.108458806s","remote":"127.0.0.1:32964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":6,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-08-21T17:02:29.568846Z","caller":"traceutil/trace.go:171","msg":"trace[1270671451] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:6988; }","duration":"2.701988287s","start":"2026-08-21T17:02:26.866841Z","end":"2026-08-21T17:02:29.568829Z","steps":["trace[1270671451] 'agreement among raft nodes before linearized reading' (duration: 2.701808413s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:29.56888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.781143465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"warn","ts":"2026-08-21T17:02:29.568898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:26.866814Z","time spent":"2.702067728s","remote":"127.0.0.1:60998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":71,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:02:29.568958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.561988149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-08-21T17:02:29.568959Z","caller":"traceutil/trace.go:171","msg":"trace[87733312] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:6988; }","duration":"2.781238337s","start":"2026-08-21T17:02:26.787673Z","end":"2026-08-21T17:02:29.568912Z","steps":["trace[87733312] 'agreement among raft nodes before linearized reading' (duration: 2.781079954s)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:02:29.568981Z","caller":"traceutil/trace.go:171","msg":"trace[1113644221] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:6988; }","duration":"3.562046541s","start":"2026-08-21T17:02:26.006927Z","end":"2026-08-21T17:02:29.568973Z","steps":["trace[1113644221] 'agreement among raft nodes before linearized reading' (duration: 3.561928678s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:29.568995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:26.787648Z","time spent":"2.78133719s","remote":"127.0.0.1:33036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1147,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-08-21T17:02:29.569001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:26.006906Z","time spent":"3.562090181s","remote":"127.0.0.1:53976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-08-21T17:02:29.569075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.441409029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T17:02:29.569178Z","caller":"traceutil/trace.go:171","msg":"trace[1484164689] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:6988; }","duration":"3.441593344s","start":"2026-08-21T17:02:26.127562Z","end":"2026-08-21T17:02:29.569155Z","steps":["trace[1484164689] 'agreement among raft nodes before linearized reading' (duration: 3.441343128s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:29.569191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.823845674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:4 size:293662"} {"level":"warn","ts":"2026-08-21T17:02:29.569216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.780225007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-08-21T17:02:29.56923Z","caller":"traceutil/trace.go:171","msg":"trace[153893147] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:4; response_revision:6988; }","duration":"2.823923286s","start":"2026-08-21T17:02:26.745293Z","end":"2026-08-21T17:02:29.569216Z","steps":["trace[153893147] 'agreement among raft nodes before linearized reading' (duration: 2.82372s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:29.569245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:26.127533Z","time spent":"3.441700136s","remote":"127.0.0.1:53612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:02:29.569262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:26.745272Z","time spent":"2.823983237s","remote":"127.0.0.1:32806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":4,"response size":293685,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-08-21T17:02:29.56928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.575094925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-08-21T17:02:29.569256Z","caller":"traceutil/trace.go:171","msg":"trace[1834644502] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:6988; }","duration":"2.780306238s","start":"2026-08-21T17:02:26.788934Z","end":"2026-08-21T17:02:29.569241Z","steps":["trace[1834644502] 'agreement among raft nodes before linearized reading' (duration: 2.780213556s)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:02:29.56933Z","caller":"traceutil/trace.go:171","msg":"trace[887847540] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:6988; }","duration":"3.575190487s","start":"2026-08-21T17:02:25.994125Z","end":"2026-08-21T17:02:29.569316Z","steps":["trace[887847540] 'agreement among raft nodes before linearized reading' (duration: 3.575049094s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:29.569354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:26.788928Z","time spent":"2.78041651s","remote":"127.0.0.1:33036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1147,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-08-21T17:02:29.569373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:25.994105Z","time spent":"3.575254088s","remote":"127.0.0.1:32856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-08-21T17:02:30.071123Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604045,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-21T17:02:30.220301Z","caller":"traceutil/trace.go:171","msg":"trace[694612818] transaction","detail":"{read_only:false; response_revision:6989; number_of_response:1; }","duration":"1.53722112s","start":"2026-08-21T17:02:28.683047Z","end":"2026-08-21T17:02:30.220268Z","steps":["trace[694612818] 'process raft request' (duration: 1.536883252s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:30.220457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:28.683028Z","time spent":"1.537362953s","remote":"127.0.0.1:56046","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3138,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-21T17:02:30.22031Z","caller":"traceutil/trace.go:171","msg":"trace[2119462282] linearizableReadLoop","detail":"{readStateIndex:7249; appliedIndex:7247; }","duration":"651.674363ms","start":"2026-08-21T17:02:29.56861Z","end":"2026-08-21T17:02:30.220284Z","steps":["trace[2119462282] 'read index received' (duration: 651.411307ms)","trace[2119462282] 'applied index is now lower than readState.Index' (duration: 261.526µs)"],"step_count":2} {"level":"warn","ts":"2026-08-21T17:02:30.220539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.224187997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-08-21T17:02:30.220548Z","caller":"traceutil/trace.go:171","msg":"trace[454955787] transaction","detail":"{read_only:false; response_revision:6990; number_of_response:1; }","duration":"1.425564962s","start":"2026-08-21T17:02:28.794933Z","end":"2026-08-21T17:02:30.220498Z","steps":["trace[454955787] 'process raft request' (duration: 1.425235284s)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:02:30.220607Z","caller":"traceutil/trace.go:171","msg":"trace[1102929126] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6990; }","duration":"2.22431591s","start":"2026-08-21T17:02:27.996277Z","end":"2026-08-21T17:02:30.220593Z","steps":["trace[1102929126] 'agreement among raft nodes before linearized reading' (duration: 2.224048184s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:30.220634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.456656119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-08-21T17:02:30.220681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.140033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T17:02:30.220681Z","caller":"traceutil/trace.go:171","msg":"trace[1405161494] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:6990; }","duration":"2.456750901s","start":"2026-08-21T17:02:27.763918Z","end":"2026-08-21T17:02:30.220669Z","steps":["trace[1405161494] 'agreement among raft nodes before linearized reading' (duration: 2.456665709s)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:02:30.220703Z","caller":"traceutil/trace.go:171","msg":"trace[706474948] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6990; }","duration":"788.197555ms","start":"2026-08-21T17:02:29.432499Z","end":"2026-08-21T17:02:30.220696Z","steps":["trace[706474948] 'agreement among raft nodes before linearized reading' (duration: 788.162034ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:30.220667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.224734178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-08-21T17:02:30.220724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:27.763897Z","time spent":"2.456815853s","remote":"127.0.0.1:32944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:02:30.220722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.788562578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/horizon-75b49cd5cc-jh86p\" ","response":"range_response_count:1 size:9617"} {"level":"warn","ts":"2026-08-21T17:02:30.220761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:28.794902Z","time spent":"1.425730105s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T17:02:30.220785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.292424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-21T17:02:30.220642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:27.996251Z","time spent":"2.224384462s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-08-21T17:02:30.220775Z","caller":"traceutil/trace.go:171","msg":"trace[873378077] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6990; }","duration":"2.224908982s","start":"2026-08-21T17:02:27.995841Z","end":"2026-08-21T17:02:30.22075Z","steps":["trace[873378077] 'agreement among raft nodes before linearized reading' (duration: 2.224523534s)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:02:30.220811Z","caller":"traceutil/trace.go:171","msg":"trace[237981464] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:6990; }","duration":"867.355096ms","start":"2026-08-21T17:02:29.353448Z","end":"2026-08-21T17:02:30.220803Z","steps":["trace[237981464] 'agreement among raft nodes before linearized reading' (duration: 867.303165ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:30.220832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:29.353428Z","time spent":"867.398917ms","remote":"127.0.0.1:53574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:02:30.220837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:27.995814Z","time spent":"2.225013345s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-08-21T17:02:30.220845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.224682188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-08-21T17:02:30.220731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:29.43248Z","time spent":"788.245285ms","remote":"127.0.0.1:60932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-08-21T17:02:30.220923Z","caller":"traceutil/trace.go:171","msg":"trace[1550532783] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6990; }","duration":"2.224744539s","start":"2026-08-21T17:02:27.996136Z","end":"2026-08-21T17:02:30.220881Z","steps":["trace[1550532783] 'agreement among raft nodes before linearized reading' (duration: 2.224621506s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:30.220959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:27.996131Z","time spent":"2.22482004s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-08-21T17:02:30.220776Z","caller":"traceutil/trace.go:171","msg":"trace[93911230] range","detail":"{range_begin:/registry/pods/openstack/horizon-75b49cd5cc-jh86p; range_end:; response_count:1; response_revision:6990; }","duration":"2.78863512s","start":"2026-08-21T17:02:27.432127Z","end":"2026-08-21T17:02:30.220762Z","steps":["trace[93911230] 'agreement among raft nodes before linearized reading' (duration: 2.788494967s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:30.220543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.792519514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18cde0865c08d50b\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-08-21T17:02:30.221055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:27.432119Z","time spent":"2.788924886s","remote":"127.0.0.1:32866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":9640,"request content":"key:\"/registry/pods/openstack/horizon-75b49cd5cc-jh86p\" "} {"level":"info","ts":"2026-08-21T17:02:30.221083Z","caller":"traceutil/trace.go:171","msg":"trace[1781833594] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18cde0865c08d50b; range_end:; response_count:1; response_revision:6990; }","duration":"2.793100776s","start":"2026-08-21T17:02:27.427966Z","end":"2026-08-21T17:02:30.221066Z","steps":["trace[1781833594] 'agreement among raft nodes before linearized reading' (duration: 2.792399222s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:30.22072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.224526954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-08-21T17:02:30.221132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:27.42796Z","time spent":"2.793160278s","remote":"127.0.0.1:32790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18cde0865c08d50b\" "} {"level":"info","ts":"2026-08-21T17:02:30.221144Z","caller":"traceutil/trace.go:171","msg":"trace[1514951469] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6990; }","duration":"2.224970454s","start":"2026-08-21T17:02:27.996164Z","end":"2026-08-21T17:02:30.221134Z","steps":["trace[1514951469] 'agreement among raft nodes before linearized reading' (duration: 2.224434203s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:30.221175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:27.996159Z","time spent":"2.225008495s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-08-21T17:02:30.642653Z","caller":"traceutil/trace.go:171","msg":"trace[2071553005] linearizableReadLoop","detail":"{readStateIndex:7250; appliedIndex:7249; }","duration":"422.02965ms","start":"2026-08-21T17:02:30.22057Z","end":"2026-08-21T17:02:30.6426Z","steps":["trace[2071553005] 'read index received' (duration: 421.964649ms)","trace[2071553005] 'applied index is now lower than readState.Index' (duration: 63.641µs)"],"step_count":2} {"level":"warn","ts":"2026-08-21T17:02:30.642828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.812108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T17:02:30.642932Z","caller":"traceutil/trace.go:171","msg":"trace[2054032435] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:6991; }","duration":"460.976371ms","start":"2026-08-21T17:02:30.181934Z","end":"2026-08-21T17:02:30.64291Z","steps":["trace[2054032435] 'agreement among raft nodes before linearized reading' (duration: 460.726576ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:30.642945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068913419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:3958"} {"level":"info","ts":"2026-08-21T17:02:30.643108Z","caller":"traceutil/trace.go:171","msg":"trace[1281678081] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:6991; }","duration":"1.069132865s","start":"2026-08-21T17:02:29.573956Z","end":"2026-08-21T17:02:30.643089Z","steps":["trace[1281678081] 'agreement among raft nodes before linearized reading' (duration: 1.068812927s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:30.643177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:29.573945Z","time spent":"1.069204776s","remote":"127.0.0.1:32806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":3981,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-08-21T17:02:30.643399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.690923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:4 size:293662"} {"level":"info","ts":"2026-08-21T17:02:30.643712Z","caller":"traceutil/trace.go:171","msg":"trace[1216799693] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:4; response_revision:6991; }","duration":"944.028109ms","start":"2026-08-21T17:02:29.699664Z","end":"2026-08-21T17:02:30.643692Z","steps":["trace[1216799693] 'agreement among raft nodes before linearized reading' (duration: 943.007877ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:30.643964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:29.699649Z","time spent":"944.293765ms","remote":"127.0.0.1:32806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":4,"response size":293685,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-08-21T17:02:30.642991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:30.181913Z","time spent":"461.063643ms","remote":"127.0.0.1:53552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:02:30.643477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071846424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-08-21T17:02:30.644379Z","caller":"traceutil/trace.go:171","msg":"trace[849420701] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:6991; }","duration":"1.072753092s","start":"2026-08-21T17:02:29.571606Z","end":"2026-08-21T17:02:30.644359Z","steps":["trace[849420701] 'agreement among raft nodes before linearized reading' (duration: 1.071793022s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:30.644481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:29.571569Z","time spent":"1.072895666s","remote":"127.0.0.1:60966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-08-21T17:02:30.644519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.328429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2207411"} {"level":"info","ts":"2026-08-21T17:02:30.644925Z","caller":"traceutil/trace.go:171","msg":"trace[380172332] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:6991; }","duration":"810.534653ms","start":"2026-08-21T17:02:29.834126Z","end":"2026-08-21T17:02:30.644661Z","steps":["trace[380172332] 'agreement among raft nodes before linearized reading' (duration: 809.315337ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:30.645122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:29.834085Z","time spent":"810.977283ms","remote":"127.0.0.1:32810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":47,"response size":2207434,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-08-21T17:02:30.643448Z","caller":"traceutil/trace.go:171","msg":"trace[1970406534] transaction","detail":"{read_only:false; response_revision:6991; number_of_response:1; }","duration":"552.571879ms","start":"2026-08-21T17:02:30.090832Z","end":"2026-08-21T17:02:30.643404Z","steps":["trace[1970406534] 'process raft request' (duration: 551.548237ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:30.64725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:30.090802Z","time spent":"556.36006ms","remote":"127.0.0.1:32858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12303,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T17:02:31.143161Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604061,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:02:31.644056Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604061,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:02:31.96856Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.326050113s","expected-duration":"1s"} {"level":"info","ts":"2026-08-21T17:02:31.969335Z","caller":"traceutil/trace.go:171","msg":"trace[1692459809] transaction","detail":"{read_only:false; response_revision:6992; number_of_response:1; }","duration":"1.745673441s","start":"2026-08-21T17:02:30.223617Z","end":"2026-08-21T17:02:31.96929Z","steps":["trace[1692459809] 'process raft request' (duration: 1.745377395s)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:02:31.969381Z","caller":"traceutil/trace.go:171","msg":"trace[1324784903] transaction","detail":"{read_only:false; response_revision:6995; number_of_response:1; }","duration":"1.741567322s","start":"2026-08-21T17:02:30.227783Z","end":"2026-08-21T17:02:31.96935Z","steps":["trace[1324784903] 'process raft request' (duration: 1.741497991s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:31.96953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:30.223594Z","time spent":"1.745815725s","remote":"127.0.0.1:32790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T17:02:31.969564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:30.227776Z","time spent":"1.741689596s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T17:02:31.969711Z","caller":"traceutil/trace.go:171","msg":"trace[532939823] transaction","detail":"{read_only:false; response_revision:6994; number_of_response:1; }","duration":"1.741970831s","start":"2026-08-21T17:02:30.227683Z","end":"2026-08-21T17:02:31.969654Z","steps":["trace[532939823] 'process raft request' (duration: 1.741561732s)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:02:31.96982Z","caller":"traceutil/trace.go:171","msg":"trace[362534800] transaction","detail":"{read_only:false; response_revision:6996; number_of_response:1; }","duration":"1.741897739s","start":"2026-08-21T17:02:30.227884Z","end":"2026-08-21T17:02:31.969781Z","steps":["trace[362534800] 'process raft request' (duration: 1.74142954s)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:02:31.969904Z","caller":"traceutil/trace.go:171","msg":"trace[689610297] transaction","detail":"{read_only:false; response_revision:6997; number_of_response:1; }","duration":"1.741850779s","start":"2026-08-21T17:02:30.228041Z","end":"2026-08-21T17:02:31.969891Z","steps":["trace[689610297] 'process raft request' (duration: 1.741613144s)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:02:31.969908Z","caller":"traceutil/trace.go:171","msg":"trace[1827636682] transaction","detail":"{read_only:false; response_revision:6999; number_of_response:1; }","duration":"1.740472039s","start":"2026-08-21T17:02:30.229422Z","end":"2026-08-21T17:02:31.969894Z","steps":["trace[1827636682] 'process raft request' (duration: 1.740392387s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:31.969964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:30.228034Z","time spent":"1.74189988s","remote":"127.0.0.1:32790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":783,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-21T17:02:31.96998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:30.227876Z","time spent":"1.742022962s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T17:02:31.970003Z","caller":"traceutil/trace.go:171","msg":"trace[115039172] transaction","detail":"{read_only:false; response_revision:6998; number_of_response:1; }","duration":"1.74097795s","start":"2026-08-21T17:02:30.229016Z","end":"2026-08-21T17:02:31.969994Z","steps":["trace[115039172] 'process raft request' (duration: 1.740749765s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:31.969991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:30.22762Z","time spent":"1.742229977s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T17:02:31.97005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:30.229005Z","time spent":"1.74102358s","remote":"127.0.0.1:32790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":804,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-21T17:02:31.96997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:30.229417Z","time spent":"1.74052634s","remote":"127.0.0.1:32790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":798,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-21T17:02:31.969767Z","caller":"traceutil/trace.go:171","msg":"trace[1895140178] transaction","detail":"{read_only:false; response_revision:6993; number_of_response:1; }","duration":"1.743441993s","start":"2026-08-21T17:02:30.226231Z","end":"2026-08-21T17:02:31.969673Z","steps":["trace[1895140178] 'process raft request' (duration: 1.742951563s)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:02:31.970291Z","caller":"traceutil/trace.go:171","msg":"trace[842795309] transaction","detail":"{read_only:false; response_revision:7000; number_of_response:1; }","duration":"1.740823886s","start":"2026-08-21T17:02:30.229456Z","end":"2026-08-21T17:02:31.97028Z","steps":["trace[842795309] 'process raft request' (duration: 1.740400207s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:31.970351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:30.229452Z","time spent":"1.740875428s","remote":"127.0.0.1:32790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":807,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-21T17:02:31.970354Z","caller":"traceutil/trace.go:171","msg":"trace[777494385] transaction","detail":"{read_only:false; response_revision:7001; number_of_response:1; }","duration":"1.740736385s","start":"2026-08-21T17:02:30.229596Z","end":"2026-08-21T17:02:31.970332Z","steps":["trace[777494385] 'process raft request' (duration: 1.740400718s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:31.970418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:30.229591Z","time spent":"1.740798197s","remote":"127.0.0.1:32790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-21T17:02:31.970544Z","caller":"traceutil/trace.go:171","msg":"trace[312264586] transaction","detail":"{read_only:false; response_revision:7002; number_of_response:1; }","duration":"1.740573742s","start":"2026-08-21T17:02:30.229958Z","end":"2026-08-21T17:02:31.970532Z","steps":["trace[312264586] 'process raft request' (duration: 1.740290305s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:31.970625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:30.229952Z","time spent":"1.740651663s","remote":"127.0.0.1:32790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":810,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-21T17:02:31.970826Z","caller":"traceutil/trace.go:171","msg":"trace[907454980] transaction","detail":"{read_only:false; response_revision:7003; number_of_response:1; }","duration":"1.736457422s","start":"2026-08-21T17:02:30.234348Z","end":"2026-08-21T17:02:31.970806Z","steps":["trace[907454980] 'process raft request' (duration: 1.736136755s)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:02:31.970893Z","caller":"traceutil/trace.go:171","msg":"trace[1590476868] transaction","detail":"{read_only:false; response_revision:7004; number_of_response:1; }","duration":"1.733415096s","start":"2026-08-21T17:02:30.237465Z","end":"2026-08-21T17:02:31.970881Z","steps":["trace[1590476868] 'process raft request' (duration: 1.733258053s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:31.970918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:30.234321Z","time spent":"1.736553504s","remote":"127.0.0.1:56046","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3703,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T17:02:31.970979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:30.237447Z","time spent":"1.733506028s","remote":"127.0.0.1:32866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9613,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T17:02:31.970841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:30.226217Z","time spent":"1.744079636s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T17:02:32.230821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999965024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-21T17:02:32.230904Z","caller":"traceutil/trace.go:171","msg":"trace[1617346623] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000095388s","start":"2026-08-21T17:02:30.230791Z","end":"2026-08-21T17:02:32.230886Z","steps":["trace[1617346623] 'agreement among raft nodes before linearized reading' (duration: 1.999987025s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:32.230951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:30.230785Z","time spent":"2.000155119s","remote":"127.0.0.1:60930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/21 17:02:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-08-21T17:02:32.839233Z","caller":"traceutil/trace.go:171","msg":"trace[2003601988] transaction","detail":"{read_only:false; response_revision:7006; number_of_response:1; }","duration":"1.263358891s","start":"2026-08-21T17:02:31.575839Z","end":"2026-08-21T17:02:32.839198Z","steps":["trace[2003601988] 'process raft request' (duration: 1.263249129s)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:02:32.839301Z","caller":"traceutil/trace.go:171","msg":"trace[976344658] transaction","detail":"{read_only:false; response_revision:7005; number_of_response:1; }","duration":"1.764582654s","start":"2026-08-21T17:02:31.074668Z","end":"2026-08-21T17:02:32.839251Z","steps":["trace[976344658] 'process raft request' (duration: 1.764081674s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:32.839579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:31.074635Z","time spent":"1.764763728s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T17:02:32.839645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:31.575806Z","time spent":"1.263540695s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T17:02:32.839689Z","caller":"traceutil/trace.go:171","msg":"trace[1675184892] transaction","detail":"{read_only:false; response_revision:7007; number_of_response:1; }","duration":"1.262313099s","start":"2026-08-21T17:02:31.577338Z","end":"2026-08-21T17:02:32.839651Z","steps":["trace[1675184892] 'process raft request' (duration: 1.261811928s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:32.83989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:31.577305Z","time spent":"1.262478842s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T17:02:32.840033Z","caller":"traceutil/trace.go:171","msg":"trace[1453774043] transaction","detail":"{read_only:false; response_revision:7008; number_of_response:1; }","duration":"1.261114544s","start":"2026-08-21T17:02:31.578881Z","end":"2026-08-21T17:02:32.839996Z","steps":["trace[1453774043] 'process raft request' (duration: 1.260596202s)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:02:32.840542Z","caller":"traceutil/trace.go:171","msg":"trace[1306707733] linearizableReadLoop","detail":"{readStateIndex:7267; appliedIndex:7250; }","duration":"2.197780814s","start":"2026-08-21T17:02:30.642736Z","end":"2026-08-21T17:02:32.840516Z","steps":["trace[1306707733] 'read index received' (duration: 1.326227627s)","trace[1306707733] 'applied index is now lower than readState.Index' (duration: 871.550427ms)"],"step_count":2} {"level":"info","ts":"2026-08-21T17:02:32.840584Z","caller":"traceutil/trace.go:171","msg":"trace[2044421171] transaction","detail":"{read_only:false; response_revision:7009; number_of_response:1; }","duration":"911.299454ms","start":"2026-08-21T17:02:31.929268Z","end":"2026-08-21T17:02:32.840567Z","steps":["trace[2044421171] 'process raft request' (duration: 910.600579ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:32.840577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:31.578869Z","time spent":"1.261289237s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T17:02:32.840664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:31.92924Z","time spent":"911.380945ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T17:02:33.341144Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604072,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-21T17:02:33.569559Z","caller":"traceutil/trace.go:171","msg":"trace[262894447] linearizableReadLoop","detail":"{readStateIndex:7273; appliedIndex:7268; }","duration":"728.944088ms","start":"2026-08-21T17:02:32.840588Z","end":"2026-08-21T17:02:33.569532Z","steps":["trace[262894447] 'read index received' (duration: 728.517279ms)","trace[262894447] 'applied index is now lower than readState.Index' (duration: 425.099µs)"],"step_count":2} {"level":"info","ts":"2026-08-21T17:02:33.569747Z","caller":"traceutil/trace.go:171","msg":"trace[2048934800] transaction","detail":"{read_only:false; response_revision:7013; number_of_response:1; }","duration":"1.579683056s","start":"2026-08-21T17:02:31.990049Z","end":"2026-08-21T17:02:33.569732Z","steps":["trace[2048934800] 'process raft request' (duration: 1.579277917s)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:02:33.569764Z","caller":"traceutil/trace.go:171","msg":"trace[401535156] transaction","detail":"{read_only:false; response_revision:7010; number_of_response:1; }","duration":"1.59142909s","start":"2026-08-21T17:02:31.978301Z","end":"2026-08-21T17:02:33.56973Z","steps":["trace[401535156] 'process raft request' (duration: 1.590703694s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:33.569945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:31.990016Z","time spent":"1.579793908s","remote":"127.0.0.1:56046","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6224,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T17:02:33.56995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:31.978258Z","time spent":"1.591590353s","remote":"127.0.0.1:32790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":717,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-21T17:02:33.570222Z","caller":"traceutil/trace.go:171","msg":"trace[1599259441] transaction","detail":"{read_only:false; response_revision:7011; number_of_response:1; }","duration":"1.58636347s","start":"2026-08-21T17:02:31.983845Z","end":"2026-08-21T17:02:33.570208Z","steps":["trace[1599259441] 'process raft request' (duration: 1.585394769s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:33.570287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:31.983808Z","time spent":"1.586448011s","remote":"127.0.0.1:32790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":797,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-21T17:02:33.570353Z","caller":"traceutil/trace.go:171","msg":"trace[1287909222] transaction","detail":"{read_only:false; response_revision:7014; number_of_response:1; }","duration":"1.341113351s","start":"2026-08-21T17:02:32.229225Z","end":"2026-08-21T17:02:33.570339Z","steps":["trace[1287909222] 'process raft request' (duration: 1.340160271s)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:02:33.57044Z","caller":"traceutil/trace.go:171","msg":"trace[1060746952] transaction","detail":"{read_only:false; response_revision:7012; number_of_response:1; }","duration":"1.586247168s","start":"2026-08-21T17:02:31.984179Z","end":"2026-08-21T17:02:33.570426Z","steps":["trace[1060746952] 'process raft request' (duration: 1.585104073s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:33.570499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:31.984168Z","time spent":"1.586306069s","remote":"127.0.0.1:32790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":790,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-21T17:02:33.570461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:32.229179Z","time spent":"1.341241664s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T17:02:33.570843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.873151604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-08-21T17:02:33.57092Z","caller":"traceutil/trace.go:171","msg":"trace[583268705] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:7014; }","duration":"2.873228506s","start":"2026-08-21T17:02:30.697645Z","end":"2026-08-21T17:02:33.570873Z","steps":["trace[583268705] 'agreement among raft nodes before linearized reading' (duration: 2.873078913s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:33.570962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:30.697623Z","time spent":"2.873329449s","remote":"127.0.0.1:32806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1844,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-08-21T17:02:33.571049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.34379882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T17:02:33.571092Z","caller":"traceutil/trace.go:171","msg":"trace[1541097119] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7014; }","duration":"1.343923752s","start":"2026-08-21T17:02:32.227157Z","end":"2026-08-21T17:02:33.571081Z","steps":["trace[1541097119] 'agreement among raft nodes before linearized reading' (duration: 1.343805489s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:33.571153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:32.227139Z","time spent":"1.343990224s","remote":"127.0.0.1:60930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-21T17:02:33.571163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.345305772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-21T17:02:33.571225Z","caller":"traceutil/trace.go:171","msg":"trace[1574307637] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:7014; }","duration":"1.345381943s","start":"2026-08-21T17:02:32.22582Z","end":"2026-08-21T17:02:33.571201Z","steps":["trace[1574307637] 'agreement among raft nodes before linearized reading' (duration: 1.345297311s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:33.571278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:32.225808Z","time spent":"1.345457254s","remote":"127.0.0.1:35652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:02:33.571345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.340476058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T17:02:33.571383Z","caller":"traceutil/trace.go:171","msg":"trace[1659645063] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7014; }","duration":"1.340531449s","start":"2026-08-21T17:02:32.230843Z","end":"2026-08-21T17:02:33.571374Z","steps":["trace[1659645063] 'agreement among raft nodes before linearized reading' (duration: 1.340472787s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:33.571411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:32.230834Z","time spent":"1.340571259s","remote":"127.0.0.1:60932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-21T17:02:33.571049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.209376188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:4 size:293662"} {"level":"warn","ts":"2026-08-21T17:02:33.571535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.351863082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T17:02:33.571564Z","caller":"traceutil/trace.go:171","msg":"trace[1432924805] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:4; response_revision:7014; }","duration":"2.20998754s","start":"2026-08-21T17:02:31.361561Z","end":"2026-08-21T17:02:33.571549Z","steps":["trace[1432924805] 'agreement among raft nodes before linearized reading' (duration: 2.20903677s)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:02:33.571584Z","caller":"traceutil/trace.go:171","msg":"trace[1534835208] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:7014; }","duration":"1.351962835s","start":"2026-08-21T17:02:32.219603Z","end":"2026-08-21T17:02:33.571566Z","steps":["trace[1534835208] 'agreement among raft nodes before linearized reading' (duration: 1.351891843s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:33.571606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:31.361534Z","time spent":"2.210061942s","remote":"127.0.0.1:32806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":4,"response size":293685,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-08-21T17:02:33.571627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:32.219561Z","time spent":"1.352054497s","remote":"127.0.0.1:53530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:02:33.571473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084152961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-21T17:02:33.571931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.919983555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-08-21T17:02:33.572002Z","caller":"traceutil/trace.go:171","msg":"trace[1183254889] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:7014; }","duration":"2.920084787s","start":"2026-08-21T17:02:30.651903Z","end":"2026-08-21T17:02:33.571988Z","steps":["trace[1183254889] 'agreement among raft nodes before linearized reading' (duration: 2.919928994s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:33.57204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:30.651888Z","time spent":"2.920144318s","remote":"127.0.0.1:32806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1366,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"info","ts":"2026-08-21T17:02:33.571761Z","caller":"traceutil/trace.go:171","msg":"trace[1361629794] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:7014; }","duration":"1.084533409s","start":"2026-08-21T17:02:32.487202Z","end":"2026-08-21T17:02:33.571735Z","steps":["trace[1361629794] 'agreement among raft nodes before linearized reading' (duration: 1.083984898s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:33.572178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.922649753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-08-21T17:02:33.572237Z","caller":"traceutil/trace.go:171","msg":"trace[1248864082] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:7014; }","duration":"2.922739675s","start":"2026-08-21T17:02:30.649484Z","end":"2026-08-21T17:02:33.572223Z","steps":["trace[1248864082] 'agreement among raft nodes before linearized reading' (duration: 2.922574191s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:33.572254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.137265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-21T17:02:33.572284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:30.649461Z","time spent":"2.922813896s","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-08-21T17:02:33.572287Z","caller":"traceutil/trace.go:171","msg":"trace[986877375] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:7014; }","duration":"566.213626ms","start":"2026-08-21T17:02:33.006062Z","end":"2026-08-21T17:02:33.572276Z","steps":["trace[986877375] 'agreement among raft nodes before linearized reading' (duration: 566.152235ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:33.572467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:33.006039Z","time spent":"566.41546ms","remote":"127.0.0.1:51328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:02:33.572108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:32.487181Z","time spent":"1.084908077s","remote":"127.0.0.1:51378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:02:33.573184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.595125058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/horizon-75b49cd5cc-zk9q2\" ","response":"range_response_count:1 size:9628"} {"level":"info","ts":"2026-08-21T17:02:33.574028Z","caller":"traceutil/trace.go:171","msg":"trace[756707859] range","detail":"{range_begin:/registry/pods/openstack/horizon-75b49cd5cc-zk9q2; range_end:; response_count:1; response_revision:7014; }","duration":"1.595973837s","start":"2026-08-21T17:02:31.97801Z","end":"2026-08-21T17:02:33.573984Z","steps":["trace[756707859] 'agreement among raft nodes before linearized reading' (duration: 1.593658397s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:33.574543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:31.977992Z","time spent":"1.596071148s","remote":"127.0.0.1:32866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":9651,"request content":"key:\"/registry/pods/openstack/horizon-75b49cd5cc-zk9q2\" "} {"level":"warn","ts":"2026-08-21T17:02:33.576029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.896430916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-08-21T17:02:33.576067Z","caller":"traceutil/trace.go:171","msg":"trace[661432328] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7014; }","duration":"2.896500957s","start":"2026-08-21T17:02:30.679557Z","end":"2026-08-21T17:02:33.576058Z","steps":["trace[661432328] 'agreement among raft nodes before linearized reading' (duration: 2.891614222s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:33.576091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:30.679538Z","time spent":"2.896547248s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-21T17:02:35.587431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000053232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-21T17:02:35.587515Z","caller":"traceutil/trace.go:171","msg":"trace[908623564] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000159264s","start":"2026-08-21T17:02:33.587331Z","end":"2026-08-21T17:02:35.58749Z","steps":["trace[908623564] 'agreement among raft nodes before linearized reading' (duration: 2.000058842s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:35.587556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:33.587324Z","time spent":"2.000224635s","remote":"127.0.0.1:60930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/21 17:02:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-21T17:02:35.8298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.955854ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T17:02:35.829924Z","caller":"traceutil/trace.go:171","msg":"trace[807489515] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7014; }","duration":"786.099177ms","start":"2026-08-21T17:02:35.04381Z","end":"2026-08-21T17:02:35.829909Z","steps":["trace[807489515] 'range keys from in-memory index tree' (duration: 785.941634ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:35.831129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.116589749s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-08-21T17:02:35.831184Z","caller":"traceutil/trace.go:171","msg":"trace[1534570076] linearizableReadLoop","detail":"{readStateIndex:7274; appliedIndex:7273; }","duration":"2.251029967s","start":"2026-08-21T17:02:33.580145Z","end":"2026-08-21T17:02:35.831175Z","steps":["trace[1534570076] 'read index received' (duration: 134.425958ms)","trace[1534570076] 'applied index is now lower than readState.Index' (duration: 2.116603039s)"],"step_count":2} {"level":"info","ts":"2026-08-21T17:02:35.831245Z","caller":"traceutil/trace.go:171","msg":"trace[788091389] transaction","detail":"{read_only:false; response_revision:7015; number_of_response:1; }","duration":"2.252812686s","start":"2026-08-21T17:02:33.578394Z","end":"2026-08-21T17:02:35.831207Z","steps":["trace[788091389] 'process raft request' (duration: 136.105465ms)","trace[788091389] 'compare' (duration: 2.115139398s)"],"step_count":2} {"level":"warn","ts":"2026-08-21T17:02:35.831353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:33.578371Z","time spent":"2.252931858s","remote":"127.0.0.1:32790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":717,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-21T17:02:35.831608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.251455356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-08-21T17:02:35.83164Z","caller":"traceutil/trace.go:171","msg":"trace[1516372716] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:7015; }","duration":"2.251502118s","start":"2026-08-21T17:02:33.580128Z","end":"2026-08-21T17:02:35.83163Z","steps":["trace[1516372716] 'agreement among raft nodes before linearized reading' (duration: 2.251181041s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:35.831665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:33.580118Z","time spent":"2.251541028s","remote":"127.0.0.1:32806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1366,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-08-21T17:02:36.331981Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604086,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:02:36.832684Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604086,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:02:37.183083Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.468348379s","expected-duration":"1s"} {"level":"warn","ts":"2026-08-21T17:02:37.531483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.131663ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-08-21T17:02:37.531909Z","caller":"traceutil/trace.go:171","msg":"trace[2098304948] transaction","detail":"{read_only:false; response_revision:7017; number_of_response:1; }","duration":"3.943060872s","start":"2026-08-21T17:02:33.588824Z","end":"2026-08-21T17:02:37.531885Z","steps":["trace[2098304948] 'process raft request' (duration: 3.942980411s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:37.532093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:33.588804Z","time spent":"3.943144103s","remote":"127.0.0.1:32866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9760,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T17:02:37.532185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:33.580217Z","time spent":"3.951959583s","remote":"127.0.0.1:60966","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-08-21T17:02:37.53235Z","caller":"traceutil/trace.go:171","msg":"trace[477125349] transaction","detail":"{read_only:false; response_revision:7016; number_of_response:1; }","duration":"3.945448533s","start":"2026-08-21T17:02:33.586889Z","end":"2026-08-21T17:02:37.532337Z","steps":["trace[477125349] 'process raft request' (duration: 3.944720847s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:37.532411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:33.586874Z","time spent":"3.945503403s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T17:02:37.587965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00007437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-08-21T17:02:37.588133Z","caller":"traceutil/trace.go:171","msg":"trace[1043143702] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000302405s","start":"2026-08-21T17:02:35.587809Z","end":"2026-08-21T17:02:37.588112Z","steps":["trace[1043143702] 'agreement among raft nodes before linearized reading' (duration: 2.000101621s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:37.588192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:35.587788Z","time spent":"2.000392146s","remote":"127.0.0.1:60932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-21T17:02:38.859251Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.675871177s","expected-duration":"1s"} {"level":"info","ts":"2026-08-21T17:02:38.860019Z","caller":"traceutil/trace.go:171","msg":"trace[1680867414] transaction","detail":"{read_only:false; response_revision:7018; number_of_response:1; }","duration":"5.125338129s","start":"2026-08-21T17:02:33.734655Z","end":"2026-08-21T17:02:38.859993Z","steps":["trace[1680867414] 'process raft request' (duration: 5.125026182s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:38.860162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:33.73463Z","time spent":"5.125459341s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T17:02:38.86054Z","caller":"traceutil/trace.go:171","msg":"trace[162305715] transaction","detail":"{read_only:false; response_revision:7019; number_of_response:1; }","duration":"4.013162162s","start":"2026-08-21T17:02:34.847365Z","end":"2026-08-21T17:02:38.860527Z","steps":["trace[162305715] 'process raft request' (duration: 4.012556068s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:38.860613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:34.847338Z","time spent":"4.013239564s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T17:02:38.86077Z","caller":"traceutil/trace.go:171","msg":"trace[1365173892] transaction","detail":"{read_only:false; response_revision:7020; number_of_response:1; }","duration":"4.013293925s","start":"2026-08-21T17:02:34.847437Z","end":"2026-08-21T17:02:38.860731Z","steps":["trace[1365173892] 'process raft request' (duration: 4.012956207s)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:02:38.860852Z","caller":"traceutil/trace.go:171","msg":"trace[2120447163] linearizableReadLoop","detail":"{readStateIndex:7282; appliedIndex:7274; }","duration":"3.029553417s","start":"2026-08-21T17:02:35.831287Z","end":"2026-08-21T17:02:38.860841Z","steps":["trace[2120447163] 'read index received' (duration: 1.352160448s)","trace[2120447163] 'applied index is now lower than readState.Index' (duration: 1.677391679s)"],"step_count":2} {"level":"info","ts":"2026-08-21T17:02:38.860934Z","caller":"traceutil/trace.go:171","msg":"trace[999275685] transaction","detail":"{read_only:false; response_revision:7022; number_of_response:1; }","duration":"3.281170527s","start":"2026-08-21T17:02:35.579755Z","end":"2026-08-21T17:02:38.860925Z","steps":["trace[999275685] 'process raft request' (duration: 3.281041424s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:38.860967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:34.847398Z","time spent":"4.013452028s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T17:02:38.860997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:35.579713Z","time spent":"3.281248929s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T17:02:38.861086Z","caller":"traceutil/trace.go:171","msg":"trace[1968238381] transaction","detail":"{read_only:false; response_revision:7021; number_of_response:1; }","duration":"4.013070399s","start":"2026-08-21T17:02:34.848007Z","end":"2026-08-21T17:02:38.861078Z","steps":["trace[1968238381] 'process raft request' (duration: 4.012481227s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:38.861138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:34.847998Z","time spent":"4.01311526s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T17:02:38.861172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.282333295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-08-21T17:02:38.861236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.497077042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-21T17:02:38.861248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.881952739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-08-21T17:02:38.861273Z","caller":"traceutil/trace.go:171","msg":"trace[2029857749] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:7022; }","duration":"4.497162334s","start":"2026-08-21T17:02:34.364101Z","end":"2026-08-21T17:02:38.861263Z","steps":["trace[2029857749] 'agreement among raft nodes before linearized reading' (duration: 4.497099022s)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:02:38.861276Z","caller":"traceutil/trace.go:171","msg":"trace[2056693546] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7022; }","duration":"4.282479699s","start":"2026-08-21T17:02:34.578781Z","end":"2026-08-21T17:02:38.861261Z","steps":["trace[2056693546] 'agreement among raft nodes before linearized reading' (duration: 4.282176773s)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:02:38.861286Z","caller":"traceutil/trace.go:171","msg":"trace[1676485199] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7022; }","duration":"4.88199206s","start":"2026-08-21T17:02:33.979282Z","end":"2026-08-21T17:02:38.861274Z","steps":["trace[1676485199] 'agreement among raft nodes before linearized reading' (duration: 4.881871168s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:38.861304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:34.364072Z","time spent":"4.497224325s","remote":"127.0.0.1:35676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:02:38.861265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.881020269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-08-21T17:02:38.861386Z","caller":"traceutil/trace.go:171","msg":"trace[340146959] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7022; }","duration":"4.881190963s","start":"2026-08-21T17:02:33.980171Z","end":"2026-08-21T17:02:38.861362Z","steps":["trace[340146959] 'agreement among raft nodes before linearized reading' (duration: 4.880731633s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:38.861442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:34.57876Z","time spent":"4.282545701s","remote":"127.0.0.1:32866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-08-21T17:02:38.861453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:33.980164Z","time spent":"4.881278974s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-21T17:02:38.86154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.881340915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-08-21T17:02:38.861321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:33.979234Z","time spent":"4.882077482s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-08-21T17:02:38.86159Z","caller":"traceutil/trace.go:171","msg":"trace[260820560] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7022; }","duration":"4.881432007s","start":"2026-08-21T17:02:33.980148Z","end":"2026-08-21T17:02:38.86158Z","steps":["trace[260820560] 'agreement among raft nodes before linearized reading' (duration: 4.881192272s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:38.861624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:33.980118Z","time spent":"4.881498099s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-21T17:02:38.861727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.882757596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-08-21T17:02:38.861768Z","caller":"traceutil/trace.go:171","msg":"trace[1649623782] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7022; }","duration":"4.882832608s","start":"2026-08-21T17:02:33.978925Z","end":"2026-08-21T17:02:38.861758Z","steps":["trace[1649623782] 'agreement among raft nodes before linearized reading' (duration: 4.882721636s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:38.861789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.254282568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"warn","ts":"2026-08-21T17:02:38.861797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:33.978879Z","time spent":"4.88291204s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-08-21T17:02:38.861821Z","caller":"traceutil/trace.go:171","msg":"trace[485719671] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:7022; }","duration":"5.25436128s","start":"2026-08-21T17:02:33.607448Z","end":"2026-08-21T17:02:38.86181Z","steps":["trace[485719671] 'agreement among raft nodes before linearized reading' (duration: 5.254262368s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:38.86185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:33.607426Z","time spent":"5.254417883s","remote":"127.0.0.1:32806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3529,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-08-21T17:02:38.861942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.278157872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/horizon-int-certs\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T17:02:38.862046Z","caller":"traceutil/trace.go:171","msg":"trace[328036103] range","detail":"{range_begin:/registry/secrets/openstack/horizon-int-certs; range_end:; response_count:0; response_revision:7022; }","duration":"5.278255904s","start":"2026-08-21T17:02:33.583722Z","end":"2026-08-21T17:02:38.861978Z","steps":["trace[328036103] 'agreement among raft nodes before linearized reading' (duration: 5.278036089s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:38.863453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:33.583694Z","time spent":"5.279740355s","remote":"127.0.0.1:32806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/openstack/horizon-int-certs\" "} {"level":"warn","ts":"2026-08-21T17:02:39.36285Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604089,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:02:39.596482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000503546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-21T17:02:39.596628Z","caller":"traceutil/trace.go:171","msg":"trace[956011992] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000699279s","start":"2026-08-21T17:02:37.595911Z","end":"2026-08-21T17:02:39.59661Z","steps":["trace[956011992] 'agreement among raft nodes before linearized reading' (duration: 2.000541366s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:39.596702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:37.595878Z","time spent":"2.000812492s","remote":"127.0.0.1:60930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/21 17:02:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-21T17:02:40.68771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001916616s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-21T17:02:40.688174Z","caller":"traceutil/trace.go:171","msg":"trace[1821091586] transaction","detail":"{read_only:false; response_revision:7023; number_of_response:1; }","duration":"3.155071076s","start":"2026-08-21T17:02:37.533068Z","end":"2026-08-21T17:02:40.688139Z","steps":["trace[1821091586] 'process raft request' (duration: 2.152655209s)","trace[1821091586] 'compare' (duration: 1.001539327s)"],"step_count":2} {"level":"warn","ts":"2026-08-21T17:02:40.688336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:37.533044Z","time spent":"3.155210179s","remote":"127.0.0.1:60966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T17:02:40.928247Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.242451218s","expected-duration":"1s"} {"level":"warn","ts":"2026-08-21T17:02:40.986504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.695219ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-08-21T17:02:40.987075Z","caller":"traceutil/trace.go:171","msg":"trace[1569627708] transaction","detail":"{read_only:false; response_revision:7024; number_of_response:1; }","duration":"2.118647814s","start":"2026-08-21T17:02:38.8684Z","end":"2026-08-21T17:02:40.987048Z","steps":["trace[1569627708] 'process raft request' (duration: 2.118180784s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:40.987222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:38.868386Z","time spent":"2.118759447s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T17:02:41.476861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.717763ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-21T17:02:41.477669Z","caller":"traceutil/trace.go:171","msg":"trace[1647605989] transaction","detail":"{read_only:false; response_revision:7025; number_of_response:1; }","duration":"2.609203866s","start":"2026-08-21T17:02:38.868426Z","end":"2026-08-21T17:02:41.47763Z","steps":["trace[1647605989] 'process raft request' (duration: 2.118581683s)","trace[1647605989] 'compare' (duration: 489.54165ms)"],"step_count":2} {"level":"warn","ts":"2026-08-21T17:02:41.478004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:38.868406Z","time spent":"2.609326488s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T17:02:41.478397Z","caller":"traceutil/trace.go:171","msg":"trace[610484802] transaction","detail":"{read_only:false; response_revision:7026; number_of_response:1; }","duration":"2.609813858s","start":"2026-08-21T17:02:38.868547Z","end":"2026-08-21T17:02:41.478361Z","steps":["trace[610484802] 'process raft request' (duration: 2.609344968s)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:02:41.478508Z","caller":"traceutil/trace.go:171","msg":"trace[1377464549] transaction","detail":"{read_only:false; response_revision:7028; number_of_response:1; }","duration":"2.609539442s","start":"2026-08-21T17:02:38.868955Z","end":"2026-08-21T17:02:41.478494Z","steps":["trace[1377464549] 'process raft request' (duration: 2.609374708s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:41.479095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.643231908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-08-21T17:02:41.47917Z","caller":"traceutil/trace.go:171","msg":"trace[1537151994] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:7028; }","duration":"5.643309809s","start":"2026-08-21T17:02:35.835843Z","end":"2026-08-21T17:02:41.479153Z","steps":["trace[1537151994] 'agreement among raft nodes before linearized reading' (duration: 5.643059324s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:41.482563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:35.835838Z","time spent":"5.646711401s","remote":"127.0.0.1:32806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":673,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"info","ts":"2026-08-21T17:02:41.478567Z","caller":"traceutil/trace.go:171","msg":"trace[1132507017] transaction","detail":"{read_only:false; response_revision:7027; number_of_response:1; }","duration":"2.609823299s","start":"2026-08-21T17:02:38.86872Z","end":"2026-08-21T17:02:41.478543Z","steps":["trace[1132507017] 'process raft request' (duration: 2.609325289s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:41.482794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:38.868712Z","time spent":"2.614054178s","remote":"127.0.0.1:32806","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4302,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T17:02:41.479283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:38.868948Z","time spent":"2.610192166s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T17:02:41.478624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:38.868514Z","time spent":"2.609943511s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T17:02:41.478413Z","caller":"traceutil/trace.go:171","msg":"trace[1185691146] linearizableReadLoop","detail":"{readStateIndex:7289; appliedIndex:7282; }","duration":"2.617518962s","start":"2026-08-21T17:02:38.860881Z","end":"2026-08-21T17:02:41.4784Z","steps":["trace[1185691146] 'read index received' (duration: 824.858474ms)","trace[1185691146] 'applied index is now lower than readState.Index' (duration: 1.792659828s)"],"step_count":2} {"level":"warn","ts":"2026-08-21T17:02:41.478689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.033422157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-21T17:02:41.483475Z","caller":"traceutil/trace.go:171","msg":"trace[1386122751] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:7028; }","duration":"4.038254931s","start":"2026-08-21T17:02:37.445205Z","end":"2026-08-21T17:02:41.48346Z","steps":["trace[1386122751] 'agreement among raft nodes before linearized reading' (duration: 4.033423908s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:41.483525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:37.445185Z","time spent":"4.038325662s","remote":"127.0.0.1:53726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:02:41.478692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.226062087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:4 size:293662"} {"level":"info","ts":"2026-08-21T17:02:41.483657Z","caller":"traceutil/trace.go:171","msg":"trace[582452496] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:4; response_revision:7028; }","duration":"3.231034893s","start":"2026-08-21T17:02:38.252613Z","end":"2026-08-21T17:02:41.483648Z","steps":["trace[582452496] 'agreement among raft nodes before linearized reading' (duration: 3.225819072s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:41.483688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:38.25257Z","time spent":"3.231104994s","remote":"127.0.0.1:32806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":4,"response size":293685,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-08-21T17:02:41.478724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.065857575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T17:02:41.483897Z","caller":"traceutil/trace.go:171","msg":"trace[126519283] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:7028; }","duration":"5.071074784s","start":"2026-08-21T17:02:36.412813Z","end":"2026-08-21T17:02:41.483888Z","steps":["trace[126519283] 'agreement among raft nodes before linearized reading' (duration: 5.065857333s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:41.483921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:36.412792Z","time spent":"5.071121846s","remote":"127.0.0.1:53634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:02:41.478756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.709083453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T17:02:41.484066Z","caller":"traceutil/trace.go:171","msg":"trace[1510200110] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:7028; }","duration":"3.714421366s","start":"2026-08-21T17:02:37.769633Z","end":"2026-08-21T17:02:41.484055Z","steps":["trace[1510200110] 'agreement among raft nodes before linearized reading' (duration: 3.709086573s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:41.484125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:37.769618Z","time spent":"3.714465756s","remote":"127.0.0.1:51362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:02:41.478813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.756498196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-08-21T17:02:41.484298Z","caller":"traceutil/trace.go:171","msg":"trace[2034772540] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:7028; }","duration":"2.761998791s","start":"2026-08-21T17:02:38.722269Z","end":"2026-08-21T17:02:41.484268Z","steps":["trace[2034772540] 'agreement among raft nodes before linearized reading' (duration: 2.756456535s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:41.484416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:38.722248Z","time spent":"2.762107305s","remote":"127.0.0.1:32878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-08-21T17:02:41.478859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.027987043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-21T17:02:41.484762Z","caller":"traceutil/trace.go:171","msg":"trace[1310120998] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:7028; }","duration":"5.033977812s","start":"2026-08-21T17:02:36.450774Z","end":"2026-08-21T17:02:41.484752Z","steps":["trace[1310120998] 'agreement among raft nodes before linearized reading' (duration: 5.027942084s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:41.484793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:36.450762Z","time spent":"5.034020363s","remote":"127.0.0.1:32866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":45,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:02:41.478924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.939006052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7102"} {"level":"info","ts":"2026-08-21T17:02:41.485124Z","caller":"traceutil/trace.go:171","msg":"trace[2054038504] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:7028; }","duration":"3.945241235s","start":"2026-08-21T17:02:37.53987Z","end":"2026-08-21T17:02:41.485111Z","steps":["trace[2054038504] 'agreement among raft nodes before linearized reading' (duration: 3.938910801s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:41.485164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:37.539852Z","time spent":"3.945298256s","remote":"127.0.0.1:32866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7125,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-08-21T17:02:41.479424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.130545131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-21T17:02:41.485473Z","caller":"traceutil/trace.go:171","msg":"trace[2146255246] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:7028; }","duration":"3.136624929s","start":"2026-08-21T17:02:38.348838Z","end":"2026-08-21T17:02:41.485463Z","steps":["trace[2146255246] 'agreement among raft nodes before linearized reading' (duration: 3.129999749s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:41.485512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:38.348828Z","time spent":"3.13666785s","remote":"127.0.0.1:32790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":683,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:02:41.486159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.650391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18cde0865c08d50b\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-08-21T17:02:41.486226Z","caller":"traceutil/trace.go:171","msg":"trace[1462402337] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18cde0865c08d50b; range_end:; response_count:1; response_revision:7028; }","duration":"5.650531193s","start":"2026-08-21T17:02:35.835677Z","end":"2026-08-21T17:02:41.486208Z","steps":["trace[1462402337] 'agreement among raft nodes before linearized reading' (duration: 5.642757718s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:41.486274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:35.835663Z","time spent":"5.650599964s","remote":"127.0.0.1:32790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18cde0865c08d50b\" "} {"level":"warn","ts":"2026-08-21T17:02:41.597918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000623768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-08-21T17:02:41.597993Z","caller":"traceutil/trace.go:171","msg":"trace[895991094] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00075838s","start":"2026-08-21T17:02:39.597214Z","end":"2026-08-21T17:02:41.597972Z","steps":["trace[895991094] 'agreement among raft nodes before linearized reading' (duration: 2.000657498s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:41.598031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:39.597192Z","time spent":"2.000830492s","remote":"127.0.0.1:60932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-21T17:02:42.410386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001272778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-08-21T17:02:42.410515Z","caller":"traceutil/trace.go:171","msg":"trace[1148680500] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001460662s","start":"2026-08-21T17:02:40.409028Z","end":"2026-08-21T17:02:42.410489Z","steps":["trace[1148680500] 'agreement among raft nodes before linearized reading' (duration: 2.001298079s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:42.410951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:40.409011Z","time spent":"2.001766988s","remote":"127.0.0.1:60930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/21 17:02:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-21T17:02:42.64229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.576558ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-21T17:02:42.642564Z","caller":"traceutil/trace.go:171","msg":"trace[1857013549] transaction","detail":"{read_only:false; response_revision:7031; number_of_response:1; }","duration":"1.770539259s","start":"2026-08-21T17:02:40.872006Z","end":"2026-08-21T17:02:42.642546Z","steps":["trace[1857013549] 'process raft request' (duration: 1.770426266s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:42.642645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:40.87199Z","time spent":"1.770619851s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T17:02:42.642775Z","caller":"traceutil/trace.go:171","msg":"trace[1562670321] transaction","detail":"{read_only:false; response_revision:7030; number_of_response:1; }","duration":"1.773359599s","start":"2026-08-21T17:02:40.869405Z","end":"2026-08-21T17:02:42.642764Z","steps":["trace[1562670321] 'process raft request' (duration: 1.772970781s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:42.642827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:40.869383Z","time spent":"1.77341881s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T17:02:42.642745Z","caller":"traceutil/trace.go:171","msg":"trace[1650778642] transaction","detail":"{read_only:false; response_revision:7029; number_of_response:1; }","duration":"2.296034538s","start":"2026-08-21T17:02:40.346539Z","end":"2026-08-21T17:02:42.642573Z","steps":["trace[1650778642] 'process raft request' (duration: 1.439109563s)","trace[1650778642] 'compare' (duration: 855.404203ms)"],"step_count":2} {"level":"info","ts":"2026-08-21T17:02:42.643075Z","caller":"traceutil/trace.go:171","msg":"trace[1820244107] transaction","detail":"{read_only:false; response_revision:7032; number_of_response:1; }","duration":"1.770970518s","start":"2026-08-21T17:02:40.872094Z","end":"2026-08-21T17:02:42.643064Z","steps":["trace[1820244107] 'process raft request' (duration: 1.770409917s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:42.643123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:40.346507Z","time spent":"2.296404986s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T17:02:42.64318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:40.872068Z","time spent":"1.771038599s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T17:02:42.643298Z","caller":"traceutil/trace.go:171","msg":"trace[208416466] linearizableReadLoop","detail":"{readStateIndex:7294; appliedIndex:7289; }","duration":"1.159901225s","start":"2026-08-21T17:02:41.483364Z","end":"2026-08-21T17:02:42.643265Z","steps":["trace[208416466] 'read index received' (duration: 302.296705ms)","trace[208416466] 'applied index is now lower than readState.Index' (duration: 857.603ms)"],"step_count":2} {"level":"warn","ts":"2026-08-21T17:02:42.643399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.38019919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T17:02:42.643445Z","caller":"traceutil/trace.go:171","msg":"trace[254267987] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:7033; }","duration":"1.380278161s","start":"2026-08-21T17:02:41.263151Z","end":"2026-08-21T17:02:42.643429Z","steps":["trace[254267987] 'agreement among raft nodes before linearized reading' (duration: 1.380176099s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:42.643461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.141959042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-08-21T17:02:42.643422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.096544008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-08-21T17:02:42.643479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:41.263127Z","time spent":"1.380343503s","remote":"127.0.0.1:35664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-08-21T17:02:42.643494Z","caller":"traceutil/trace.go:171","msg":"trace[1302055139] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:7033; }","duration":"2.142031414s","start":"2026-08-21T17:02:40.501452Z","end":"2026-08-21T17:02:42.643483Z","steps":["trace[1302055139] 'agreement among raft nodes before linearized reading' (duration: 2.141937942s)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:02:42.643502Z","caller":"traceutil/trace.go:171","msg":"trace[539069618] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:7033; }","duration":"2.09667243s","start":"2026-08-21T17:02:40.546819Z","end":"2026-08-21T17:02:42.643491Z","steps":["trace[539069618] 'agreement among raft nodes before linearized reading' (duration: 2.096503147s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:42.64353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:40.5468Z","time spent":"2.096720992s","remote":"127.0.0.1:33020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":72,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:02:42.64353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:40.501432Z","time spent":"2.142088975s","remote":"127.0.0.1:32856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":40,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:02:42.643824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.953484598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-08-21T17:02:42.643806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.774183329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-08-21T17:02:42.643848Z","caller":"traceutil/trace.go:171","msg":"trace[539054126] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:7033; }","duration":"1.953531809s","start":"2026-08-21T17:02:40.690309Z","end":"2026-08-21T17:02:42.643841Z","steps":["trace[539054126] 'agreement among raft nodes before linearized reading' (duration: 1.953439517s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:42.643853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.775524907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-08-21T17:02:42.64387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:40.690295Z","time spent":"1.95357043s","remote":"127.0.0.1:32856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-08-21T17:02:42.643876Z","caller":"traceutil/trace.go:171","msg":"trace[740259925] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:7033; }","duration":"3.774284561s","start":"2026-08-21T17:02:38.869571Z","end":"2026-08-21T17:02:42.643855Z","steps":["trace[740259925] 'agreement among raft nodes before linearized reading' (duration: 3.774099547s)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:02:42.643877Z","caller":"traceutil/trace.go:171","msg":"trace[841084082] transaction","detail":"{read_only:false; response_revision:7033; number_of_response:1; }","duration":"1.770471648s","start":"2026-08-21T17:02:40.873391Z","end":"2026-08-21T17:02:42.643862Z","steps":["trace[841084082] 'process raft request' (duration: 1.769525417s)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:02:42.643885Z","caller":"traceutil/trace.go:171","msg":"trace[1722432179] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7033; }","duration":"3.775598009s","start":"2026-08-21T17:02:38.868275Z","end":"2026-08-21T17:02:42.643873Z","steps":["trace[1722432179] 'agreement among raft nodes before linearized reading' (duration: 3.775463766s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:42.643909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:38.869565Z","time spent":"3.774336512s","remote":"127.0.0.1:32806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3529,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-08-21T17:02:42.643921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:38.868254Z","time spent":"3.77566024s","remote":"127.0.0.1:32866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-08-21T17:02:42.643943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:40.873381Z","time spent":"1.770525339s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T17:02:42.644072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.237622927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-21T17:02:42.644095Z","caller":"traceutil/trace.go:171","msg":"trace[1598227961] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:7033; }","duration":"2.237651207s","start":"2026-08-21T17:02:40.406437Z","end":"2026-08-21T17:02:42.644089Z","steps":["trace[1598227961] 'agreement among raft nodes before linearized reading' (duration: 2.237597226s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:42.64452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:40.406393Z","time spent":"2.237717009s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:02:42.644642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.108453122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-08-21T17:02:42.644665Z","caller":"traceutil/trace.go:171","msg":"trace[414636433] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7033; }","duration":"3.108509453s","start":"2026-08-21T17:02:39.536145Z","end":"2026-08-21T17:02:42.644655Z","steps":["trace[414636433] 'agreement among raft nodes before linearized reading' (duration: 3.108466582s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:42.644684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:39.536124Z","time spent":"3.108555924s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-21T17:02:43.114459Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.328419463s","expected-duration":"1s"} {"level":"info","ts":"2026-08-21T17:02:43.165022Z","caller":"traceutil/trace.go:171","msg":"trace[1842089215] transaction","detail":"{read_only:false; response_revision:7034; number_of_response:1; }","duration":"1.669615421s","start":"2026-08-21T17:02:41.495376Z","end":"2026-08-21T17:02:43.164991Z","steps":["trace[1842089215] 'process raft request' (duration: 1.619327807s)","trace[1842089215] 'compare' (duration: 49.885516ms)"],"step_count":2} {"level":"info","ts":"2026-08-21T17:02:43.165142Z","caller":"traceutil/trace.go:171","msg":"trace[1770323371] transaction","detail":"{read_only:false; response_revision:7035; number_of_response:1; }","duration":"1.66957795s","start":"2026-08-21T17:02:41.495537Z","end":"2026-08-21T17:02:43.165115Z","steps":["trace[1770323371] 'process raft request' (duration: 1.669317804s)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:02:43.165164Z","caller":"traceutil/trace.go:171","msg":"trace[975430188] transaction","detail":"{read_only:false; number_of_response:1; response_revision:7036; }","duration":"1.668409585s","start":"2026-08-21T17:02:41.496725Z","end":"2026-08-21T17:02:43.165135Z","steps":["trace[975430188] 'process raft request' (duration: 1.668354184s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:43.165212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:41.495351Z","time spent":"1.669758905s","remote":"127.0.0.1:56090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2292,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T17:02:43.165274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:41.495529Z","time spent":"1.669671872s","remote":"127.0.0.1:32790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T17:02:43.165316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:41.496703Z","time spent":"1.668527888s","remote":"127.0.0.1:56090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":70,"response count":0,"response size":2341,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T17:02:43.165571Z","caller":"traceutil/trace.go:171","msg":"trace[120743366] transaction","detail":"{read_only:false; response_revision:7036; number_of_response:1; }","duration":"1.669893406s","start":"2026-08-21T17:02:41.495669Z","end":"2026-08-21T17:02:43.165563Z","steps":["trace[120743366] 'process raft request' (duration: 1.669344275s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:43.165612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:41.495663Z","time spent":"1.669927737s","remote":"127.0.0.1:32866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T17:02:43.611571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999782398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-08-21T17:02:43.611673Z","caller":"traceutil/trace.go:171","msg":"trace[1226930314] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999927561s","start":"2026-08-21T17:02:41.611727Z","end":"2026-08-21T17:02:43.611655Z","steps":["trace[1226930314] 'agreement among raft nodes before linearized reading' (duration: 1.999802698s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:43.611721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:41.611706Z","time spent":"2.000005363s","remote":"127.0.0.1:60930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-21T17:02:44.442619Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.327887311s","expected-duration":"1s"} {"level":"info","ts":"2026-08-21T17:02:44.443223Z","caller":"traceutil/trace.go:171","msg":"trace[223497051] transaction","detail":"{read_only:false; response_revision:7038; number_of_response:1; }","duration":"2.652216457s","start":"2026-08-21T17:02:41.790981Z","end":"2026-08-21T17:02:44.443197Z","steps":["trace[223497051] 'process raft request' (duration: 2.652127556s)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:02:44.443296Z","caller":"traceutil/trace.go:171","msg":"trace[1987106307] transaction","detail":"{read_only:false; response_revision:7037; number_of_response:1; }","duration":"2.652352071s","start":"2026-08-21T17:02:41.790906Z","end":"2026-08-21T17:02:44.443259Z","steps":["trace[1987106307] 'process raft request' (duration: 2.651938642s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:44.443407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:41.790976Z","time spent":"2.65234095s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T17:02:44.443485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:41.790887Z","time spent":"2.652504754s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T17:02:44.443664Z","caller":"traceutil/trace.go:171","msg":"trace[228047400] transaction","detail":"{read_only:false; response_revision:7039; number_of_response:1; }","duration":"1.791921181s","start":"2026-08-21T17:02:42.651719Z","end":"2026-08-21T17:02:44.44364Z","steps":["trace[228047400] 'process raft request' (duration: 1.791437582s)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:02:44.443765Z","caller":"traceutil/trace.go:171","msg":"trace[1058211884] linearizableReadLoop","detail":"{readStateIndex:7300; appliedIndex:7294; }","duration":"1.80038985s","start":"2026-08-21T17:02:42.643364Z","end":"2026-08-21T17:02:44.443754Z","steps":["trace[1058211884] 'read index received' (duration: 471.355364ms)","trace[1058211884] 'applied index is now lower than readState.Index' (duration: 1.329033476s)"],"step_count":2} {"level":"warn","ts":"2026-08-21T17:02:44.443802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:42.651708Z","time spent":"1.792025113s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T17:02:44.443925Z","caller":"traceutil/trace.go:171","msg":"trace[1339227070] transaction","detail":"{read_only:false; response_revision:7040; number_of_response:1; }","duration":"1.376020699s","start":"2026-08-21T17:02:43.067892Z","end":"2026-08-21T17:02:44.443913Z","steps":["trace[1339227070] 'process raft request' (duration: 1.375610561s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:44.443987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:43.06786Z","time spent":"1.376095531s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T17:02:44.444026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.807923931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-21T17:02:44.444083Z","caller":"traceutil/trace.go:171","msg":"trace[1249859860] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:7040; }","duration":"2.807978932s","start":"2026-08-21T17:02:41.636089Z","end":"2026-08-21T17:02:44.444068Z","steps":["trace[1249859860] 'agreement among raft nodes before linearized reading' (duration: 2.80788134s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:44.444136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:41.636046Z","time spent":"2.808076714s","remote":"127.0.0.1:32812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:02:44.444338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.945389889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-08-21T17:02:44.444422Z","caller":"traceutil/trace.go:171","msg":"trace[858712236] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:7040; }","duration":"2.945504522s","start":"2026-08-21T17:02:41.498904Z","end":"2026-08-21T17:02:44.444409Z","steps":["trace[858712236] 'agreement among raft nodes before linearized reading' (duration: 2.945331169s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:44.444439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.589475406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-21T17:02:44.444487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:41.498893Z","time spent":"2.945580164s","remote":"127.0.0.1:32806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":673,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"info","ts":"2026-08-21T17:02:44.444479Z","caller":"traceutil/trace.go:171","msg":"trace[976643079] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:7040; }","duration":"2.589574948s","start":"2026-08-21T17:02:41.854893Z","end":"2026-08-21T17:02:44.444467Z","steps":["trace[976643079] 'agreement among raft nodes before linearized reading' (duration: 2.589495917s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:44.444378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.870108227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-21T17:02:44.444532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:41.854865Z","time spent":"2.58965794s","remote":"127.0.0.1:53544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-08-21T17:02:44.444548Z","caller":"traceutil/trace.go:171","msg":"trace[1686628160] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:7040; }","duration":"1.870323832s","start":"2026-08-21T17:02:42.574213Z","end":"2026-08-21T17:02:44.444536Z","steps":["trace[1686628160] 'agreement among raft nodes before linearized reading' (duration: 1.870130498s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:44.444587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:42.574188Z","time spent":"1.870387874s","remote":"127.0.0.1:53280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:02:44.444903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.954015882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/dashboard\" ","response":"range_response_count:1 size:1148"} {"level":"info","ts":"2026-08-21T17:02:44.444946Z","caller":"traceutil/trace.go:171","msg":"trace[228418238] range","detail":"{range_begin:/registry/ingress/openstack/dashboard; range_end:; response_count:1; response_revision:7040; }","duration":"2.954098374s","start":"2026-08-21T17:02:41.490836Z","end":"2026-08-21T17:02:44.444935Z","steps":["trace[228418238] 'agreement among raft nodes before linearized reading' (duration: 2.953328597s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:44.444981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:41.490815Z","time spent":"2.954159046s","remote":"127.0.0.1:32964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":1171,"request content":"key:\"/registry/ingress/openstack/dashboard\" "} {"level":"warn","ts":"2026-08-21T17:02:44.943896Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604113,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-21T17:02:45.109722Z","caller":"traceutil/trace.go:171","msg":"trace[2095846189] transaction","detail":"{read_only:false; response_revision:7043; number_of_response:1; }","duration":"1.931582079s","start":"2026-08-21T17:02:43.178122Z","end":"2026-08-21T17:02:45.109704Z","steps":["trace[2095846189] 'process raft request' (duration: 1.931533178s)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:02:45.10983Z","caller":"traceutil/trace.go:171","msg":"trace[1257712736] transaction","detail":"{read_only:false; response_revision:7041; number_of_response:1; }","duration":"1.939425516s","start":"2026-08-21T17:02:43.170379Z","end":"2026-08-21T17:02:45.109805Z","steps":["trace[1257712736] 'process raft request' (duration: 1.939012037s)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:02:45.109957Z","caller":"traceutil/trace.go:171","msg":"trace[1917946240] transaction","detail":"{read_only:false; response_revision:7042; number_of_response:1; }","duration":"1.935552732s","start":"2026-08-21T17:02:43.174393Z","end":"2026-08-21T17:02:45.109945Z","steps":["trace[1917946240] 'process raft request' (duration: 1.935111673s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:45.110033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:43.174371Z","time spent":"1.935612764s","remote":"127.0.0.1:32790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":740,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-21T17:02:45.110055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:43.170326Z","time spent":"1.939580779s","remote":"127.0.0.1:32790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":717,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-21T17:02:45.110447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:43.178098Z","time spent":"1.931695232s","remote":"127.0.0.1:56090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2443,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T17:02:45.612548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000039966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-08-21T17:02:45.612651Z","caller":"traceutil/trace.go:171","msg":"trace[828717380] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000187209s","start":"2026-08-21T17:02:43.612446Z","end":"2026-08-21T17:02:45.612633Z","steps":["trace[828717380] 'agreement among raft nodes before linearized reading' (duration: 2.000061546s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:45.612697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:43.61243Z","time spent":"2.00025715s","remote":"127.0.0.1:60932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/21 17:02:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-21T17:02:46.767124Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.657671023s","expected-duration":"1s"} {"level":"info","ts":"2026-08-21T17:02:46.767835Z","caller":"traceutil/trace.go:171","msg":"trace[1866476576] transaction","detail":"{read_only:false; response_revision:7044; number_of_response:1; }","duration":"2.317490098s","start":"2026-08-21T17:02:44.450277Z","end":"2026-08-21T17:02:46.767767Z","steps":["trace[1866476576] 'process raft request' (duration: 2.317244863s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:46.768107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:44.450259Z","time spent":"2.317706872s","remote":"127.0.0.1:32964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1292,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T17:02:46.76857Z","caller":"traceutil/trace.go:171","msg":"trace[1170750988] transaction","detail":"{read_only:false; response_revision:7045; number_of_response:1; }","duration":"2.119597628s","start":"2026-08-21T17:02:44.648906Z","end":"2026-08-21T17:02:46.768503Z","steps":["trace[1170750988] 'process raft request' (duration: 2.11876975s)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:02:46.768649Z","caller":"traceutil/trace.go:171","msg":"trace[1016615250] transaction","detail":"{read_only:false; response_revision:7046; number_of_response:1; }","duration":"2.117784969s","start":"2026-08-21T17:02:44.650842Z","end":"2026-08-21T17:02:46.768627Z","steps":["trace[1016615250] 'process raft request' (duration: 2.117126235s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:46.768846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:44.650811Z","time spent":"2.117903742s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T17:02:46.769134Z","caller":"traceutil/trace.go:171","msg":"trace[1764898960] linearizableReadLoop","detail":"{readStateIndex:7310; appliedIndex:7305; }","duration":"2.325319963s","start":"2026-08-21T17:02:44.443796Z","end":"2026-08-21T17:02:46.769116Z","steps":["trace[1764898960] 'read index received' (duration: 666.112849ms)","trace[1764898960] 'applied index is now lower than readState.Index' (duration: 1.659206024s)"],"step_count":2} {"level":"info","ts":"2026-08-21T17:02:46.769135Z","caller":"traceutil/trace.go:171","msg":"trace[357122146] transaction","detail":"{read_only:false; response_revision:7047; number_of_response:1; }","duration":"2.117016133s","start":"2026-08-21T17:02:44.652095Z","end":"2026-08-21T17:02:46.769111Z","steps":["trace[357122146] 'process raft request' (duration: 2.116486943s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:46.769243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:44.652085Z","time spent":"2.117107415s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T17:02:46.769356Z","caller":"traceutil/trace.go:171","msg":"trace[1063977311] transaction","detail":"{read_only:false; response_revision:7048; number_of_response:1; }","duration":"2.117254008s","start":"2026-08-21T17:02:44.652089Z","end":"2026-08-21T17:02:46.769343Z","steps":["trace[1063977311] 'process raft request' (duration: 2.116950142s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:46.769425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.603888691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-21T17:02:46.770971Z","caller":"traceutil/trace.go:171","msg":"trace[1787174932] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:7048; }","duration":"3.605447334s","start":"2026-08-21T17:02:43.165481Z","end":"2026-08-21T17:02:46.770928Z","steps":["trace[1787174932] 'agreement among raft nodes before linearized reading' (duration: 3.603881181s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:46.771065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:43.165464Z","time spent":"3.605580746s","remote":"127.0.0.1:51344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:02:46.769568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.272106361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-08-21T17:02:46.771252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:44.652061Z","time spent":"2.119121536s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T17:02:46.771296Z","caller":"traceutil/trace.go:171","msg":"trace[348877368] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7048; }","duration":"3.273847119s","start":"2026-08-21T17:02:43.497421Z","end":"2026-08-21T17:02:46.771268Z","steps":["trace[348877368] 'agreement among raft nodes before linearized reading' (duration: 3.27203052s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:46.771361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:43.497404Z","time spent":"3.273940881s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-21T17:02:46.769645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.277843973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-08-21T17:02:46.77155Z","caller":"traceutil/trace.go:171","msg":"trace[1095056814] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7048; }","duration":"3.279740203s","start":"2026-08-21T17:02:43.491796Z","end":"2026-08-21T17:02:46.771536Z","steps":["trace[1095056814] 'agreement among raft nodes before linearized reading' (duration: 3.277792862s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:46.771588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:43.491767Z","time spent":"3.279812664s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-08-21T17:02:46.769664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.119939021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/self-signed\" ","response":"range_response_count:1 size:1006"} {"level":"info","ts":"2026-08-21T17:02:46.771835Z","caller":"traceutil/trace.go:171","msg":"trace[121014716] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/self-signed; range_end:; response_count:1; response_revision:7048; }","duration":"4.122028165s","start":"2026-08-21T17:02:42.649693Z","end":"2026-08-21T17:02:46.771721Z","steps":["trace[121014716] 'agreement among raft nodes before linearized reading' (duration: 4.11991965s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:46.769757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.282091612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-08-21T17:02:46.771931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:42.649685Z","time spent":"4.122191208s","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":1029,"request content":"key:\"/registry/cert-manager.io/clusterissuers/self-signed\" "} {"level":"info","ts":"2026-08-21T17:02:46.771979Z","caller":"traceutil/trace.go:171","msg":"trace[951392983] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7048; }","duration":"3.284409981s","start":"2026-08-21T17:02:43.487556Z","end":"2026-08-21T17:02:46.771965Z","steps":["trace[951392983] 'agreement among raft nodes before linearized reading' (duration: 3.282107282s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:46.772097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:43.487532Z","time spent":"3.284542954s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-21T17:02:46.769804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.418908956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T17:02:46.772216Z","caller":"traceutil/trace.go:171","msg":"trace[1363464016] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:7048; }","duration":"3.421358288s","start":"2026-08-21T17:02:43.350841Z","end":"2026-08-21T17:02:46.772199Z","steps":["trace[1363464016] 'agreement among raft nodes before linearized reading' (duration: 3.418937237s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:46.769904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.120103465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"warn","ts":"2026-08-21T17:02:46.772344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:44.648883Z","time spent":"2.119792471s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T17:02:46.76996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.595654786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/horizon-int-certs-gwrtn\" ","response":"range_response_count:1 size:2466"} {"level":"info","ts":"2026-08-21T17:02:46.77274Z","caller":"traceutil/trace.go:171","msg":"trace[1695174963] range","detail":"{range_begin:/registry/secrets/openstack/horizon-int-certs-gwrtn; range_end:; response_count:1; response_revision:7048; }","duration":"3.598341243s","start":"2026-08-21T17:02:43.174265Z","end":"2026-08-21T17:02:46.772606Z","steps":["trace[1695174963] 'agreement among raft nodes before linearized reading' (duration: 3.595561175s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:46.770026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.598819325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/horizon-75b49cd5cc-5qwjw\" ","response":"range_response_count:1 size:9631"} {"level":"warn","ts":"2026-08-21T17:02:46.772822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:43.17425Z","time spent":"3.598532478s","remote":"127.0.0.1:32806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":2489,"request content":"key:\"/registry/secrets/openstack/horizon-int-certs-gwrtn\" "} {"level":"info","ts":"2026-08-21T17:02:46.772837Z","caller":"traceutil/trace.go:171","msg":"trace[910217889] range","detail":"{range_begin:/registry/pods/openstack/horizon-75b49cd5cc-5qwjw; range_end:; response_count:1; response_revision:7048; }","duration":"3.601629873s","start":"2026-08-21T17:02:43.171177Z","end":"2026-08-21T17:02:46.772807Z","steps":["trace[910217889] 'agreement among raft nodes before linearized reading' (duration: 3.598783073s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:46.77289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:43.171171Z","time spent":"3.601703096s","remote":"127.0.0.1:32866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":9654,"request content":"key:\"/registry/pods/openstack/horizon-75b49cd5cc-5qwjw\" "} {"level":"warn","ts":"2026-08-21T17:02:46.77008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.125036469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:12317"} {"level":"info","ts":"2026-08-21T17:02:46.773104Z","caller":"traceutil/trace.go:171","msg":"trace[699053271] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7048; }","duration":"4.128076703s","start":"2026-08-21T17:02:42.645016Z","end":"2026-08-21T17:02:46.773092Z","steps":["trace[699053271] 'agreement among raft nodes before linearized reading' (duration: 4.124994758s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:46.773143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:42.644998Z","time spent":"4.128135265s","remote":"127.0.0.1:32858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":12340,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-08-21T17:02:46.770123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.120407692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-08-21T17:02:46.773374Z","caller":"traceutil/trace.go:171","msg":"trace[1335677036] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:7048; }","duration":"4.12367329s","start":"2026-08-21T17:02:42.649689Z","end":"2026-08-21T17:02:46.773363Z","steps":["trace[1335677036] 'agreement among raft nodes before linearized reading' (duration: 4.120380941s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:46.773417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:42.649678Z","time spent":"4.123727771s","remote":"127.0.0.1:60966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-08-21T17:02:46.769796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.778484875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-08-21T17:02:46.773627Z","caller":"traceutil/trace.go:171","msg":"trace[1739364175] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7048; }","duration":"3.782333596s","start":"2026-08-21T17:02:42.991281Z","end":"2026-08-21T17:02:46.773614Z","steps":["trace[1739364175] 'agreement among raft nodes before linearized reading' (duration: 3.778415373s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:46.773668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:42.991265Z","time spent":"3.782392728s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-08-21T17:02:46.772395Z","caller":"traceutil/trace.go:171","msg":"trace[476659011] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:7048; }","duration":"4.122605697s","start":"2026-08-21T17:02:42.649776Z","end":"2026-08-21T17:02:46.772382Z","steps":["trace[476659011] 'agreement among raft nodes before linearized reading' (duration: 4.120041944s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:46.780016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:42.649761Z","time spent":"4.130222669s","remote":"127.0.0.1:32806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1365,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"warn","ts":"2026-08-21T17:02:46.78334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:43.350779Z","time spent":"3.432493752s","remote":"127.0.0.1:53586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:02:47.269654Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604120,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:02:47.6175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000355805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-08-21T17:02:47.617576Z","caller":"traceutil/trace.go:171","msg":"trace[1758430722] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000474967s","start":"2026-08-21T17:02:45.617084Z","end":"2026-08-21T17:02:47.617559Z","steps":["trace[1758430722] 'agreement among raft nodes before linearized reading' (duration: 2.000376525s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:47.617623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:45.617066Z","time spent":"2.000546529s","remote":"127.0.0.1:60930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-21T17:02:47.77062Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604120,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:02:48.270768Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604120,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:02:48.771589Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604120,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:02:49.272744Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604120,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:02:49.618348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000120063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-21T17:02:49.618431Z","caller":"traceutil/trace.go:171","msg":"trace[495388572] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000240015s","start":"2026-08-21T17:02:47.618173Z","end":"2026-08-21T17:02:49.618413Z","steps":["trace[495388572] 'agreement among raft nodes before linearized reading' (duration: 2.000140083s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:49.618478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:47.618159Z","time spent":"2.000309047s","remote":"127.0.0.1:60932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/21 17:02:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-21T17:02:49.773343Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604120,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:02:49.936756Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.169149934s","expected-duration":"1s"} {"level":"warn","ts":"2026-08-21T17:02:51.624961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999978844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-21T17:02:51.625042Z","caller":"traceutil/trace.go:171","msg":"trace[1430347699] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000107816s","start":"2026-08-21T17:02:49.624917Z","end":"2026-08-21T17:02:51.625024Z","steps":["trace[1430347699] 'agreement among raft nodes before linearized reading' (duration: 2.000009754s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:51.625089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:49.6249Z","time spent":"2.000179418s","remote":"127.0.0.1:60930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/21 17:02:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-21T17:02:51.775697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:46.781389Z","time spent":"4.994295892s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-08-21T17:02:51.776535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:46.782624Z","time spent":"4.993900883s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/08/21 17:02:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-21T17:02:51.781574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:46.782577Z","time spent":"4.9989921s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/08/21 17:02:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-21T17:02:52.117464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:45.116426Z","time spent":"7.00103143s","remote":"127.0.0.1:32790","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-08-21T17:02:53.077399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.140332776s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-08-21T17:02:53.487109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:46.785502Z","time spent":"6.70159962s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/08/21 17:02:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-21T17:02:53.62536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999959689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-08-21T17:02:53.625475Z","caller":"traceutil/trace.go:171","msg":"trace[1663948396] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000155773s","start":"2026-08-21T17:02:51.625293Z","end":"2026-08-21T17:02:53.625449Z","steps":["trace[1663948396] 'agreement among raft nodes before linearized reading' (duration: 1.99999604s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:53.625561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:51.625269Z","time spent":"2.000255394s","remote":"127.0.0.1:60932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-21T17:02:53.77429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:48.775547Z","time spent":"4.998735393s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/08/21 17:02:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-21T17:02:53.775681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:48.777812Z","time spent":"4.997855974s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-08-21T17:02:53.776069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:48.777738Z","time spent":"4.998309452s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-08-21T17:02:53.781086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:48.782679Z","time spent":"4.998398605s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-08-21T17:02:53.781224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:46.776552Z","time spent":"7.004667749s","remote":"127.0.0.1:32806","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-08-21T17:02:53.786837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:46.786007Z","time spent":"7.000826287s","remote":"127.0.0.1:32866","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-08-21T17:02:54.13349Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.196539497s","expected-duration":"1s"} {"level":"warn","ts":"2026-08-21T17:02:54.156071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.706391602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-08-21T17:02:54.156124Z","caller":"traceutil/trace.go:171","msg":"trace[702488484] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7060; }","duration":"7.706486025s","start":"2026-08-21T17:02:46.449627Z","end":"2026-08-21T17:02:54.156113Z","steps":["trace[702488484] 'agreement among raft nodes before linearized reading' (duration: 7.706338022s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:54.156153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:46.449609Z","time spent":"7.706538855s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-08-21T17:02:54.156273Z","caller":"traceutil/trace.go:171","msg":"trace[335785720] transaction","detail":"{read_only:false; response_revision:7060; number_of_response:1; }","duration":"4.932326421s","start":"2026-08-21T17:02:49.223936Z","end":"2026-08-21T17:02:54.156263Z","steps":["trace[335785720] 'process raft request' (duration: 4.931753269s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:54.156335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:49.223918Z","time spent":"4.932375292s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T17:02:54.156452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.618165204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-21T17:02:54.156477Z","caller":"traceutil/trace.go:171","msg":"trace[1322851645] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7060; }","duration":"7.618252576s","start":"2026-08-21T17:02:46.538218Z","end":"2026-08-21T17:02:54.156471Z","steps":["trace[1322851645] 'agreement among raft nodes before linearized reading' (duration: 7.618200195s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:54.156496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:46.538184Z","time spent":"7.618307297s","remote":"127.0.0.1:53964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:02:54.15646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.815187514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T17:02:54.15659Z","caller":"traceutil/trace.go:171","msg":"trace[1809109979] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:7060; }","duration":"7.815364958s","start":"2026-08-21T17:02:46.341209Z","end":"2026-08-21T17:02:54.156574Z","steps":["trace[1809109979] 'agreement among raft nodes before linearized reading' (duration: 7.815196424s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:54.156634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:46.34119Z","time spent":"7.815435859s","remote":"127.0.0.1:53734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:02:54.156882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.650822299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T17:02:54.156922Z","caller":"traceutil/trace.go:171","msg":"trace[1180656511] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:7060; }","duration":"8.650899761s","start":"2026-08-21T17:02:45.506017Z","end":"2026-08-21T17:02:54.156917Z","steps":["trace[1180656511] 'agreement among raft nodes before linearized reading' (duration: 8.650821559s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:54.156951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:45.505997Z","time spent":"8.650948072s","remote":"127.0.0.1:33074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:02:54.157127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.704980874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T17:02:54.157165Z","caller":"traceutil/trace.go:171","msg":"trace[271110540] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:7060; }","duration":"9.705058786s","start":"2026-08-21T17:02:44.452099Z","end":"2026-08-21T17:02:54.157158Z","steps":["trace[271110540] 'agreement among raft nodes before linearized reading' (duration: 9.705006895s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:54.157187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:44.452089Z","time spent":"9.705092086s","remote":"127.0.0.1:32806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" "} {"level":"info","ts":"2026-08-21T17:02:54.159009Z","caller":"traceutil/trace.go:171","msg":"trace[465636946] linearizableReadLoop","detail":"{readStateIndex:7322; appliedIndex:7310; }","duration":"7.386577866s","start":"2026-08-21T17:02:46.769177Z","end":"2026-08-21T17:02:54.155755Z","steps":["trace[465636946] 'read index received' (duration: 3.167801357s)","trace[465636946] 'applied index is now lower than readState.Index' (duration: 4.218775879s)"],"step_count":2} {"level":"info","ts":"2026-08-21T17:02:54.215644Z","caller":"traceutil/trace.go:171","msg":"trace[255883582] transaction","detail":"{read_only:false; response_revision:7062; number_of_response:1; }","duration":"2.093503844s","start":"2026-08-21T17:02:52.122095Z","end":"2026-08-21T17:02:54.215599Z","steps":["trace[255883582] 'process raft request' (duration: 2.09277771s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:54.21585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:52.12207Z","time spent":"2.093664378s","remote":"127.0.0.1:32790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":717,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-21T17:02:54.215893Z","caller":"traceutil/trace.go:171","msg":"trace[1840655052] transaction","detail":"{read_only:false; response_revision:7061; number_of_response:1; }","duration":"4.067221268s","start":"2026-08-21T17:02:50.148609Z","end":"2026-08-21T17:02:54.215831Z","steps":["trace[1840655052] 'process raft request' (duration: 4.066027333s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:54.216435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:50.148588Z","time spent":"4.067453142s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T17:02:54.226313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000053623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-08-21T17:02:54.226395Z","caller":"traceutil/trace.go:171","msg":"trace[1053348799] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000196575s","start":"2026-08-21T17:02:52.22618Z","end":"2026-08-21T17:02:54.226377Z","steps":["trace[1053348799] 'agreement among raft nodes before linearized reading' (duration: 2.000084683s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:54.226439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:52.226158Z","time spent":"2.000273287s","remote":"127.0.0.1:60930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/21 17:02:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-21T17:02:54.460278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.295625ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-08-21T17:02:54.463814Z","caller":"traceutil/trace.go:171","msg":"trace[847173330] transaction","detail":"{read_only:false; response_revision:7064; number_of_response:1; }","duration":"296.885299ms","start":"2026-08-21T17:02:54.166871Z","end":"2026-08-21T17:02:54.463756Z","steps":["trace[847173330] 'process raft request' (duration: 296.748076ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:02:54.463814Z","caller":"traceutil/trace.go:171","msg":"trace[721995490] transaction","detail":"{read_only:false; number_of_response:1; response_revision:7063; }","duration":"972.499726ms","start":"2026-08-21T17:02:53.491268Z","end":"2026-08-21T17:02:54.463767Z","steps":["trace[721995490] 'process raft request' (duration: 972.28173ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:02:54.464084Z","caller":"traceutil/trace.go:171","msg":"trace[1989308084] transaction","detail":"{read_only:false; number_of_response:1; response_revision:7063; }","duration":"962.381694ms","start":"2026-08-21T17:02:53.501691Z","end":"2026-08-21T17:02:54.464072Z","steps":["trace[1989308084] 'process raft request' (duration: 961.888324ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:54.464132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:53.491237Z","time spent":"972.773292ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":473,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T17:02:54.46422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:53.501671Z","time spent":"962.446016ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":62,"response count":0,"response size":527,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T17:02:54.464435Z","caller":"traceutil/trace.go:171","msg":"trace[712712873] transaction","detail":"{read_only:false; number_of_response:1; response_revision:7063; }","duration":"1.472087938s","start":"2026-08-21T17:02:52.992334Z","end":"2026-08-21T17:02:54.464422Z","steps":["trace[712712873] 'process raft request' (duration: 1.471116957s)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:02:54.46451Z","caller":"traceutil/trace.go:171","msg":"trace[610642265] linearizableReadLoop","detail":"{readStateIndex:7328; appliedIndex:7322; }","duration":"305.416446ms","start":"2026-08-21T17:02:54.159074Z","end":"2026-08-21T17:02:54.46449Z","steps":["trace[610642265] 'read index received' (duration: 55.392593ms)","trace[610642265] 'applied index is now lower than readState.Index' (duration: 250.021713ms)"],"step_count":2} {"level":"warn","ts":"2026-08-21T17:02:54.464615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:52.992309Z","time spent":"1.472154249s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":47,"response count":0,"response size":514,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T17:02:54.464817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.230220511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T17:02:54.464856Z","caller":"traceutil/trace.go:171","msg":"trace[1488901293] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:7064; }","duration":"2.230292853s","start":"2026-08-21T17:02:52.234552Z","end":"2026-08-21T17:02:54.464845Z","steps":["trace[1488901293] 'agreement among raft nodes before linearized reading' (duration: 2.230212432s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:54.464883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:52.23454Z","time spent":"2.230336634s","remote":"127.0.0.1:56070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:02:54.464898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.292582563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T17:02:54.464964Z","caller":"traceutil/trace.go:171","msg":"trace[1324073133] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:7064; }","duration":"3.292682065s","start":"2026-08-21T17:02:51.172262Z","end":"2026-08-21T17:02:54.464944Z","steps":["trace[1324073133] 'agreement among raft nodes before linearized reading' (duration: 3.292576753s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:54.465016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:51.172245Z","time spent":"3.292758487s","remote":"127.0.0.1:53840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:02:54.465497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.403035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T17:02:54.465528Z","caller":"traceutil/trace.go:171","msg":"trace[709528661] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7064; }","duration":"832.468827ms","start":"2026-08-21T17:02:53.633051Z","end":"2026-08-21T17:02:54.46552Z","steps":["trace[709528661] 'agreement among raft nodes before linearized reading' (duration: 832.414016ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:54.465597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.148279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-08-21T17:02:54.465637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:53.633027Z","time spent":"832.60218ms","remote":"127.0.0.1:60930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-08-21T17:02:54.465695Z","caller":"traceutil/trace.go:171","msg":"trace[1140168186] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7064; }","duration":"688.256501ms","start":"2026-08-21T17:02:53.777389Z","end":"2026-08-21T17:02:54.465645Z","steps":["trace[1140168186] 'agreement among raft nodes before linearized reading' (duration: 688.062887ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:54.465751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:53.777364Z","time spent":"688.368233ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-08-21T17:02:54.465888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.015888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T17:02:54.465933Z","caller":"traceutil/trace.go:171","msg":"trace[1158036234] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:7064; }","duration":"428.11349ms","start":"2026-08-21T17:02:54.037808Z","end":"2026-08-21T17:02:54.465921Z","steps":["trace[1158036234] 'agreement among raft nodes before linearized reading' (duration: 428.047219ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:54.465976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:54.037778Z","time spent":"428.187042ms","remote":"127.0.0.1:53884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:02:54.466012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075587723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-21T17:02:54.466091Z","caller":"traceutil/trace.go:171","msg":"trace[837100575] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:7064; }","duration":"1.075703616s","start":"2026-08-21T17:02:53.390375Z","end":"2026-08-21T17:02:54.466079Z","steps":["trace[837100575] 'agreement among raft nodes before linearized reading' (duration: 1.075527122s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:54.466224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:53.390324Z","time spent":"1.075844339s","remote":"127.0.0.1:33130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":4,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:02:54.466286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.832785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-08-21T17:02:54.466337Z","caller":"traceutil/trace.go:171","msg":"trace[595912120] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:7064; }","duration":"596.937767ms","start":"2026-08-21T17:02:53.869386Z","end":"2026-08-21T17:02:54.466324Z","steps":["trace[595912120] 'agreement among raft nodes before linearized reading' (duration: 596.802274ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:54.466381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:53.869364Z","time spent":"597.00756ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-08-21T17:02:54.46651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.560485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-21T17:02:54.466553Z","caller":"traceutil/trace.go:171","msg":"trace[1766287205] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7064; }","duration":"650.673197ms","start":"2026-08-21T17:02:53.815867Z","end":"2026-08-21T17:02:54.46654Z","steps":["trace[1766287205] 'agreement among raft nodes before linearized reading' (duration: 650.608356ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:54.466631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.238533241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-21T17:02:54.466663Z","caller":"traceutil/trace.go:171","msg":"trace[133957898] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:7064; }","duration":"1.238629153s","start":"2026-08-21T17:02:53.228025Z","end":"2026-08-21T17:02:54.466654Z","steps":["trace[133957898] 'agreement among raft nodes before linearized reading' (duration: 1.23851167s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:54.466686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:53.227978Z","time spent":"1.238702414s","remote":"127.0.0.1:32858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:02:54.466594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:53.815847Z","time spent":"650.735799ms","remote":"127.0.0.1:53952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:02:54.466949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.743199976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-08-21T17:02:54.467093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.386084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/horizon-75b49cd5cc-zk9q2\" ","response":"range_response_count:1 size:9775"} {"level":"info","ts":"2026-08-21T17:02:54.466979Z","caller":"traceutil/trace.go:171","msg":"trace[1270937415] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:7064; }","duration":"1.743268278s","start":"2026-08-21T17:02:52.723703Z","end":"2026-08-21T17:02:54.466971Z","steps":["trace[1270937415] 'agreement among raft nodes before linearized reading' (duration: 1.743207437s)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:02:54.467149Z","caller":"traceutil/trace.go:171","msg":"trace[789798599] range","detail":"{range_begin:/registry/pods/openstack/horizon-75b49cd5cc-zk9q2; range_end:; response_count:1; response_revision:7064; }","duration":"677.477936ms","start":"2026-08-21T17:02:53.789656Z","end":"2026-08-21T17:02:54.467134Z","steps":["trace[789798599] 'agreement among raft nodes before linearized reading' (duration: 677.284342ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:54.467195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:53.789639Z","time spent":"677.546367ms","remote":"127.0.0.1:32866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":9798,"request content":"key:\"/registry/pods/openstack/horizon-75b49cd5cc-zk9q2\" "} {"level":"warn","ts":"2026-08-21T17:02:54.467222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:52.723675Z","time spent":"1.743475772s","remote":"127.0.0.1:33140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":10,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:02:54.467444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.556841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/horizon-int-certs-gwrtn\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T17:02:54.467492Z","caller":"traceutil/trace.go:171","msg":"trace[50567412] range","detail":"{range_begin:/registry/secrets/openstack/horizon-int-certs-gwrtn; range_end:; response_count:0; response_revision:7064; }","duration":"681.622782ms","start":"2026-08-21T17:02:53.785857Z","end":"2026-08-21T17:02:54.46748Z","steps":["trace[50567412] 'agreement among raft nodes before linearized reading' (duration: 681.544971ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:54.467538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:53.785849Z","time spent":"681.679704ms","remote":"127.0.0.1:32806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/openstack/horizon-int-certs-gwrtn\" "} {"level":"warn","ts":"2026-08-21T17:02:54.467878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.668186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:551"} {"level":"info","ts":"2026-08-21T17:02:54.46793Z","caller":"traceutil/trace.go:171","msg":"trace[1342609521] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:7064; }","duration":"684.739807ms","start":"2026-08-21T17:02:53.78318Z","end":"2026-08-21T17:02:54.46792Z","steps":["trace[1342609521] 'agreement among raft nodes before linearized reading' (duration: 684.601164ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:54.467964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:53.783164Z","time spent":"684.793858ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":574,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-08-21T17:02:54.468087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.233501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-08-21T17:02:54.468118Z","caller":"traceutil/trace.go:171","msg":"trace[1815652784] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7064; }","duration":"690.302803ms","start":"2026-08-21T17:02:53.777806Z","end":"2026-08-21T17:02:54.468109Z","steps":["trace[1815652784] 'agreement among raft nodes before linearized reading' (duration: 690.227781ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:54.468159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:53.777761Z","time spent":"690.386685ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-08-21T17:02:54.469283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.681021859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/self-signed\" ","response":"range_response_count:1 size:1006"} {"level":"info","ts":"2026-08-21T17:02:54.469305Z","caller":"traceutil/trace.go:171","msg":"trace[15576970] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/self-signed; range_end:; response_count:1; response_revision:7064; }","duration":"7.681072231s","start":"2026-08-21T17:02:46.788228Z","end":"2026-08-21T17:02:54.4693Z","steps":["trace[15576970] 'agreement among raft nodes before linearized reading' (duration: 7.68102532s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:54.469322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:46.788215Z","time spent":"7.681101301s","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":1029,"request content":"key:\"/registry/cert-manager.io/clusterissuers/self-signed\" "} {"level":"warn","ts":"2026-08-21T17:02:54.469421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.049857119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T17:02:54.469441Z","caller":"traceutil/trace.go:171","msg":"trace[1019463570] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:7064; }","duration":"7.04990137s","start":"2026-08-21T17:02:47.419534Z","end":"2026-08-21T17:02:54.469435Z","steps":["trace[1019463570] 'agreement among raft nodes before linearized reading' (duration: 7.049867799s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:54.469457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:47.41952Z","time spent":"7.04993308s","remote":"127.0.0.1:53668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:02:54.469484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.974815931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-21T17:02:54.469527Z","caller":"traceutil/trace.go:171","msg":"trace[803581298] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:7064; }","duration":"3.974882583s","start":"2026-08-21T17:02:50.494633Z","end":"2026-08-21T17:02:54.469515Z","steps":["trace[803581298] 'agreement among raft nodes before linearized reading' (duration: 3.974802982s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:54.469566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.348654613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-21T17:02:54.469589Z","caller":"traceutil/trace.go:171","msg":"trace[1494323522] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:7064; }","duration":"7.348711395s","start":"2026-08-21T17:02:47.120873Z","end":"2026-08-21T17:02:54.469584Z","steps":["trace[1494323522] 'agreement among raft nodes before linearized reading' (duration: 7.348657623s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:54.469604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:47.120827Z","time spent":"7.348771396s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":40,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:02:54.469608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.644459776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-21T17:02:54.469631Z","caller":"traceutil/trace.go:171","msg":"trace[1889340672] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:7064; }","duration":"4.644562278s","start":"2026-08-21T17:02:49.825062Z","end":"2026-08-21T17:02:54.469624Z","steps":["trace[1889340672] 'agreement among raft nodes before linearized reading' (duration: 4.644521438s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:54.469663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:49.825032Z","time spent":"4.644623239s","remote":"127.0.0.1:32978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:02:54.469693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.628122805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T17:02:54.469709Z","caller":"traceutil/trace.go:171","msg":"trace[1654687078] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7064; }","duration":"7.628167266s","start":"2026-08-21T17:02:46.841537Z","end":"2026-08-21T17:02:54.469705Z","steps":["trace[1654687078] 'agreement among raft nodes before linearized reading' (duration: 7.628136755s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:54.469721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:46.841519Z","time spent":"7.628199536s","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-08-21T17:02:54.469409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.622720573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-21T17:02:54.469818Z","caller":"traceutil/trace.go:171","msg":"trace[1552787875] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:7064; }","duration":"5.623178442s","start":"2026-08-21T17:02:48.846634Z","end":"2026-08-21T17:02:54.469813Z","steps":["trace[1552787875] 'agreement among raft nodes before linearized reading' (duration: 5.622718483s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:54.469848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:48.846616Z","time spent":"5.623224233s","remote":"127.0.0.1:32854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":4,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:02:54.469834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.104984322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T17:02:54.4699Z","caller":"traceutil/trace.go:171","msg":"trace[595141230] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:7064; }","duration":"5.105067484s","start":"2026-08-21T17:02:49.364815Z","end":"2026-08-21T17:02:54.469882Z","steps":["trace[595141230] 'agreement among raft nodes before linearized reading' (duration: 5.104988612s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:54.469563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:50.49462Z","time spent":"3.974932514s","remote":"127.0.0.1:53716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:02:54.469935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:49.364801Z","time spent":"5.105124945s","remote":"127.0.0.1:53854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:02:54.470351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.95455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-08-21T17:02:54.470393Z","caller":"traceutil/trace.go:171","msg":"trace[1213427641] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:7064; }","duration":"310.017162ms","start":"2026-08-21T17:02:54.160366Z","end":"2026-08-21T17:02:54.470383Z","steps":["trace[1213427641] 'agreement among raft nodes before linearized reading' (duration: 309.911119ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:54.47043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:54.160352Z","time spent":"310.065942ms","remote":"127.0.0.1:32806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":731,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"warn","ts":"2026-08-21T17:02:54.470481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.690538199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-08-21T17:02:54.470501Z","caller":"traceutil/trace.go:171","msg":"trace[352843135] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:7064; }","duration":"7.691164923s","start":"2026-08-21T17:02:46.779332Z","end":"2026-08-21T17:02:54.470497Z","steps":["trace[352843135] 'agreement among raft nodes before linearized reading' (duration: 7.691112582s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:54.470517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:46.779307Z","time spent":"7.691203963s","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-08-21T17:02:54.470592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.690967949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/dashboard.18cde0bfa669025e\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-08-21T17:02:54.470624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.685107275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-08-21T17:02:54.47063Z","caller":"traceutil/trace.go:171","msg":"trace[1552772541] range","detail":"{range_begin:/registry/events/openstack/dashboard.18cde0bfa669025e; range_end:; response_count:1; response_revision:7064; }","duration":"7.691032571s","start":"2026-08-21T17:02:46.779587Z","end":"2026-08-21T17:02:54.470619Z","steps":["trace[1552772541] 'agreement among raft nodes before linearized reading' (duration: 7.690959989s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:54.470664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:46.779573Z","time spent":"7.691083182s","remote":"127.0.0.1:32790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":696,"request content":"key:\"/registry/events/openstack/dashboard.18cde0bfa669025e\" "} {"level":"info","ts":"2026-08-21T17:02:54.470639Z","caller":"traceutil/trace.go:171","msg":"trace[811612595] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:7064; }","duration":"7.685154147s","start":"2026-08-21T17:02:46.78548Z","end":"2026-08-21T17:02:54.470634Z","steps":["trace[811612595] 'agreement among raft nodes before linearized reading' (duration: 7.685107696s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:54.470841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:46.785462Z","time spent":"7.685368071s","remote":"127.0.0.1:32806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1365,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"warn","ts":"2026-08-21T17:02:54.473712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.029648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18cde0865c08d50b\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-08-21T17:02:54.473741Z","caller":"traceutil/trace.go:171","msg":"trace[1837856353] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18cde0865c08d50b; range_end:; response_count:1; response_revision:7064; }","duration":"254.060558ms","start":"2026-08-21T17:02:54.219674Z","end":"2026-08-21T17:02:54.473734Z","steps":["trace[1837856353] 'agreement among raft nodes before linearized reading' (duration: 251.099026ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:54.910848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.41591ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-08-21T17:02:54.911427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:54.473553Z","time spent":"437.865922ms","remote":"127.0.0.1:60966","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-08-21T17:02:54.911857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.884733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/horizon-75b49cd5cc-5qwjw\" ","response":"range_response_count:1 size:9778"} {"level":"info","ts":"2026-08-21T17:02:54.911983Z","caller":"traceutil/trace.go:171","msg":"trace[55898938] range","detail":"{range_begin:/registry/pods/openstack/horizon-75b49cd5cc-5qwjw; range_end:; response_count:1; response_revision:7064; }","duration":"437.978785ms","start":"2026-08-21T17:02:54.473932Z","end":"2026-08-21T17:02:54.91191Z","steps":["trace[55898938] 'agreement among raft nodes before linearized reading' (duration: 437.553436ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:54.912106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:54.473927Z","time spent":"438.162389ms","remote":"127.0.0.1:32866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":9801,"request content":"key:\"/registry/pods/openstack/horizon-75b49cd5cc-5qwjw\" "} {"level":"info","ts":"2026-08-21T17:02:54.912769Z","caller":"traceutil/trace.go:171","msg":"trace[1592141716] linearizableReadLoop","detail":"{readStateIndex:7330; appliedIndex:7329; }","duration":"437.024445ms","start":"2026-08-21T17:02:54.47394Z","end":"2026-08-21T17:02:54.910964Z","steps":["trace[1592141716] 'read index received' (duration: 89.394641ms)","trace[1592141716] 'applied index is now lower than readState.Index' (duration: 347.627214ms)"],"step_count":2} {"level":"info","ts":"2026-08-21T17:02:54.928191Z","caller":"traceutil/trace.go:171","msg":"trace[1770120238] transaction","detail":"{read_only:false; response_revision:7068; number_of_response:1; }","duration":"439.042486ms","start":"2026-08-21T17:02:54.489138Z","end":"2026-08-21T17:02:54.928181Z","steps":["trace[1770120238] 'process raft request' (duration: 438.994585ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:54.928289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:54.489106Z","time spent":"439.119618ms","remote":"127.0.0.1:56090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2148,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T17:02:54.928555Z","caller":"traceutil/trace.go:171","msg":"trace[413627501] transaction","detail":"{read_only:false; response_revision:7065; number_of_response:1; }","duration":"453.873707ms","start":"2026-08-21T17:02:54.474673Z","end":"2026-08-21T17:02:54.928547Z","steps":["trace[413627501] 'process raft request' (duration: 453.197922ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:02:54.928873Z","caller":"traceutil/trace.go:171","msg":"trace[88953355] transaction","detail":"{read_only:false; response_revision:7066; number_of_response:1; }","duration":"453.251453ms","start":"2026-08-21T17:02:54.475565Z","end":"2026-08-21T17:02:54.928817Z","steps":["trace[88953355] 'process raft request' (duration: 452.448546ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:54.929179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:54.475512Z","time spent":"453.419706ms","remote":"127.0.0.1:32790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T17:02:54.930849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.876919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T17:02:54.930901Z","caller":"traceutil/trace.go:171","msg":"trace[167605977] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7068; }","duration":"173.986501ms","start":"2026-08-21T17:02:54.756902Z","end":"2026-08-21T17:02:54.930888Z","steps":["trace[167605977] 'agreement among raft nodes before linearized reading' (duration: 173.887309ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:54.930973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.869953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-08-21T17:02:54.931054Z","caller":"traceutil/trace.go:171","msg":"trace[792965457] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7068; }","duration":"451.032797ms","start":"2026-08-21T17:02:54.479973Z","end":"2026-08-21T17:02:54.931005Z","steps":["trace[792965457] 'agreement among raft nodes before linearized reading' (duration: 450.838663ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:54.93109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:54.479967Z","time spent":"451.115848ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-08-21T17:02:54.931229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.916385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T17:02:54.931273Z","caller":"traceutil/trace.go:171","msg":"trace[1796039646] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:7068; }","duration":"451.981937ms","start":"2026-08-21T17:02:54.479279Z","end":"2026-08-21T17:02:54.931261Z","steps":["trace[1796039646] 'agreement among raft nodes before linearized reading' (duration: 451.912755ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:54.931255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.860425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-08-21T17:02:54.931309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:54.479266Z","time spent":"452.036148ms","remote":"127.0.0.1:32806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" "} {"level":"info","ts":"2026-08-21T17:02:54.931337Z","caller":"traceutil/trace.go:171","msg":"trace[732923543] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7068; }","duration":"451.996327ms","start":"2026-08-21T17:02:54.479326Z","end":"2026-08-21T17:02:54.931322Z","steps":["trace[732923543] 'agreement among raft nodes before linearized reading' (duration: 451.728821ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:54.931401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.290613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-08-21T17:02:54.931407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:54.479304Z","time spent":"452.090449ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-08-21T17:02:54.931433Z","caller":"traceutil/trace.go:171","msg":"trace[1437702537] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7068; }","duration":"451.333613ms","start":"2026-08-21T17:02:54.48009Z","end":"2026-08-21T17:02:54.931424Z","steps":["trace[1437702537] 'agreement among raft nodes before linearized reading' (duration: 451.14626ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:54.931482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:54.480085Z","time spent":"451.370114ms","remote":"127.0.0.1:32866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-08-21T17:02:54.931824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.193351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:551"} {"level":"info","ts":"2026-08-21T17:02:54.93187Z","caller":"traceutil/trace.go:171","msg":"trace[1827835711] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:7068; }","duration":"452.239902ms","start":"2026-08-21T17:02:54.479618Z","end":"2026-08-21T17:02:54.931858Z","steps":["trace[1827835711] 'agreement among raft nodes before linearized reading' (duration: 452.14063ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:54.931907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:54.479581Z","time spent":"452.318844ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":574,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-08-21T17:02:54.932019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.410227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-08-21T17:02:54.932092Z","caller":"traceutil/trace.go:171","msg":"trace[1792611146] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:7068; }","duration":"442.492009ms","start":"2026-08-21T17:02:54.489551Z","end":"2026-08-21T17:02:54.932043Z","steps":["trace[1792611146] 'agreement among raft nodes before linearized reading' (duration: 442.372896ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:54.932123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:54.48954Z","time spent":"442.57676ms","remote":"127.0.0.1:32806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":731,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"warn","ts":"2026-08-21T17:02:54.932426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.809192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-08-21T17:02:54.932483Z","caller":"traceutil/trace.go:171","msg":"trace[1569834128] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:7068; }","duration":"451.889093ms","start":"2026-08-21T17:02:54.480585Z","end":"2026-08-21T17:02:54.932474Z","steps":["trace[1569834128] 'agreement among raft nodes before linearized reading' (duration: 450.353542ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:54.932926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:54.480577Z","time spent":"451.924434ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-08-21T17:02:54.935047Z","caller":"traceutil/trace.go:171","msg":"trace[609420973] transaction","detail":"{read_only:false; response_revision:7067; number_of_response:1; }","duration":"452.279513ms","start":"2026-08-21T17:02:54.48273Z","end":"2026-08-21T17:02:54.935009Z","steps":["trace[609420973] 'process raft request' (duration: 445.354908ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:54.935154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:54.482718Z","time spent":"452.365864ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T17:02:54.928596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:54.474664Z","time spent":"453.906907ms","remote":"127.0.0.1:32790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":658,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T17:02:55.244854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.477096ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-21T17:02:55.24493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.680555ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-08-21T17:02:55.245014Z","caller":"traceutil/trace.go:171","msg":"trace[1448191912] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7069; }","duration":"201.661771ms","start":"2026-08-21T17:02:55.043328Z","end":"2026-08-21T17:02:55.24499Z","steps":["trace[1448191912] 'range keys from in-memory index tree' (duration: 201.451556ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:02:55.245055Z","caller":"traceutil/trace.go:171","msg":"trace[551586274] transaction","detail":"{read_only:false; response_revision:7070; number_of_response:1; }","duration":"309.060065ms","start":"2026-08-21T17:02:54.935967Z","end":"2026-08-21T17:02:55.245027Z","steps":["trace[551586274] 'process raft request' (duration: 77.206296ms)","trace[551586274] 'compare' (duration: 231.543131ms)"],"step_count":2} {"level":"warn","ts":"2026-08-21T17:02:55.245186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:54.935947Z","time spent":"309.174817ms","remote":"127.0.0.1:32790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":717,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-21T17:02:55.245362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.537913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"warn","ts":"2026-08-21T17:02:55.245413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.085222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-08-21T17:02:55.245445Z","caller":"traceutil/trace.go:171","msg":"trace[1349115328] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:7070; }","duration":"305.141293ms","start":"2026-08-21T17:02:54.940294Z","end":"2026-08-21T17:02:55.245435Z","steps":["trace[1349115328] 'agreement among raft nodes before linearized reading' (duration: 304.955129ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:02:55.245447Z","caller":"traceutil/trace.go:171","msg":"trace[666019322] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:7070; }","duration":"306.647855ms","start":"2026-08-21T17:02:54.938784Z","end":"2026-08-21T17:02:55.245431Z","steps":["trace[666019322] 'agreement among raft nodes before linearized reading' (duration: 306.240936ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:55.245482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:54.940284Z","time spent":"305.191235ms","remote":"127.0.0.1:32878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1308,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"warn","ts":"2026-08-21T17:02:55.24553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:54.938777Z","time spent":"306.736246ms","remote":"127.0.0.1:32806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":719,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"info","ts":"2026-08-21T17:02:55.245046Z","caller":"traceutil/trace.go:171","msg":"trace[973063432] linearizableReadLoop","detail":"{readStateIndex:7336; appliedIndex:7335; }","duration":"278.673952ms","start":"2026-08-21T17:02:54.966348Z","end":"2026-08-21T17:02:55.245022Z","steps":["trace[973063432] 'read index received' (duration: 46.795824ms)","trace[973063432] 'applied index is now lower than readState.Index' (duration: 231.876828ms)"],"step_count":2} {"level":"warn","ts":"2026-08-21T17:02:55.245775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.850749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/horizon-int-certs\" ","response":"range_response_count:1 size:2163"} {"level":"warn","ts":"2026-08-21T17:02:55.245868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.458902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:12317"} {"level":"info","ts":"2026-08-21T17:02:55.245879Z","caller":"traceutil/trace.go:171","msg":"trace[1998111068] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/horizon-int-certs; range_end:; response_count:1; response_revision:7070; }","duration":"308.920301ms","start":"2026-08-21T17:02:54.936888Z","end":"2026-08-21T17:02:55.245808Z","steps":["trace[1998111068] 'agreement among raft nodes before linearized reading' (duration: 308.826929ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:02:55.245916Z","caller":"traceutil/trace.go:171","msg":"trace[1102997738] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7070; }","duration":"308.524603ms","start":"2026-08-21T17:02:54.93738Z","end":"2026-08-21T17:02:55.245904Z","steps":["trace[1102997738] 'agreement among raft nodes before linearized reading' (duration: 308.285698ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:55.245952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:54.937373Z","time spent":"308.572824ms","remote":"127.0.0.1:32858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":12340,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-08-21T17:02:55.245977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:54.936874Z","time spent":"309.088814ms","remote":"127.0.0.1:56090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":2186,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/horizon-int-certs\" "} {"level":"info","ts":"2026-08-21T17:02:55.283731Z","caller":"traceutil/trace.go:171","msg":"trace[1053665529] transaction","detail":"{read_only:false; response_revision:7071; number_of_response:1; }","duration":"305.587371ms","start":"2026-08-21T17:02:54.97812Z","end":"2026-08-21T17:02:55.283707Z","steps":["trace[1053665529] 'process raft request' (duration: 305.123221ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:55.283864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:54.9781Z","time spent":"305.693583ms","remote":"127.0.0.1:32866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9760,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T17:02:55.284034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.976826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-21T17:02:55.284074Z","caller":"traceutil/trace.go:171","msg":"trace[82018693] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:7071; }","duration":"240.051739ms","start":"2026-08-21T17:02:55.04401Z","end":"2026-08-21T17:02:55.284062Z","steps":["trace[82018693] 'agreement among raft nodes before linearized reading' (duration: 239.967556ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:55.284312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.379924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-08-21T17:02:55.284346Z","caller":"traceutil/trace.go:171","msg":"trace[772575939] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:7071; }","duration":"313.447144ms","start":"2026-08-21T17:02:54.97089Z","end":"2026-08-21T17:02:55.284337Z","steps":["trace[772575939] 'agreement among raft nodes before linearized reading' (duration: 313.331262ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:55.284372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:54.970871Z","time spent":"313.494586ms","remote":"127.0.0.1:32856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-08-21T17:02:55.571536Z","caller":"traceutil/trace.go:171","msg":"trace[838485193] linearizableReadLoop","detail":"{readStateIndex:7338; appliedIndex:7337; }","duration":"279.907807ms","start":"2026-08-21T17:02:55.291604Z","end":"2026-08-21T17:02:55.571512Z","steps":["trace[838485193] 'read index received' (duration: 279.699913ms)","trace[838485193] 'applied index is now lower than readState.Index' (duration: 206.574µs)"],"step_count":2} {"level":"info","ts":"2026-08-21T17:02:55.571755Z","caller":"traceutil/trace.go:171","msg":"trace[1914989414] transaction","detail":"{read_only:false; response_revision:7072; number_of_response:1; }","duration":"282.97979ms","start":"2026-08-21T17:02:55.28876Z","end":"2026-08-21T17:02:55.571739Z","steps":["trace[1914989414] 'process raft request' (duration: 282.612743ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:55.572073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.444958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-21T17:02:55.572115Z","caller":"traceutil/trace.go:171","msg":"trace[662036159] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:7072; }","duration":"280.504849ms","start":"2026-08-21T17:02:55.2916Z","end":"2026-08-21T17:02:55.572105Z","steps":["trace[662036159] 'agreement among raft nodes before linearized reading' (duration: 280.393637ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:55.573216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.736364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-08-21T17:02:55.573268Z","caller":"traceutil/trace.go:171","msg":"trace[296254597] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:7072; }","duration":"281.157043ms","start":"2026-08-21T17:02:55.292099Z","end":"2026-08-21T17:02:55.573256Z","steps":["trace[296254597] 'agreement among raft nodes before linearized reading' (duration: 280.964839ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:55.573321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.619878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-08-21T17:02:55.573371Z","caller":"traceutil/trace.go:171","msg":"trace[693638826] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:7072; }","duration":"276.688039ms","start":"2026-08-21T17:02:55.296672Z","end":"2026-08-21T17:02:55.57336Z","steps":["trace[693638826] 'agreement among raft nodes before linearized reading' (duration: 276.541076ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:55.573465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.627125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/cert-manager/self-signed-ca\" ","response":"range_response_count:1 size:1905"} {"level":"info","ts":"2026-08-21T17:02:55.573489Z","caller":"traceutil/trace.go:171","msg":"trace[1045372324] range","detail":"{range_begin:/registry/cert-manager.io/certificates/cert-manager/self-signed-ca; range_end:; response_count:1; response_revision:7072; }","duration":"234.679726ms","start":"2026-08-21T17:02:55.338797Z","end":"2026-08-21T17:02:55.573477Z","steps":["trace[1045372324] 'agreement among raft nodes before linearized reading' (duration: 234.645616ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:55.57354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.850846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:6 size:61991"} {"level":"info","ts":"2026-08-21T17:02:55.573562Z","caller":"traceutil/trace.go:171","msg":"trace[225028997] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:6; response_revision:7072; }","duration":"279.879446ms","start":"2026-08-21T17:02:55.293677Z","end":"2026-08-21T17:02:55.573556Z","steps":["trace[225028997] 'agreement among raft nodes before linearized reading' (duration: 279.782184ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:55.573593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.72393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7294"} {"level":"info","ts":"2026-08-21T17:02:55.57361Z","caller":"traceutil/trace.go:171","msg":"trace[1451939134] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:7072; }","duration":"276.783001ms","start":"2026-08-21T17:02:55.296823Z","end":"2026-08-21T17:02:55.573606Z","steps":["trace[1451939134] 'agreement among raft nodes before linearized reading' (duration: 276.74612ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:55.57371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.122341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-08-21T17:02:55.573728Z","caller":"traceutil/trace.go:171","msg":"trace[977280323] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:7072; }","duration":"280.151321ms","start":"2026-08-21T17:02:55.293573Z","end":"2026-08-21T17:02:55.573724Z","steps":["trace[977280323] 'agreement among raft nodes before linearized reading' (duration: 280.107751ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:56.086063Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604165,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-21T17:02:56.095199Z","caller":"traceutil/trace.go:171","msg":"trace[1857798412] transaction","detail":"{read_only:false; response_revision:7073; number_of_response:1; }","duration":"509.913674ms","start":"2026-08-21T17:02:55.58523Z","end":"2026-08-21T17:02:56.095144Z","steps":["trace[1857798412] 'process raft request' (duration: 509.767551ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:56.095316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:55.585208Z","time spent":"510.033806ms","remote":"127.0.0.1:32866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T17:02:56.267809Z","caller":"traceutil/trace.go:171","msg":"trace[2081896580] linearizableReadLoop","detail":"{readStateIndex:7340; appliedIndex:7338; }","duration":"682.540975ms","start":"2026-08-21T17:02:55.585249Z","end":"2026-08-21T17:02:56.26779Z","steps":["trace[2081896580] 'read index received' (duration: 509.72416ms)","trace[2081896580] 'applied index is now lower than readState.Index' (duration: 172.816085ms)"],"step_count":2} {"level":"warn","ts":"2026-08-21T17:02:56.268049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.808478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T17:02:56.268126Z","caller":"traceutil/trace.go:171","msg":"trace[1375222561] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7074; }","duration":"512.92018ms","start":"2026-08-21T17:02:55.75519Z","end":"2026-08-21T17:02:56.26811Z","steps":["trace[1375222561] 'agreement among raft nodes before linearized reading' (duration: 512.801438ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:56.268168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:55.755174Z","time spent":"512.987671ms","remote":"127.0.0.1:60932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-21T17:02:56.26822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.956179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:3958"} {"level":"info","ts":"2026-08-21T17:02:56.268314Z","caller":"traceutil/trace.go:171","msg":"trace[356685082] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:7074; }","duration":"677.144643ms","start":"2026-08-21T17:02:55.591123Z","end":"2026-08-21T17:02:56.268267Z","steps":["trace[356685082] 'agreement among raft nodes before linearized reading' (duration: 676.768595ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:56.268362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.146867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/cert-manager/self-signed-ca\" ","response":"range_response_count:1 size:1905"} {"level":"warn","ts":"2026-08-21T17:02:56.268377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:55.591118Z","time spent":"677.245787ms","remote":"127.0.0.1:32806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":3981,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-08-21T17:02:56.268421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.864471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4725"} {"level":"info","ts":"2026-08-21T17:02:56.268457Z","caller":"traceutil/trace.go:171","msg":"trace[1175395937] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:7074; }","duration":"669.046815ms","start":"2026-08-21T17:02:55.599398Z","end":"2026-08-21T17:02:56.268444Z","steps":["trace[1175395937] 'agreement among raft nodes before linearized reading' (duration: 668.785109ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:02:56.268591Z","caller":"traceutil/trace.go:171","msg":"trace[532617292] range","detail":"{range_begin:/registry/cert-manager.io/certificates/cert-manager/self-signed-ca; range_end:; response_count:1; response_revision:7074; }","duration":"668.378272ms","start":"2026-08-21T17:02:55.600174Z","end":"2026-08-21T17:02:56.268553Z","steps":["trace[532617292] 'agreement among raft nodes before linearized reading' (duration: 667.921592ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:56.268685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:55.599381Z","time spent":"669.295111ms","remote":"127.0.0.1:51390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4748,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-08-21T17:02:56.268635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:55.600159Z","time spent":"668.465194ms","remote":"127.0.0.1:56090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1928,"request content":"key:\"/registry/cert-manager.io/certificates/cert-manager/self-signed-ca\" "} {"level":"warn","ts":"2026-08-21T17:02:56.271312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.050638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-08-21T17:02:56.271391Z","caller":"traceutil/trace.go:171","msg":"trace[1680775847] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:7074; }","duration":"686.159441ms","start":"2026-08-21T17:02:55.585218Z","end":"2026-08-21T17:02:56.271378Z","steps":["trace[1680775847] 'agreement among raft nodes before linearized reading' (duration: 682.651248ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:56.271469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:55.585204Z","time spent":"686.254583ms","remote":"127.0.0.1:32878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1016,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"info","ts":"2026-08-21T17:02:56.271926Z","caller":"traceutil/trace.go:171","msg":"trace[550739806] transaction","detail":"{read_only:false; response_revision:7074; number_of_response:1; }","duration":"677.807988ms","start":"2026-08-21T17:02:55.590014Z","end":"2026-08-21T17:02:56.267822Z","steps":["trace[550739806] 'process raft request' (duration: 677.662585ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:02:56.272503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:02:55.590004Z","time spent":"681.990674ms","remote":"127.0.0.1:32790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T17:02:59.733927Z","caller":"traceutil/trace.go:171","msg":"trace[1303248344] transaction","detail":"{read_only:false; response_revision:7122; number_of_response:1; }","duration":"282.168829ms","start":"2026-08-21T17:02:59.451715Z","end":"2026-08-21T17:02:59.733884Z","steps":["trace[1303248344] 'process raft request' (duration: 282.023096ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:02:59.736494Z","caller":"traceutil/trace.go:171","msg":"trace[1910951217] transaction","detail":"{read_only:false; response_revision:7123; number_of_response:1; }","duration":"284.15007ms","start":"2026-08-21T17:02:59.452322Z","end":"2026-08-21T17:02:59.736472Z","steps":["trace[1910951217] 'process raft request' (duration: 283.549707ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:00.658215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.647292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-08-21T17:03:00.658301Z","caller":"traceutil/trace.go:171","msg":"trace[286280346] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7123; }","duration":"365.772355ms","start":"2026-08-21T17:03:00.292499Z","end":"2026-08-21T17:03:00.658271Z","steps":["trace[286280346] 'range keys from in-memory index tree' (duration: 365.374397ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:00.658605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.821478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-08-21T17:03:00.658647Z","caller":"traceutil/trace.go:171","msg":"trace[436256026] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7123; }","duration":"624.89918ms","start":"2026-08-21T17:03:00.033738Z","end":"2026-08-21T17:03:00.658637Z","steps":["trace[436256026] 'range keys from in-memory index tree' (duration: 624.687826ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:00.658777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.820657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/ingress-nginx/\" range_end:\"/registry/secrets/ingress-nginx0\" ","response":"range_response_count:2 size:107263"} {"level":"info","ts":"2026-08-21T17:03:00.658858Z","caller":"traceutil/trace.go:171","msg":"trace[1337940780] range","detail":"{range_begin:/registry/secrets/ingress-nginx/; range_end:/registry/secrets/ingress-nginx0; response_count:2; response_revision:7123; }","duration":"303.938159ms","start":"2026-08-21T17:03:00.354906Z","end":"2026-08-21T17:03:00.658844Z","steps":["trace[1337940780] 'range keys from in-memory index tree' (duration: 303.510411ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:00.658973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:00.354886Z","time spent":"304.042282ms","remote":"127.0.0.1:32806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":2,"response size":107286,"request content":"key:\"/registry/secrets/ingress-nginx/\" range_end:\"/registry/secrets/ingress-nginx0\" "} {"level":"warn","ts":"2026-08-21T17:03:00.658985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:00.033713Z","time spent":"624.954192ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-21T17:03:00.659489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:00.292452Z","time spent":"365.880077ms","remote":"127.0.0.1:32866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-08-21T17:03:01.430686Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604296,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:01.931435Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604296,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:02.432198Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604296,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:02.933027Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604296,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:03.433518Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604296,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:03.757551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000525313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-21T17:03:03.757634Z","caller":"traceutil/trace.go:171","msg":"trace[223842022] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000650895s","start":"2026-08-21T17:03:01.75696Z","end":"2026-08-21T17:03:03.757611Z","steps":["trace[223842022] 'agreement among raft nodes before linearized reading' (duration: 2.000552973s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:03.757693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:01.756944Z","time spent":"2.000738388s","remote":"127.0.0.1:60930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/21 17:03:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-21T17:03:03.93396Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604296,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:04.434856Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604296,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:04.935416Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604296,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:05.436467Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604296,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:05.758184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000011783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-21T17:03:05.758317Z","caller":"traceutil/trace.go:171","msg":"trace[1652760625] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000192827s","start":"2026-08-21T17:03:03.758105Z","end":"2026-08-21T17:03:05.758298Z","steps":["trace[1652760625] 'agreement among raft nodes before linearized reading' (duration: 2.000041564s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:05.758409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:03.758087Z","time spent":"2.000266088s","remote":"127.0.0.1:60932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/21 17:03:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-21T17:03:05.937267Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604296,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:05.966565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:00.967708Z","time spent":"4.998849546s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/08/21 17:03:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-21T17:03:05.976145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:00.976441Z","time spent":"4.999675323s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/08/21 17:03:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-21T17:03:05.977295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:00.977488Z","time spent":"4.999797715s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-08-21T17:03:05.995549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:00.996246Z","time spent":"4.999294312s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/08/21 17:03:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-21T17:03:06.438188Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604296,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:06.938304Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604296,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:06.977804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999035881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-21T17:03:06.977887Z","caller":"traceutil/trace.go:171","msg":"trace[1966708491] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999163443s","start":"2026-08-21T17:03:01.978703Z","end":"2026-08-21T17:03:06.977866Z","steps":["trace[1966708491] 'agreement among raft nodes before linearized reading' (duration: 4.999066081s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:06.977932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:01.978685Z","time spent":"4.999236445s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/08/21 17:03:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-21T17:03:07.439279Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604296,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:07.766146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999810631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-08-21T17:03:07.766235Z","caller":"traceutil/trace.go:171","msg":"trace[336576521] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999951474s","start":"2026-08-21T17:03:05.766267Z","end":"2026-08-21T17:03:07.766219Z","steps":["trace[336576521] 'agreement among raft nodes before linearized reading' (duration: 1.999846562s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:07.766279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:05.766247Z","time spent":"2.000022856s","remote":"127.0.0.1:60930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/21 17:03:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-21T17:03:07.929438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:00.928479Z","time spent":"7.000952692s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-08-21T17:03:07.930432Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-08-21T17:03:07.930619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.000315309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-08-21T17:03:07.930669Z","caller":"traceutil/trace.go:171","msg":"trace[612789422] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"7.000406421s","start":"2026-08-21T17:03:00.930246Z","end":"2026-08-21T17:03:07.930652Z","steps":["trace[612789422] 'agreement among raft nodes before linearized reading' (duration: 7.000338359s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:07.930714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:00.930235Z","time spent":"7.000466862s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-21T17:03:08.18496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999469582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-08-21T17:03:08.185045Z","caller":"traceutil/trace.go:171","msg":"trace[1248679951] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999611424s","start":"2026-08-21T17:03:03.185413Z","end":"2026-08-21T17:03:08.185025Z","steps":["trace[1248679951] 'agreement among raft nodes before linearized reading' (duration: 4.999499282s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:08.185094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:03.185396Z","time spent":"4.999688497s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-08-21T17:03:08.431116Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604305,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:08.723717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:01.723549Z","time spent":"7.00016163s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-08-21T17:03:08.932026Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604305,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:09.158167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999812285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-08-21T17:03:09.158233Z","caller":"traceutil/trace.go:171","msg":"trace[1931156072] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999925578s","start":"2026-08-21T17:03:04.158293Z","end":"2026-08-21T17:03:09.158218Z","steps":["trace[1931156072] 'agreement among raft nodes before linearized reading' (duration: 4.999835596s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:09.158269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:04.158278Z","time spent":"4.999984139s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-21T17:03:09.432197Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604305,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:09.766771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000284733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-21T17:03:09.766861Z","caller":"traceutil/trace.go:171","msg":"trace[1087440317] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000427776s","start":"2026-08-21T17:03:07.766414Z","end":"2026-08-21T17:03:09.766842Z","steps":["trace[1087440317] 'agreement among raft nodes before linearized reading' (duration: 2.000308054s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:09.766972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:07.766398Z","time spent":"2.000558968s","remote":"127.0.0.1:60932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/21 17:03:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-21T17:03:09.933028Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604305,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:10.433566Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604305,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:10.934438Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604305,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:10.967547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999516534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-21T17:03:10.967651Z","caller":"traceutil/trace.go:171","msg":"trace[1474304237] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.99982987s","start":"2026-08-21T17:03:05.967797Z","end":"2026-08-21T17:03:10.967627Z","steps":["trace[1474304237] 'agreement among raft nodes before linearized reading' (duration: 4.999546225s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:10.9677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:05.967781Z","time spent":"4.999906542s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/08/21 17:03:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-21T17:03:10.976006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998297288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-21T17:03:10.976074Z","caller":"traceutil/trace.go:171","msg":"trace[581831819] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.998422441s","start":"2026-08-21T17:03:05.977635Z","end":"2026-08-21T17:03:10.976058Z","steps":["trace[581831819] 'agreement among raft nodes before linearized reading' (duration: 4.998331949s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:10.976177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:05.977568Z","time spent":"4.998598674s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/08/21 17:03:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-21T17:03:10.978303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99940995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-21T17:03:10.978525Z","caller":"traceutil/trace.go:171","msg":"trace[937080013] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.999682456s","start":"2026-08-21T17:03:05.978832Z","end":"2026-08-21T17:03:10.978515Z","steps":["trace[937080013] 'agreement among raft nodes before linearized reading' (duration: 4.999446441s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:10.978569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:05.978816Z","time spent":"4.999743018s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/08/21 17:03:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-21T17:03:10.987784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.20846257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-21T17:03:10.987836Z","caller":"traceutil/trace.go:171","msg":"trace[1094525431] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"5.208570663s","start":"2026-08-21T17:03:05.779252Z","end":"2026-08-21T17:03:10.987823Z","steps":["trace[1094525431] 'agreement among raft nodes before linearized reading' (duration: 5.208499881s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:10.987924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:05.779231Z","time spent":"5.208682974s","remote":"127.0.0.1:32866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/08/21 17:03:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-21T17:03:10.995487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998681603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-21T17:03:10.995536Z","caller":"traceutil/trace.go:171","msg":"trace[912019294] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.998755115s","start":"2026-08-21T17:03:05.996769Z","end":"2026-08-21T17:03:10.995525Z","steps":["trace[912019294] 'agreement among raft nodes before linearized reading' (duration: 4.998700144s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:10.995564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:05.996759Z","time spent":"4.998798535s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/08/21 17:03:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-21T17:03:11.434758Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604305,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:11.436995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:04.435998Z","time spent":"7.000989819s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-08-21T17:03:11.774189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000285138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-08-21T17:03:11.77428Z","caller":"traceutil/trace.go:171","msg":"trace[1423844192] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00041068s","start":"2026-08-21T17:03:09.773847Z","end":"2026-08-21T17:03:11.774258Z","steps":["trace[1423844192] 'agreement among raft nodes before linearized reading' (duration: 2.000311388s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:11.774349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:09.77383Z","time spent":"2.000502732s","remote":"127.0.0.1:60930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/21 17:03:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-21T17:03:11.935421Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604305,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:12.14448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:05.143576Z","time spent":"7.000896084s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-08-21T17:03:12.436333Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604305,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:12.936822Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604305,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:13.43737Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604305,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:13.774735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00019577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-21T17:03:13.774797Z","caller":"traceutil/trace.go:171","msg":"trace[322933686] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000299732s","start":"2026-08-21T17:03:11.774482Z","end":"2026-08-21T17:03:13.774781Z","steps":["trace[322933686] 'agreement among raft nodes before linearized reading' (duration: 2.000229101s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:13.774821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:11.774463Z","time spent":"2.000352233s","remote":"127.0.0.1:60932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/21 17:03:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-21T17:03:13.938109Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604305,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:14.226484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00001054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-21T17:03:14.226683Z","caller":"traceutil/trace.go:171","msg":"trace[519510931] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000260516s","start":"2026-08-21T17:03:12.226404Z","end":"2026-08-21T17:03:14.226664Z","steps":["trace[519510931] 'agreement among raft nodes before linearized reading' (duration: 2.000040181s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:14.227348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:12.226386Z","time spent":"2.000945029s","remote":"127.0.0.1:60930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/21 17:03:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-21T17:03:14.438448Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604305,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:14.779217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999161374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-21T17:03:14.779309Z","caller":"traceutil/trace.go:171","msg":"trace[986712507] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999362498s","start":"2026-08-21T17:03:09.779927Z","end":"2026-08-21T17:03:14.77929Z","steps":["trace[986712507] 'agreement among raft nodes before linearized reading' (duration: 4.999198735s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:14.779355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:09.779906Z","time spent":"4.99943833s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/08/21 17:03:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-21T17:03:14.931428Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-08-21T17:03:14.931562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.763870222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-08-21T17:03:14.931613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.894842122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/ingress-nginx/\" range_end:\"/registry/secrets/ingress-nginx0\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-08-21T17:03:14.931656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.291926239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-08-21T17:03:14.93167Z","caller":"traceutil/trace.go:171","msg":"trace[1619419657] range","detail":"{range_begin:/registry/secrets/ingress-nginx/; range_end:/registry/secrets/ingress-nginx0; }","duration":"13.894921803s","start":"2026-08-21T17:03:01.036727Z","end":"2026-08-21T17:03:14.931649Z","steps":["trace[1619419657] 'agreement among raft nodes before linearized reading' (duration: 13.894877642s)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:03:14.931688Z","caller":"traceutil/trace.go:171","msg":"trace[502991738] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; }","duration":"7.292001921s","start":"2026-08-21T17:03:07.63968Z","end":"2026-08-21T17:03:14.931681Z","steps":["trace[502991738] 'agreement among raft nodes before linearized reading' (duration: 7.29196752s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:14.931708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:01.036704Z","time spent":"13.894992705s","remote":"127.0.0.1:32806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":0,"request content":"key:\"/registry/secrets/ingress-nginx/\" range_end:\"/registry/secrets/ingress-nginx0\" "} {"level":"warn","ts":"2026-08-21T17:03:14.931658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.826165477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-08-21T17:03:14.931752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.927936192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-08-21T17:03:14.931757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.249745828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-08-21T17:03:14.931776Z","caller":"traceutil/trace.go:171","msg":"trace[1243261374] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; }","duration":"13.927999774s","start":"2026-08-21T17:03:01.003768Z","end":"2026-08-21T17:03:14.931768Z","steps":["trace[1243261374] 'agreement among raft nodes before linearized reading' (duration: 13.927975163s)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:03:14.931786Z","caller":"traceutil/trace.go:171","msg":"trace[1646688471] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; }","duration":"13.82634644s","start":"2026-08-21T17:03:01.105414Z","end":"2026-08-21T17:03:14.93176Z","steps":["trace[1646688471] 'agreement among raft nodes before linearized reading' (duration: 13.826183817s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:14.93181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:01.003746Z","time spent":"13.928056095s","remote":"127.0.0.1:35668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-08-21T17:03:14.931623Z","caller":"traceutil/trace.go:171","msg":"trace[645994753] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; }","duration":"10.763983835s","start":"2026-08-21T17:03:04.167624Z","end":"2026-08-21T17:03:14.931608Z","steps":["trace[645994753] 'agreement among raft nodes before linearized reading' (duration: 10.763905573s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:14.931801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.442512805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-08-21T17:03:14.931815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.170776141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18cde0865c08d50b\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-08-21T17:03:14.931907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.458172191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.83\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-08-21T17:03:14.931917Z","caller":"traceutil/trace.go:171","msg":"trace[424659399] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18cde0865c08d50b; range_end:; }","duration":"9.170925414s","start":"2026-08-21T17:03:05.760984Z","end":"2026-08-21T17:03:14.93191Z","steps":["trace[424659399] 'agreement among raft nodes before linearized reading' (duration: 9.170813062s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:14.931729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:07.63966Z","time spent":"7.292056793s","remote":"127.0.0.1:53698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-08-21T17:03:14.931943Z","caller":"traceutil/trace.go:171","msg":"trace[259646561] range","detail":"{range_begin:/registry/masterleases/199.19.213.83; range_end:; }","duration":"10.458271114s","start":"2026-08-21T17:03:04.473661Z","end":"2026-08-21T17:03:14.931933Z","steps":["trace[259646561] 'agreement among raft nodes before linearized reading' (duration: 10.458193982s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:14.931994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:04.473649Z","time spent":"10.458334335s","remote":"127.0.0.1:60966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":0,"request content":"key:\"/registry/masterleases/199.19.213.83\" "} {"level":"info","ts":"2026-08-21T17:03:14.931902Z","caller":"traceutil/trace.go:171","msg":"trace[1148108920] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; }","duration":"13.442702349s","start":"2026-08-21T17:03:01.489175Z","end":"2026-08-21T17:03:14.931877Z","steps":["trace[1148108920] 'agreement among raft nodes before linearized reading' (duration: 13.442541796s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:14.932065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:01.489157Z","time spent":"13.442891152s","remote":"127.0.0.1:53548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:03:14.931909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.636741574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-08-21T17:03:14.931854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:04.167592Z","time spent":"10.76425482s","remote":"127.0.0.1:32838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-08-21T17:03:14.932191Z","caller":"traceutil/trace.go:171","msg":"trace[1847916217] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; }","duration":"9.637057699s","start":"2026-08-21T17:03:05.295049Z","end":"2026-08-21T17:03:14.932107Z","steps":["trace[1847916217] 'agreement among raft nodes before linearized reading' (duration: 9.636776974s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:14.93158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.933887748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-08-21T17:03:14.93235Z","caller":"traceutil/trace.go:171","msg":"trace[1870724361] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; }","duration":"11.934716445s","start":"2026-08-21T17:03:02.997605Z","end":"2026-08-21T17:03:14.932321Z","steps":["trace[1870724361] 'agreement among raft nodes before linearized reading' (duration: 11.933928009s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:14.932309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:05.294998Z","time spent":"9.637286106s","remote":"127.0.0.1:33148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":0,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:03:14.932397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:02.997582Z","time spent":"11.934799097s","remote":"127.0.0.1:53910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":0,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:03:14.932412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:01.105401Z","time spent":"13.826999935s","remote":"127.0.0.1:32854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":0,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-08-21T17:03:14.93178Z","caller":"traceutil/trace.go:171","msg":"trace[1394416606] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; }","duration":"8.24981044s","start":"2026-08-21T17:03:06.681963Z","end":"2026-08-21T17:03:14.931774Z","steps":["trace[1394416606] 'agreement among raft nodes before linearized reading' (duration: 8.249784439s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:14.932516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:06.681941Z","time spent":"8.250562896s","remote":"127.0.0.1:53976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":0,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:03:14.932271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:05.760962Z","time spent":"9.171296772s","remote":"127.0.0.1:32790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":0,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18cde0865c08d50b\" "} {"level":"warn","ts":"2026-08-21T17:03:15.432566Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604313,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:15.782393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000324939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-21T17:03:15.782489Z","caller":"traceutil/trace.go:171","msg":"trace[61357431] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000466111s","start":"2026-08-21T17:03:13.78201Z","end":"2026-08-21T17:03:15.782476Z","steps":["trace[61357431] 'agreement among raft nodes before linearized reading' (duration: 2.000344979s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:15.782523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:13.781999Z","time spent":"2.000517332s","remote":"127.0.0.1:60930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/21 17:03:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-21T17:03:15.93274Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604313,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:16.434223Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604313,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:16.720704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.993963887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-21T17:03:16.720809Z","caller":"traceutil/trace.go:171","msg":"trace[1605884023] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"7.994091279s","start":"2026-08-21T17:03:08.726677Z","end":"2026-08-21T17:03:16.720768Z","steps":["trace[1605884023] 'agreement among raft nodes before linearized reading' (duration: 7.993984777s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:16.720858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:08.726662Z","time spent":"7.994185092s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/08/21 17:03:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-21T17:03:16.934847Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604313,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:16.938129Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"4f1ba025392746f1","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-08-21T17:03:17.030062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999833656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-21T17:03:17.030133Z","caller":"traceutil/trace.go:171","msg":"trace[1467415610] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999919828s","start":"2026-08-21T17:03:12.030195Z","end":"2026-08-21T17:03:17.030115Z","steps":["trace[1467415610] 'agreement among raft nodes before linearized reading' (duration: 4.999829136s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:17.03017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:12.030139Z","time spent":"5.00002218s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/08/21 17:03:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-21T17:03:17.435353Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604313,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:17.782818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000058298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-08-21T17:03:17.782914Z","caller":"traceutil/trace.go:171","msg":"trace[1840225306] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000172221s","start":"2026-08-21T17:03:15.782722Z","end":"2026-08-21T17:03:17.782895Z","steps":["trace[1840225306] 'agreement among raft nodes before linearized reading' (duration: 2.000055878s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:17.783385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:15.782591Z","time spent":"2.000362055s","remote":"127.0.0.1:60932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/21 17:03:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-21T17:03:17.935641Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604313,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:17.971298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:10.970628Z","time spent":"7.000662262s","remote":"127.0.0.1:32790","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-08-21T17:03:18.176228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998632139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-21T17:03:18.176304Z","caller":"traceutil/trace.go:171","msg":"trace[632956570] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.998764033s","start":"2026-08-21T17:03:13.177522Z","end":"2026-08-21T17:03:18.176286Z","steps":["trace[632956570] 'agreement among raft nodes before linearized reading' (duration: 4.9986747s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:18.176353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:13.177502Z","time spent":"4.998840164s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/08/21 17:03:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-21T17:03:18.436181Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604313,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:18.442318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:11.442208Z","time spent":"7.000104357s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-08-21T17:03:18.93668Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604313,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:19.150455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:12.149454Z","time spent":"7.000994263s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-08-21T17:03:19.437161Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604313,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:19.79165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000457295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-21T17:03:19.791716Z","caller":"traceutil/trace.go:171","msg":"trace[1244211921] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000568827s","start":"2026-08-21T17:03:17.791132Z","end":"2026-08-21T17:03:19.7917Z","steps":["trace[1244211921] 'agreement among raft nodes before linearized reading' (duration: 2.000492146s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:19.791746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:17.79111Z","time spent":"2.000630528s","remote":"127.0.0.1:60930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/21 17:03:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-21T17:03:19.937809Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604313,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:20.438642Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604313,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:20.939119Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604313,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:21.44004Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604313,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:21.739216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:14.738975Z","time spent":"7.000234436s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-08-21T17:03:21.741908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:14.741531Z","time spent":"7.000372449s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-08-21T17:03:21.791752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99983342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-21T17:03:21.791995Z","caller":"traceutil/trace.go:171","msg":"trace[302164413] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999961583s","start":"2026-08-21T17:03:19.791858Z","end":"2026-08-21T17:03:21.79182Z","steps":["trace[302164413] 'agreement among raft nodes before linearized reading' (duration: 1.999854261s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:21.792403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:19.791843Z","time spent":"2.00034685s","remote":"127.0.0.1:60932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/21 17:03:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-21T17:03:21.931975Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-08-21T17:03:21.932141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.588467277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-08-21T17:03:21.932229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.571935411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-08-21T17:03:21.932281Z","caller":"traceutil/trace.go:171","msg":"trace[957617770] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; }","duration":"13.588630751s","start":"2026-08-21T17:03:08.343596Z","end":"2026-08-21T17:03:21.932227Z","steps":["trace[957617770] 'agreement among raft nodes before linearized reading' (duration: 13.588500668s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:21.932305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.468243911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-08-21T17:03:21.932273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.673073093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-08-21T17:03:21.932245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.849814908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-08-21T17:03:21.932345Z","caller":"traceutil/trace.go:171","msg":"trace[326811870] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; }","duration":"7.468304003s","start":"2026-08-21T17:03:14.464027Z","end":"2026-08-21T17:03:21.932331Z","steps":["trace[326811870] 'agreement among raft nodes before linearized reading' (duration: 7.468268182s)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:03:21.932359Z","caller":"traceutil/trace.go:171","msg":"trace[744102724] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; }","duration":"13.850010581s","start":"2026-08-21T17:03:08.082342Z","end":"2026-08-21T17:03:21.932352Z","steps":["trace[744102724] 'agreement among raft nodes before linearized reading' (duration: 13.849846668s)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:03:21.932372Z","caller":"traceutil/trace.go:171","msg":"trace[702080888] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; }","duration":"7.673254065s","start":"2026-08-21T17:03:14.259098Z","end":"2026-08-21T17:03:21.932352Z","steps":["trace[702080888] 'agreement among raft nodes before linearized reading' (duration: 7.673112242s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:21.932388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:14.464013Z","time spent":"7.468363604s","remote":"127.0.0.1:32990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:03:21.932394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:08.082321Z","time spent":"13.850061923s","remote":"127.0.0.1:32802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:03:21.932426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:14.259071Z","time spent":"7.673342847s","remote":"127.0.0.1:51374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":0,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-08-21T17:03:21.932323Z","caller":"traceutil/trace.go:171","msg":"trace[2038611829] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; }","duration":"13.572059633s","start":"2026-08-21T17:03:08.36024Z","end":"2026-08-21T17:03:21.9323Z","steps":["trace[2038611829] 'agreement among raft nodes before linearized reading' (duration: 13.571928381s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:21.932495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:08.360206Z","time spent":"13.572279068s","remote":"127.0.0.1:53990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":0,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:03:21.932573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:08.343579Z","time spent":"13.588975718s","remote":"127.0.0.1:53708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:03:21.932827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.060378867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-08-21T17:03:21.932969Z","caller":"traceutil/trace.go:171","msg":"trace[1150528082] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; }","duration":"10.060584932s","start":"2026-08-21T17:03:11.872363Z","end":"2026-08-21T17:03:21.932948Z","steps":["trace[1150528082] 'agreement among raft nodes before linearized reading' (duration: 10.060405097s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:21.933097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:11.872345Z","time spent":"10.060735655s","remote":"127.0.0.1:33010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":0,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:03:21.933004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.085782492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-08-21T17:03:21.932168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.581993176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-08-21T17:03:21.933357Z","caller":"traceutil/trace.go:171","msg":"trace[216682941] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; }","duration":"13.58324053s","start":"2026-08-21T17:03:08.350105Z","end":"2026-08-21T17:03:21.933345Z","steps":["trace[216682941] 'agreement among raft nodes before linearized reading' (duration: 13.581999905s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:21.933393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:08.350094Z","time spent":"13.583289322s","remote":"127.0.0.1:32866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":0,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"info","ts":"2026-08-21T17:03:21.933358Z","caller":"traceutil/trace.go:171","msg":"trace[1805690929] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; }","duration":"11.086096419s","start":"2026-08-21T17:03:10.847162Z","end":"2026-08-21T17:03:21.933258Z","steps":["trace[1805690929] 'agreement among raft nodes before linearized reading' (duration: 11.085819553s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:21.933503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:10.847142Z","time spent":"11.086304272s","remote":"127.0.0.1:32888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":0,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:03:22.43256Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604321,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:22.932748Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604321,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:23.228227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999766483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-08-21T17:03:23.228293Z","caller":"traceutil/trace.go:171","msg":"trace[1808177138] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999889305s","start":"2026-08-21T17:03:18.228389Z","end":"2026-08-21T17:03:23.228278Z","steps":["trace[1808177138] 'agreement among raft nodes before linearized reading' (duration: 4.999797613s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:23.228337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:18.228367Z","time spent":"4.999957737s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/08/21 17:03:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-21T17:03:23.432924Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604321,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:23.728064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:16.727088Z","time spent":"7.000971823s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-08-21T17:03:23.797003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000568244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-21T17:03:23.797074Z","caller":"traceutil/trace.go:171","msg":"trace[102826551] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000680186s","start":"2026-08-21T17:03:21.796377Z","end":"2026-08-21T17:03:23.797057Z","steps":["trace[102826551] 'agreement among raft nodes before linearized reading' (duration: 2.000598085s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:23.797135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:21.796358Z","time spent":"2.000749617s","remote":"127.0.0.1:60930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/21 17:03:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-21T17:03:23.933211Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604321,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:23.946656Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"4f1ba025392746f1","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-08-21T17:03:24.433744Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604321,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:24.934567Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604321,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:24.972999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:17.972691Z","time spent":"7.000301797s","remote":"127.0.0.1:32790","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-08-21T17:03:25.11823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999584027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-08-21T17:03:25.118379Z","caller":"traceutil/trace.go:171","msg":"trace[932903807] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999860253s","start":"2026-08-21T17:03:20.118484Z","end":"2026-08-21T17:03:25.118344Z","steps":["trace[932903807] 'agreement among raft nodes before linearized reading' (duration: 4.999610197s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:25.118446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:20.118468Z","time spent":"4.999952524s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/08/21 17:03:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-21T17:03:25.235924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:18.23525Z","time spent":"7.000665553s","remote":"127.0.0.1:60942","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-08-21T17:03:25.43539Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604321,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:25.447737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:18.446753Z","time spent":"7.000979548s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-08-21T17:03:25.797345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99983909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-21T17:03:25.797497Z","caller":"traceutil/trace.go:171","msg":"trace[184753613] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000038483s","start":"2026-08-21T17:03:23.797438Z","end":"2026-08-21T17:03:25.797476Z","steps":["trace[184753613] 'agreement among raft nodes before linearized reading' (duration: 1.99985779s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:25.79756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:23.797427Z","time spent":"2.000119176s","remote":"127.0.0.1:60932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/21 17:03:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-21T17:03:25.936056Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604321,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:26.155054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:19.153544Z","time spent":"7.001012312s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-08-21T17:03:26.177009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999591531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-08-21T17:03:26.177091Z","caller":"traceutil/trace.go:171","msg":"trace[29257161] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999730854s","start":"2026-08-21T17:03:21.177337Z","end":"2026-08-21T17:03:26.177068Z","steps":["trace[29257161] 'agreement among raft nodes before linearized reading' (duration: 4.999614252s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:26.177143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:21.177321Z","time spent":"4.999814096s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-21T17:03:26.436953Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604321,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:26.937216Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604321,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:27.438363Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604321,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:27.806298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000148465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-08-21T17:03:27.806373Z","caller":"traceutil/trace.go:171","msg":"trace[2140658810] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000269376s","start":"2026-08-21T17:03:25.806083Z","end":"2026-08-21T17:03:27.806353Z","steps":["trace[2140658810] 'agreement among raft nodes before linearized reading' (duration: 2.000172505s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:27.806416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:25.806067Z","time spent":"2.000338549s","remote":"127.0.0.1:60930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-21T17:03:27.939364Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604321,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:28.43979Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604321,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:28.893378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999779159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-08-21T17:03:28.89428Z","caller":"traceutil/trace.go:171","msg":"trace[1771199414] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000766039s","start":"2026-08-21T17:03:26.89349Z","end":"2026-08-21T17:03:28.894256Z","steps":["trace[1771199414] 'agreement among raft nodes before linearized reading' (duration: 1.999832781s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:28.894384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:26.893458Z","time spent":"2.000881012s","remote":"127.0.0.1:60930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/21 17:03:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-21T17:03:28.932315Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-08-21T17:03:28.932445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.18838612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-08-21T17:03:28.932479Z","caller":"traceutil/trace.go:171","msg":"trace[78425569] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; }","duration":"7.188468941s","start":"2026-08-21T17:03:21.743995Z","end":"2026-08-21T17:03:28.932464Z","steps":["trace[78425569] 'agreement among raft nodes before linearized reading' (duration: 7.18841719s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:28.932518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:21.743977Z","time spent":"7.188531593s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":0,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-08-21T17:03:28.932565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.468412558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-08-21T17:03:28.932587Z","caller":"traceutil/trace.go:171","msg":"trace[1792323368] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; }","duration":"9.468478249s","start":"2026-08-21T17:03:19.464101Z","end":"2026-08-21T17:03:28.932579Z","steps":["trace[1792323368] 'agreement among raft nodes before linearized reading' (duration: 9.468458759s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:28.932601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.463391717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-08-21T17:03:28.932667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.995025252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/horizon-75b49cd5cc-5qwjw.18cde0c7e7115e6d\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-08-21T17:03:28.932665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.632698374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-08-21T17:03:28.932706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.997773117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.83\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-08-21T17:03:28.932773Z","caller":"traceutil/trace.go:171","msg":"trace[829627821] range","detail":"{range_begin:/registry/masterleases/199.19.213.83; range_end:; }","duration":"13.997891579s","start":"2026-08-21T17:03:14.934869Z","end":"2026-08-21T17:03:28.93276Z","steps":["trace[829627821] 'agreement among raft nodes before linearized reading' (duration: 13.997810828s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:28.932787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.872556508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-08-21T17:03:28.932769Z","caller":"traceutil/trace.go:171","msg":"trace[147785537] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; }","duration":"13.632891137s","start":"2026-08-21T17:03:15.299859Z","end":"2026-08-21T17:03:28.93275Z","steps":["trace[147785537] 'agreement among raft nodes before linearized reading' (duration: 13.632726174s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:28.93276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.051047639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-08-21T17:03:28.932831Z","caller":"traceutil/trace.go:171","msg":"trace[1610022917] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; }","duration":"7.87265543s","start":"2026-08-21T17:03:21.060163Z","end":"2026-08-21T17:03:28.932818Z","steps":["trace[1610022917] 'agreement among raft nodes before linearized reading' (duration: 7.872599399s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:28.932831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:14.9347Z","time spent":"13.998117154s","remote":"127.0.0.1:60966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":0,"request content":"key:\"/registry/masterleases/199.19.213.83\" "} {"level":"warn","ts":"2026-08-21T17:03:28.932919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.190894379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-08-21T17:03:28.932925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:15.299836Z","time spent":"13.63299747s","remote":"127.0.0.1:53670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-08-21T17:03:28.932943Z","caller":"traceutil/trace.go:171","msg":"trace[744672989] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; }","duration":"7.190939031s","start":"2026-08-21T17:03:21.741996Z","end":"2026-08-21T17:03:28.932935Z","steps":["trace[744672989] 'agreement among raft nodes before linearized reading' (duration: 7.19091466s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:28.932949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:21.060125Z","time spent":"7.872805413s","remote":"127.0.0.1:32962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":0,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-08-21T17:03:28.93293Z","caller":"traceutil/trace.go:171","msg":"trace[597472909] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; }","duration":"13.051317095s","start":"2026-08-21T17:03:15.881604Z","end":"2026-08-21T17:03:28.932921Z","steps":["trace[597472909] 'agreement among raft nodes before linearized reading' (duration: 13.05108645s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:28.933003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:15.88158Z","time spent":"13.051414197s","remote":"127.0.0.1:33098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:03:28.93283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.82569876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-08-21T17:03:28.932965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:21.741982Z","time spent":"7.190977301s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":0,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-08-21T17:03:28.933065Z","caller":"traceutil/trace.go:171","msg":"trace[1132097714] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; }","duration":"7.825961295s","start":"2026-08-21T17:03:21.107066Z","end":"2026-08-21T17:03:28.933028Z","steps":["trace[1132097714] 'agreement among raft nodes before linearized reading' (duration: 7.82572167s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:28.933103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.447823914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-08-21T17:03:28.93315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:21.107051Z","time spent":"7.826036236s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":0,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:03:28.933346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.696679459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-08-21T17:03:28.933409Z","caller":"traceutil/trace.go:171","msg":"trace[822567102] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; }","duration":"8.696748951s","start":"2026-08-21T17:03:20.236646Z","end":"2026-08-21T17:03:28.933395Z","steps":["trace[822567102] 'agreement among raft nodes before linearized reading' (duration: 8.696677459s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:28.933467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:20.236611Z","time spent":"8.696839382s","remote":"127.0.0.1:53624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:03:28.932607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:19.464079Z","time spent":"9.46852368s","remote":"127.0.0.1:32788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":0,"response size":0,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-08-21T17:03:28.93354Z","caller":"traceutil/trace.go:171","msg":"trace[1309888384] range","detail":"{range_begin:/registry/events/openstack/horizon-75b49cd5cc-5qwjw.18cde0c7e7115e6d; range_end:; }","duration":"13.995066272s","start":"2026-08-21T17:03:14.937615Z","end":"2026-08-21T17:03:28.932682Z","steps":["trace[1309888384] 'agreement among raft nodes before linearized reading' (duration: 13.995044352s)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:03:28.933615Z","caller":"traceutil/trace.go:171","msg":"trace[1683749938] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; }","duration":"7.447889184s","start":"2026-08-21T17:03:21.485233Z","end":"2026-08-21T17:03:28.933123Z","steps":["trace[1683749938] 'agreement among raft nodes before linearized reading' (duration: 7.447859174s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:28.933739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:21.485213Z","time spent":"7.448514988s","remote":"127.0.0.1:51400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":0,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-08-21T17:03:28.932704Z","caller":"traceutil/trace.go:171","msg":"trace[1776058579] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; }","duration":"9.4635377s","start":"2026-08-21T17:03:19.469145Z","end":"2026-08-21T17:03:28.932683Z","steps":["trace[1776058579] 'agreement among raft nodes before linearized reading' (duration: 9.463410478s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:28.93386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:19.469132Z","time spent":"9.464709123s","remote":"127.0.0.1:32772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":0,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-08-21T17:03:28.933841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:14.937606Z","time spent":"13.996061943s","remote":"127.0.0.1:32790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/events/openstack/horizon-75b49cd5cc-5qwjw.18cde0c7e7115e6d\" "} {"level":"warn","ts":"2026-08-21T17:03:28.932664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.966401468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-08-21T17:03:28.934127Z","caller":"traceutil/trace.go:171","msg":"trace[1951947464] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; }","duration":"11.967901578s","start":"2026-08-21T17:03:16.966214Z","end":"2026-08-21T17:03:28.934115Z","steps":["trace[1951947464] 'agreement among raft nodes before linearized reading' (duration: 11.966425829s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:28.934221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:16.96619Z","time spent":"11.96802012s","remote":"127.0.0.1:32902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:03:29.432939Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604327,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:29.806761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000113956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-21T17:03:29.806819Z","caller":"traceutil/trace.go:171","msg":"trace[473184993] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000201098s","start":"2026-08-21T17:03:27.8066Z","end":"2026-08-21T17:03:29.806802Z","steps":["trace[473184993] 'agreement among raft nodes before linearized reading' (duration: 2.000138087s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:29.806842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:27.806586Z","time spent":"2.000252359s","remote":"127.0.0.1:60932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/21 17:03:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-21T17:03:29.933036Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604327,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:30.433341Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604327,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:30.566494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999766926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-21T17:03:30.566565Z","caller":"traceutil/trace.go:171","msg":"trace[1972060188] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999885489s","start":"2026-08-21T17:03:25.566666Z","end":"2026-08-21T17:03:30.566551Z","steps":["trace[1972060188] 'agreement among raft nodes before linearized reading' (duration: 4.999793897s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:30.566639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:25.566639Z","time spent":"4.99999184s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/08/21 17:03:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-21T17:03:30.933965Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604327,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:30.957351Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"4f1ba025392746f1","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-08-21T17:03:31.434699Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604327,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:31.813743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999870254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-21T17:03:31.813821Z","caller":"traceutil/trace.go:171","msg":"trace[1447415357] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000004607s","start":"2026-08-21T17:03:29.813797Z","end":"2026-08-21T17:03:31.813802Z","steps":["trace[1447415357] 'agreement among raft nodes before linearized reading' (duration: 1.999915775s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:31.81386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:29.813771Z","time spent":"2.000081269s","remote":"127.0.0.1:60930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/21 17:03:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-21T17:03:31.935556Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604327,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:31.975755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:24.975231Z","time spent":"7.00051644s","remote":"127.0.0.1:32790","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-08-21T17:03:32.435679Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604327,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:32.453393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:25.452512Z","time spent":"7.000869966s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-08-21T17:03:32.919246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99925411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-21T17:03:32.919334Z","caller":"traceutil/trace.go:171","msg":"trace[1441394722] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999392872s","start":"2026-08-21T17:03:27.919918Z","end":"2026-08-21T17:03:32.919311Z","steps":["trace[1441394722] 'agreement among raft nodes before linearized reading' (duration: 4.99928727s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:32.91939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:27.919886Z","time spent":"4.999493234s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/08/21 17:03:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-21T17:03:32.93608Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604327,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:33.162405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:26.161176Z","time spent":"7.00121909s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-08-21T17:03:33.436819Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604327,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:33.814264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000282905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-08-21T17:03:33.814403Z","caller":"traceutil/trace.go:171","msg":"trace[1905440689] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00047069s","start":"2026-08-21T17:03:31.813907Z","end":"2026-08-21T17:03:33.814378Z","steps":["trace[1905440689] 'agreement among raft nodes before linearized reading' (duration: 2.000288025s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:33.814459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:31.813891Z","time spent":"2.000554721s","remote":"127.0.0.1:60932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-21T17:03:33.917914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999361468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-21T17:03:33.918007Z","caller":"traceutil/trace.go:171","msg":"trace[308662049] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999505551s","start":"2026-08-21T17:03:28.918479Z","end":"2026-08-21T17:03:33.917984Z","steps":["trace[308662049] 'agreement among raft nodes before linearized reading' (duration: 4.999388968s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:33.91807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:28.918456Z","time spent":"4.999604384s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/08/21 17:03:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-21T17:03:33.937333Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604327,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:34.227154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00062368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-21T17:03:34.227248Z","caller":"traceutil/trace.go:171","msg":"trace[195847839] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000779154s","start":"2026-08-21T17:03:32.226445Z","end":"2026-08-21T17:03:34.227225Z","steps":["trace[195847839] 'agreement among raft nodes before linearized reading' (duration: 2.000659841s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:34.2273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:32.226417Z","time spent":"2.000872686s","remote":"127.0.0.1:60930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/21 17:03:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-21T17:03:34.438374Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604327,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:34.938728Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604327,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:35.439667Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604327,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:35.822551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000469814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-21T17:03:35.822622Z","caller":"traceutil/trace.go:171","msg":"trace[816813775] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000604736s","start":"2026-08-21T17:03:33.822001Z","end":"2026-08-21T17:03:35.822606Z","steps":["trace[816813775] 'agreement among raft nodes before linearized reading' (duration: 2.000517585s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:35.822665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:33.821983Z","time spent":"2.000670877s","remote":"127.0.0.1:60930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/21 17:03:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-21T17:03:35.933285Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-08-21T17:03:35.933516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.174230982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-08-21T17:03:35.933575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.816780109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-08-21T17:03:35.933615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.246341631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-08-21T17:03:35.933641Z","caller":"traceutil/trace.go:171","msg":"trace[1072083021] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; }","duration":"13.816881891s","start":"2026-08-21T17:03:22.116743Z","end":"2026-08-21T17:03:35.933624Z","steps":["trace[1072083021] 'agreement among raft nodes before linearized reading' (duration: 13.816812229s)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:03:35.933642Z","caller":"traceutil/trace.go:171","msg":"trace[1014953285] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; }","duration":"7.174357375s","start":"2026-08-21T17:03:28.759198Z","end":"2026-08-21T17:03:35.933555Z","steps":["trace[1014953285] 'agreement among raft nodes before linearized reading' (duration: 7.174252313s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:35.933677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:22.116724Z","time spent":"13.816945962s","remote":"127.0.0.1:32854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":0,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-08-21T17:03:35.933685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.580239724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-08-21T17:03:35.933709Z","caller":"traceutil/trace.go:171","msg":"trace[86603801] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; }","duration":"7.580305335s","start":"2026-08-21T17:03:28.353396Z","end":"2026-08-21T17:03:35.933702Z","steps":["trace[86603801] 'agreement among raft nodes before linearized reading' (duration: 7.580277404s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:35.933749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:28.353377Z","time spent":"7.580362016s","remote":"127.0.0.1:35616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":0,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:03:35.933799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.336697212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-08-21T17:03:35.933777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:28.759182Z","time spent":"7.174574459s","remote":"127.0.0.1:33116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":0,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-08-21T17:03:35.933826Z","caller":"traceutil/trace.go:171","msg":"trace[1475479843] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; }","duration":"11.336776343s","start":"2026-08-21T17:03:24.597043Z","end":"2026-08-21T17:03:35.933819Z","steps":["trace[1475479843] 'agreement among raft nodes before linearized reading' (duration: 11.336748273s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:35.933853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:24.59702Z","time spent":"11.336825355s","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":0,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:03:35.933719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.608886962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-08-21T17:03:35.933653Z","caller":"traceutil/trace.go:171","msg":"trace[1269509622] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; }","duration":"7.246413073s","start":"2026-08-21T17:03:28.687227Z","end":"2026-08-21T17:03:35.93364Z","steps":["trace[1269509622] 'agreement among raft nodes before linearized reading' (duration: 7.246378652s)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:03:35.933893Z","caller":"traceutil/trace.go:171","msg":"trace[700178263] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; }","duration":"13.609099437s","start":"2026-08-21T17:03:22.324788Z","end":"2026-08-21T17:03:35.933887Z","steps":["trace[700178263] 'agreement among raft nodes before linearized reading' (duration: 13.608924553s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:35.933915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:28.687207Z","time spent":"7.246701198s","remote":"127.0.0.1:33070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:03:35.933918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:22.324767Z","time spent":"13.609144018s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":0,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:03:35.933807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.531682358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-08-21T17:03:35.934113Z","caller":"traceutil/trace.go:171","msg":"trace[2087316393] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; }","duration":"13.532219588s","start":"2026-08-21T17:03:22.401869Z","end":"2026-08-21T17:03:35.934089Z","steps":["trace[2087316393] 'agreement among raft nodes before linearized reading' (duration: 13.531679118s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:35.934228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:22.401847Z","time spent":"13.532349172s","remote":"127.0.0.1:33056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:03:35.93355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.187578146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-08-21T17:03:35.933964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.740303315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-08-21T17:03:35.934493Z","caller":"traceutil/trace.go:171","msg":"trace[1697861315] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; }","duration":"12.188597746s","start":"2026-08-21T17:03:23.745879Z","end":"2026-08-21T17:03:35.934476Z","steps":["trace[1697861315] 'agreement among raft nodes before linearized reading' (duration: 12.187590356s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:35.934305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.719566707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-08-21T17:03:35.934612Z","caller":"traceutil/trace.go:171","msg":"trace[574435869] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; }","duration":"9.719919624s","start":"2026-08-21T17:03:26.214684Z","end":"2026-08-21T17:03:35.934603Z","steps":["trace[574435869] 'agreement among raft nodes before linearized reading' (duration: 9.719609168s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:35.934654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:23.745868Z","time spent":"12.188720658s","remote":"127.0.0.1:53684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:03:35.934424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.048476798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-08-21T17:03:35.934757Z","caller":"traceutil/trace.go:171","msg":"trace[726559987] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; }","duration":"13.048872425s","start":"2026-08-21T17:03:22.885877Z","end":"2026-08-21T17:03:35.934749Z","steps":["trace[726559987] 'agreement among raft nodes before linearized reading' (duration: 13.048499638s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:35.933906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.99526481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-08-21T17:03:35.934812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:22.885863Z","time spent":"13.048927197s","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":0,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-08-21T17:03:35.934816Z","caller":"traceutil/trace.go:171","msg":"trace[575139251] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; }","duration":"13.996205988s","start":"2026-08-21T17:03:21.938598Z","end":"2026-08-21T17:03:35.934804Z","steps":["trace[575139251] 'agreement among raft nodes before linearized reading' (duration: 13.99529535s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:35.934699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:26.21466Z","time spent":"9.720021656s","remote":"127.0.0.1:32920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":0,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:03:35.934893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:21.938579Z","time spent":"13.99630109s","remote":"127.0.0.1:32866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":0,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-08-21T17:03:35.934394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.202919741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-08-21T17:03:35.934547Z","caller":"traceutil/trace.go:171","msg":"trace[2061549048] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; }","duration":"10.74102147s","start":"2026-08-21T17:03:25.193482Z","end":"2026-08-21T17:03:35.934503Z","steps":["trace[2061549048] 'agreement among raft nodes before linearized reading' (duration: 10.740335796s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:35.935227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:25.193458Z","time spent":"10.741726313s","remote":"127.0.0.1:53862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:03:35.934357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.833820059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-08-21T17:03:35.935186Z","caller":"traceutil/trace.go:171","msg":"trace[521095329] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"12.203529153s","start":"2026-08-21T17:03:23.731449Z","end":"2026-08-21T17:03:35.934978Z","steps":["trace[521095329] 'agreement among raft nodes before linearized reading' (duration: 12.202937682s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:35.935382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:23.731437Z","time spent":"12.203929041s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-08-21T17:03:35.935303Z","caller":"traceutil/trace.go:171","msg":"trace[2082525244] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; }","duration":"9.834794318s","start":"2026-08-21T17:03:26.100489Z","end":"2026-08-21T17:03:35.935283Z","steps":["trace[2082525244] 'agreement among raft nodes before linearized reading' (duration: 9.83386027s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:35.936042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:26.100467Z","time spent":"9.835556013s","remote":"127.0.0.1:53648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:03:36.434131Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604331,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:36.934563Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604331,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:37.434953Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604331,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:37.823194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000067831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-21T17:03:37.82329Z","caller":"traceutil/trace.go:171","msg":"trace[2030792171] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000217943s","start":"2026-08-21T17:03:35.82305Z","end":"2026-08-21T17:03:37.823268Z","steps":["trace[2030792171] 'agreement among raft nodes before linearized reading' (duration: 2.000086161s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:37.823361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:35.823034Z","time spent":"2.000317426s","remote":"127.0.0.1:60932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/21 17:03:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-21T17:03:37.935392Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604331,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:37.965635Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"4f1ba025392746f1","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-08-21T17:03:38.436083Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604331,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:38.937288Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604331,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:39.43231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998719188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-21T17:03:39.432423Z","caller":"traceutil/trace.go:171","msg":"trace[304065870] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.998897931s","start":"2026-08-21T17:03:34.433508Z","end":"2026-08-21T17:03:39.432406Z","steps":["trace[304065870] 'agreement among raft nodes before linearized reading' (duration: 4.998772119s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:39.432465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:34.433477Z","time spent":"4.998981563s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/08/21 17:03:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-21T17:03:39.437433Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604331,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:39.458745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:32.458099Z","time spent":"7.000643479s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-08-21T17:03:39.828266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000223499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-08-21T17:03:39.828353Z","caller":"traceutil/trace.go:171","msg":"trace[1846442566] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000353292s","start":"2026-08-21T17:03:37.82798Z","end":"2026-08-21T17:03:39.828333Z","steps":["trace[1846442566] 'agreement among raft nodes before linearized reading' (duration: 2.00024787s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:39.828401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:37.827961Z","time spent":"2.000430883s","remote":"127.0.0.1:60930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-21T17:03:39.938506Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604331,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:40.166457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:33.166118Z","time spent":"7.000331922s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-08-21T17:03:40.43906Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604331,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:40.940187Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604331,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:41.440871Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604331,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:41.592303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999113346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-08-21T17:03:41.592365Z","caller":"traceutil/trace.go:171","msg":"trace[474010357] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999222299s","start":"2026-08-21T17:03:36.593127Z","end":"2026-08-21T17:03:41.59235Z","steps":["trace[474010357] 'agreement among raft nodes before linearized reading' (duration: 4.999150407s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:41.592397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:36.593108Z","time spent":"4.999282049s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/08/21 17:03:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-21T17:03:41.829162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000290448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-08-21T17:03:41.829292Z","caller":"traceutil/trace.go:171","msg":"trace[1950573497] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00046015s","start":"2026-08-21T17:03:39.828807Z","end":"2026-08-21T17:03:41.829267Z","steps":["trace[1950573497] 'agreement among raft nodes before linearized reading' (duration: 2.000321998s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:41.829734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:39.828787Z","time spent":"2.000604094s","remote":"127.0.0.1:60932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/21 17:03:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-21T17:03:41.941707Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604331,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:42.442308Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604331,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:42.934083Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-08-21T17:03:42.934388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.295110423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-08-21T17:03:42.93446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.065370229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-08-21T17:03:42.934517Z","caller":"traceutil/trace.go:171","msg":"trace[1611969568] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; }","duration":"10.065446151s","start":"2026-08-21T17:03:32.869051Z","end":"2026-08-21T17:03:42.934498Z","steps":["trace[1611969568] 'agreement among raft nodes before linearized reading' (duration: 10.06539774s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:42.934513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.776481706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-08-21T17:03:42.934576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:32.869034Z","time spent":"10.065527722s","remote":"127.0.0.1:53944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":0,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-08-21T17:03:42.934584Z","caller":"traceutil/trace.go:171","msg":"trace[1496835231] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; }","duration":"7.776593249s","start":"2026-08-21T17:03:35.157967Z","end":"2026-08-21T17:03:42.93456Z","steps":["trace[1496835231] 'agreement among raft nodes before linearized reading' (duration: 7.776508957s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:42.934638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.553897813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-08-21T17:03:42.934628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.472141839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-08-21T17:03:42.934669Z","caller":"traceutil/trace.go:171","msg":"trace[1548894988] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; }","duration":"10.553971455s","start":"2026-08-21T17:03:32.38069Z","end":"2026-08-21T17:03:42.934661Z","steps":["trace[1548894988] 'agreement among raft nodes before linearized reading' (duration: 10.553936904s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:42.934663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:35.157948Z","time spent":"7.77669585s","remote":"127.0.0.1:53920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":0,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-08-21T17:03:42.934692Z","caller":"traceutil/trace.go:171","msg":"trace[1578165833] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; }","duration":"11.472299962s","start":"2026-08-21T17:03:31.462377Z","end":"2026-08-21T17:03:42.934677Z","steps":["trace[1578165833] 'agreement among raft nodes before linearized reading' (duration: 11.47217057s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:42.934701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:32.380667Z","time spent":"10.554023846s","remote":"127.0.0.1:60998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":0,"response size":0,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:03:42.934732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:31.462356Z","time spent":"11.472367633s","remote":"127.0.0.1:53564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:03:42.93473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.146635954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-08-21T17:03:42.934757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.904526409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-08-21T17:03:42.934767Z","caller":"traceutil/trace.go:171","msg":"trace[93692320] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; }","duration":"7.146706064s","start":"2026-08-21T17:03:35.788047Z","end":"2026-08-21T17:03:42.934754Z","steps":["trace[93692320] 'agreement among raft nodes before linearized reading' (duration: 7.146669594s)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:03:42.934787Z","caller":"traceutil/trace.go:171","msg":"trace[127739093] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; }","duration":"10.904587981s","start":"2026-08-21T17:03:32.030192Z","end":"2026-08-21T17:03:42.93478Z","steps":["trace[127739093] 'agreement among raft nodes before linearized reading' (duration: 10.90455684s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:42.934774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.530190223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-08-21T17:03:42.934831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:32.030172Z","time spent":"10.904641722s","remote":"127.0.0.1:53552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:03:42.934845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:35.788026Z","time spent":"7.146774986s","remote":"127.0.0.1:53244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:03:42.934868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.043575735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-08-21T17:03:42.934895Z","caller":"traceutil/trace.go:171","msg":"trace[447099595] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; }","duration":"11.043626637s","start":"2026-08-21T17:03:31.891258Z","end":"2026-08-21T17:03:42.934885Z","steps":["trace[447099595] 'agreement among raft nodes before linearized reading' (duration: 11.043601856s)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:03:42.934868Z","caller":"traceutil/trace.go:171","msg":"trace[564572879] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; }","duration":"9.530347887s","start":"2026-08-21T17:03:33.404501Z","end":"2026-08-21T17:03:42.934849Z","steps":["trace[564572879] 'agreement among raft nodes before linearized reading' (duration: 9.530233414s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:42.934927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:31.891245Z","time spent":"11.043674658s","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":0,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:03:42.934996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:33.404476Z","time spent":"9.530459829s","remote":"127.0.0.1:32810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:03:42.935095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.870077539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-08-21T17:03:42.934514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.976959755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-08-21T17:03:42.935173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.876655709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-08-21T17:03:42.935267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.159460871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-08-21T17:03:42.935216Z","caller":"traceutil/trace.go:171","msg":"trace[162428593] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; }","duration":"9.870117789s","start":"2026-08-21T17:03:33.065004Z","end":"2026-08-21T17:03:42.935122Z","steps":["trace[162428593] 'agreement among raft nodes before linearized reading' (duration: 9.870076539s)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:03:42.93529Z","caller":"traceutil/trace.go:171","msg":"trace[800056580] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; }","duration":"12.159514561s","start":"2026-08-21T17:03:30.77577Z","end":"2026-08-21T17:03:42.935285Z","steps":["trace[800056580] 'agreement among raft nodes before linearized reading' (duration: 12.159484431s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:42.935245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.576900695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-08-21T17:03:42.935311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:30.775758Z","time spent":"12.159545552s","remote":"127.0.0.1:53510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-08-21T17:03:42.935314Z","caller":"traceutil/trace.go:171","msg":"trace[1333097683] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; }","duration":"11.876865633s","start":"2026-08-21T17:03:31.058434Z","end":"2026-08-21T17:03:42.9353Z","steps":["trace[1333097683] 'agreement among raft nodes before linearized reading' (duration: 11.87670687s)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:03:42.935362Z","caller":"traceutil/trace.go:171","msg":"trace[814285948] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; }","duration":"12.577726511s","start":"2026-08-21T17:03:30.357602Z","end":"2026-08-21T17:03:42.935329Z","steps":["trace[814285948] 'agreement among raft nodes before linearized reading' (duration: 12.576915415s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:42.935378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:31.058399Z","time spent":"11.876962615s","remote":"127.0.0.1:32806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":0,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:03:42.935371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:33.064955Z","time spent":"9.870351304s","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:03:42.935416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:30.357588Z","time spent":"12.577815223s","remote":"127.0.0.1:53576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:03:42.935401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.331082384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-08-21T17:03:42.935464Z","caller":"traceutil/trace.go:171","msg":"trace[869025543] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; }","duration":"12.331190615s","start":"2026-08-21T17:03:30.60426Z","end":"2026-08-21T17:03:42.93545Z","steps":["trace[869025543] 'agreement among raft nodes before linearized reading' (duration: 12.331117724s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:42.935519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:30.604246Z","time spent":"12.331258828s","remote":"127.0.0.1:53868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-08-21T17:03:42.935211Z","caller":"traceutil/trace.go:171","msg":"trace[1937879222] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; }","duration":"9.977784352s","start":"2026-08-21T17:03:32.957415Z","end":"2026-08-21T17:03:42.9352Z","steps":["trace[1937879222] 'agreement among raft nodes before linearized reading' (duration: 9.976991156s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:42.935587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:32.957398Z","time spent":"9.978176129s","remote":"127.0.0.1:53872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:03:42.935751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.997356467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/horizon-75b49cd5cc-zk9q2.18cde0c593010db5\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-08-21T17:03:42.935736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.229578571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-08-21T17:03:42.935774Z","caller":"traceutil/trace.go:171","msg":"trace[51581340] range","detail":"{range_begin:/registry/events/openstack/horizon-75b49cd5cc-zk9q2.18cde0c593010db5; range_end:; }","duration":"13.997414217s","start":"2026-08-21T17:03:28.938353Z","end":"2026-08-21T17:03:42.935768Z","steps":["trace[51581340] 'agreement among raft nodes before linearized reading' (duration: 13.997389647s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:42.935761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.599517403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-08-21T17:03:42.935789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:28.938153Z","time spent":"13.997632702s","remote":"127.0.0.1:32790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/events/openstack/horizon-75b49cd5cc-zk9q2.18cde0c593010db5\" "} {"level":"warn","ts":"2026-08-21T17:03:42.935782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.000595181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.83\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-08-21T17:03:42.935788Z","caller":"traceutil/trace.go:171","msg":"trace[2041282410] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; }","duration":"13.229661263s","start":"2026-08-21T17:03:29.706114Z","end":"2026-08-21T17:03:42.935776Z","steps":["trace[2041282410] 'agreement among raft nodes before linearized reading' (duration: 13.229601891s)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:03:42.935812Z","caller":"traceutil/trace.go:171","msg":"trace[860360827] range","detail":"{range_begin:/registry/masterleases/199.19.213.83; range_end:; }","duration":"14.000645002s","start":"2026-08-21T17:03:28.935161Z","end":"2026-08-21T17:03:42.935806Z","steps":["trace[860360827] 'agreement among raft nodes before linearized reading' (duration: 14.000611842s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:42.935836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:28.935151Z","time spent":"14.000674033s","remote":"127.0.0.1:60966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":0,"request content":"key:\"/registry/masterleases/199.19.213.83\" "} {"level":"warn","ts":"2026-08-21T17:03:42.935837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:29.706102Z","time spent":"13.229717963s","remote":"127.0.0.1:56080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":0,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-08-21T17:03:42.935811Z","caller":"traceutil/trace.go:171","msg":"trace[1868426223] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; }","duration":"12.599606964s","start":"2026-08-21T17:03:30.33619Z","end":"2026-08-21T17:03:42.935797Z","steps":["trace[1868426223] 'agreement among raft nodes before linearized reading' (duration: 12.599543173s)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:03:42.935908Z","caller":"traceutil/trace.go:171","msg":"trace[280454499] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; }","duration":"11.295314447s","start":"2026-08-21T17:03:31.639165Z","end":"2026-08-21T17:03:42.93448Z","steps":["trace[280454499] 'agreement among raft nodes before linearized reading' (duration: 11.295146154s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:42.934384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.205982202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-08-21T17:03:42.935942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:30.336171Z","time spent":"12.599750207s","remote":"127.0.0.1:53260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-08-21T17:03:42.936087Z","caller":"traceutil/trace.go:171","msg":"trace[1149782382] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; }","duration":"11.207744757s","start":"2026-08-21T17:03:31.728306Z","end":"2026-08-21T17:03:42.936051Z","steps":["trace[1149782382] 'agreement among raft nodes before linearized reading' (duration: 11.206004753s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:42.936163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:31.728291Z","time spent":"11.207849938s","remote":"127.0.0.1:53602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:03:42.936258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:31.639147Z","time spent":"11.297096412s","remote":"127.0.0.1:51360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":0,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:03:42.99212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999984332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-21T17:03:42.992204Z","caller":"traceutil/trace.go:171","msg":"trace[1213254026] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.000120024s","start":"2026-08-21T17:03:37.992065Z","end":"2026-08-21T17:03:42.992185Z","steps":["trace[1213254026] 'agreement among raft nodes before linearized reading' (duration: 5.000021942s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:42.992398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:37.992044Z","time spent":"5.00033476s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/08/21 17:03:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-21T17:03:43.435209Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604333,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:43.836577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00003945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-08-21T17:03:43.836644Z","caller":"traceutil/trace.go:171","msg":"trace[2033914550] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000162142s","start":"2026-08-21T17:03:41.836467Z","end":"2026-08-21T17:03:43.836629Z","steps":["trace[2033914550] 'agreement among raft nodes before linearized reading' (duration: 2.00005931s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:43.836707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:41.836455Z","time spent":"2.000244944s","remote":"127.0.0.1:60930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-21T17:03:43.935452Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604333,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:44.436196Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604333,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:44.937123Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604333,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:44.973409Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"4f1ba025392746f1","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-08-21T17:03:45.438195Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604333,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:45.83753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000065348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-08-21T17:03:45.837679Z","caller":"traceutil/trace.go:171","msg":"trace[2146186458] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000246371s","start":"2026-08-21T17:03:43.837413Z","end":"2026-08-21T17:03:45.83766Z","steps":["trace[2146186458] 'agreement among raft nodes before linearized reading' (duration: 2.000082018s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:45.83776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:43.837402Z","time spent":"2.000343903s","remote":"127.0.0.1:60932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-21T17:03:45.938684Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604333,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:46.095368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000388982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-08-21T17:03:46.095459Z","caller":"traceutil/trace.go:171","msg":"trace[1790559837] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000514074s","start":"2026-08-21T17:03:44.094916Z","end":"2026-08-21T17:03:46.09543Z","steps":["trace[1790559837] 'agreement among raft nodes before linearized reading' (duration: 2.000405442s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:46.095506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:44.094905Z","time spent":"2.000593326s","remote":"127.0.0.1:60930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-21T17:03:46.439167Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604333,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:46.939813Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604333,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:47.440816Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604333,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:47.846746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000396124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-08-21T17:03:47.846831Z","caller":"traceutil/trace.go:171","msg":"trace[340686101] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000550107s","start":"2026-08-21T17:03:45.846263Z","end":"2026-08-21T17:03:47.846813Z","steps":["trace[340686101] 'agreement among raft nodes before linearized reading' (duration: 2.000441435s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:47.846876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:45.846245Z","time spent":"2.000622438s","remote":"127.0.0.1:60930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-21T17:03:47.941237Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604333,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:47.982164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999213421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-08-21T17:03:47.982252Z","caller":"traceutil/trace.go:171","msg":"trace[1552960547] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999345532s","start":"2026-08-21T17:03:42.982887Z","end":"2026-08-21T17:03:47.982233Z","steps":["trace[1552960547] 'agreement among raft nodes before linearized reading' (duration: 4.99923752s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:47.982298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:42.982873Z","time spent":"4.999415615s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-21T17:03:48.442162Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604333,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:48.943323Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604333,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:49.444008Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604333,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:49.46184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.998993993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-21T17:03:49.461947Z","caller":"traceutil/trace.go:171","msg":"trace[1680581181] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; }","duration":"9.999164166s","start":"2026-08-21T17:03:39.462764Z","end":"2026-08-21T17:03:49.461928Z","steps":["trace[1680581181] 'agreement among raft nodes before linearized reading' (duration: 9.999040614s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:49.461997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:39.462731Z","time spent":"9.999252148s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} 2026/08/21 17:03:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-21T17:03:49.846785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999818022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-21T17:03:49.846842Z","caller":"traceutil/trace.go:171","msg":"trace[169464863] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999914583s","start":"2026-08-21T17:03:47.846914Z","end":"2026-08-21T17:03:49.846829Z","steps":["trace[169464863] 'agreement among raft nodes before linearized reading' (duration: 1.999845122s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:49.846868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:47.846898Z","time spent":"1.999965885s","remote":"127.0.0.1:60932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/21 17:03:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-21T17:03:49.934753Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-08-21T17:03:49.934871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.022324611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-08-21T17:03:49.934904Z","caller":"traceutil/trace.go:171","msg":"trace[1848928993] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; }","duration":"11.022402092s","start":"2026-08-21T17:03:38.912496Z","end":"2026-08-21T17:03:49.934898Z","steps":["trace[1848928993] 'agreement among raft nodes before linearized reading' (duration: 11.022352581s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:49.934922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:38.912472Z","time spent":"11.022444584s","remote":"127.0.0.1:33042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:03:49.934913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.652655089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-08-21T17:03:49.934955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.118736023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-08-21T17:03:49.934967Z","caller":"traceutil/trace.go:171","msg":"trace[1692386893] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; }","duration":"7.118787375s","start":"2026-08-21T17:03:42.816176Z","end":"2026-08-21T17:03:49.934963Z","steps":["trace[1692386893] 'agreement among raft nodes before linearized reading' (duration: 7.118774074s)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:03:49.934958Z","caller":"traceutil/trace.go:171","msg":"trace[441298911] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; }","duration":"12.652754411s","start":"2026-08-21T17:03:37.282186Z","end":"2026-08-21T17:03:49.934941Z","steps":["trace[441298911] 'agreement among raft nodes before linearized reading' (duration: 12.65268176s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:49.934979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:42.816157Z","time spent":"7.118818265s","remote":"127.0.0.1:56090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":0,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:03:49.934952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.896886291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-08-21T17:03:49.935001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.027684746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-08-21T17:03:49.935028Z","caller":"traceutil/trace.go:171","msg":"trace[1397585936] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; }","duration":"8.027735968s","start":"2026-08-21T17:03:41.907288Z","end":"2026-08-21T17:03:49.935024Z","steps":["trace[1397585936] 'agreement among raft nodes before linearized reading' (duration: 8.027707857s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:49.93504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:41.907277Z","time spent":"8.027759068s","remote":"127.0.0.1:53530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-08-21T17:03:49.93504Z","caller":"traceutil/trace.go:171","msg":"trace[1570952243] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; }","duration":"13.896987132s","start":"2026-08-21T17:03:36.038012Z","end":"2026-08-21T17:03:49.934999Z","steps":["trace[1570952243] 'agreement among raft nodes before linearized reading' (duration: 13.896910821s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:49.935039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:37.282171Z","time spent":"12.652821622s","remote":"127.0.0.1:33158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":0,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:03:49.935063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.905022224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-08-21T17:03:49.935074Z","caller":"traceutil/trace.go:171","msg":"trace[1468391481] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; }","duration":"8.905063296s","start":"2026-08-21T17:03:41.030007Z","end":"2026-08-21T17:03:49.935071Z","steps":["trace[1468391481] 'agreement among raft nodes before linearized reading' (duration: 8.905051595s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:49.935073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:36.038Z","time spent":"13.897064583s","remote":"127.0.0.1:32854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":0,"response size":0,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-08-21T17:03:49.935086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:41.029988Z","time spent":"8.905093276s","remote":"127.0.0.1:32964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":0,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:03:49.935038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.995033167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-08-21T17:03:49.935125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.935927461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-08-21T17:03:49.935143Z","caller":"traceutil/trace.go:171","msg":"trace[850849564] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; }","duration":"9.936126075s","start":"2026-08-21T17:03:39.99901Z","end":"2026-08-21T17:03:49.935136Z","steps":["trace[850849564] 'agreement among raft nodes before linearized reading' (duration: 9.936104184s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:49.935155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:39.998854Z","time spent":"9.936297438s","remote":"127.0.0.1:53272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:03:49.935174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.952452844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-08-21T17:03:49.935183Z","caller":"traceutil/trace.go:171","msg":"trace[1666339004] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; }","duration":"10.952506655s","start":"2026-08-21T17:03:38.982673Z","end":"2026-08-21T17:03:49.93518Z","steps":["trace[1666339004] 'agreement among raft nodes before linearized reading' (duration: 10.952496724s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:49.935143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.68156983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-08-21T17:03:49.93518Z","caller":"traceutil/trace.go:171","msg":"trace[158558360] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; }","duration":"13.995232401s","start":"2026-08-21T17:03:35.939887Z","end":"2026-08-21T17:03:49.93512Z","steps":["trace[158558360] 'agreement among raft nodes before linearized reading' (duration: 13.995059968s)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:03:49.93524Z","caller":"traceutil/trace.go:171","msg":"trace[1177723625] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; }","duration":"11.681849325s","start":"2026-08-21T17:03:38.253367Z","end":"2026-08-21T17:03:49.935217Z","steps":["trace[1177723625] 'agreement among raft nodes before linearized reading' (duration: 11.681610301s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:49.935258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:35.93987Z","time spent":"13.995370324s","remote":"127.0.0.1:32866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":0,"response size":0,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-08-21T17:03:49.9353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.502099189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-08-21T17:03:49.935106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.76624847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-08-21T17:03:49.935319Z","caller":"traceutil/trace.go:171","msg":"trace[540549156] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; }","duration":"11.502122949s","start":"2026-08-21T17:03:38.433192Z","end":"2026-08-21T17:03:49.935315Z","steps":["trace[540549156] 'agreement among raft nodes before linearized reading' (duration: 11.502099679s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:49.935304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:38.253344Z","time spent":"11.681942217s","remote":"127.0.0.1:32934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:03:49.935334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:38.433122Z","time spent":"11.50220831s","remote":"127.0.0.1:56046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":0,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-08-21T17:03:49.935337Z","caller":"traceutil/trace.go:171","msg":"trace[1653150564] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; }","duration":"9.766498294s","start":"2026-08-21T17:03:40.168823Z","end":"2026-08-21T17:03:49.935321Z","steps":["trace[1653150564] 'agreement among raft nodes before linearized reading' (duration: 9.76627913s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:49.935377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.236720709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-08-21T17:03:49.935382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:40.168804Z","time spent":"9.766565376s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"info","ts":"2026-08-21T17:03:49.935409Z","caller":"traceutil/trace.go:171","msg":"trace[719889471] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; }","duration":"12.236790311s","start":"2026-08-21T17:03:37.69861Z","end":"2026-08-21T17:03:49.9354Z","steps":["trace[719889471] 'agreement among raft nodes before linearized reading' (duration: 12.23675409s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:49.935438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:37.698596Z","time spent":"12.236834481s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":0,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:03:49.935194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:38.982649Z","time spent":"10.952541336s","remote":"127.0.0.1:32858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":0,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-08-21T17:03:49.935686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.430420405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-08-21T17:03:49.935717Z","caller":"traceutil/trace.go:171","msg":"trace[1225502884] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; }","duration":"12.431256071s","start":"2026-08-21T17:03:37.504449Z","end":"2026-08-21T17:03:49.935705Z","steps":["trace[1225502884] 'agreement among raft nodes before linearized reading' (duration: 12.430427305s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:49.935761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:37.504433Z","time spent":"12.431310783s","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:03:49.935792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.942599998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-08-21T17:03:49.935891Z","caller":"traceutil/trace.go:171","msg":"trace[553252876] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; }","duration":"13.943576957s","start":"2026-08-21T17:03:35.992281Z","end":"2026-08-21T17:03:49.935858Z","steps":["trace[553252876] 'agreement among raft nodes before linearized reading' (duration: 13.942630989s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:49.93606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:35.992263Z","time spent":"13.943677779s","remote":"127.0.0.1:53224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:03:50.161596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000115255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-21T17:03:50.161659Z","caller":"traceutil/trace.go:171","msg":"trace[678853719] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.000223696s","start":"2026-08-21T17:03:45.161421Z","end":"2026-08-21T17:03:50.161645Z","steps":["trace[678853719] 'agreement among raft nodes before linearized reading' (duration: 5.000143454s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:50.16169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:45.161401Z","time spent":"5.000281698s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/08/21 17:03:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-21T17:03:50.435059Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604337,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:50.75598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999687191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-08-21T17:03:50.75605Z","caller":"traceutil/trace.go:171","msg":"trace[1886891994] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999806544s","start":"2026-08-21T17:03:45.756227Z","end":"2026-08-21T17:03:50.756034Z","steps":["trace[1886891994] 'agreement among raft nodes before linearized reading' (duration: 4.999723682s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:50.756093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:45.756208Z","time spent":"4.999873275s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-08-21T17:03:50.936169Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604337,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:50.942654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:43.941912Z","time spent":"7.000731s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-08-21T17:03:50.94295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:43.942878Z","time spent":"7.000067267s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-08-21T17:03:51.436358Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604337,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:51.855672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000508446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-21T17:03:51.85576Z","caller":"traceutil/trace.go:171","msg":"trace[24606183] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000637349s","start":"2026-08-21T17:03:49.855102Z","end":"2026-08-21T17:03:51.85574Z","steps":["trace[24606183] 'agreement among raft nodes before linearized reading' (duration: 2.000525397s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:51.85581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:49.85509Z","time spent":"2.00071098s","remote":"127.0.0.1:60930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/21 17:03:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-21T17:03:51.937401Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604337,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:51.981719Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"4f1ba025392746f1","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-08-21T17:03:52.437718Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604337,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:52.938794Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604337,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:53.439245Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604337,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:53.857951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00069212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-21T17:03:53.858084Z","caller":"traceutil/trace.go:171","msg":"trace[913732387] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000905244s","start":"2026-08-21T17:03:51.857143Z","end":"2026-08-21T17:03:53.858048Z","steps":["trace[913732387] 'agreement among raft nodes before linearized reading' (duration: 2.000737621s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:53.858174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:51.857112Z","time spent":"2.001045157s","remote":"127.0.0.1:60932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/21 17:03:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-21T17:03:53.940237Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604337,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:54.226211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000142472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-08-21T17:03:54.22628Z","caller":"traceutil/trace.go:171","msg":"trace[1328235534] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000257624s","start":"2026-08-21T17:03:52.226001Z","end":"2026-08-21T17:03:54.226259Z","steps":["trace[1328235534] 'agreement among raft nodes before linearized reading' (duration: 2.000164772s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:54.226314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:52.225987Z","time spent":"2.000321976s","remote":"127.0.0.1:60930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-21T17:03:54.441281Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604337,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:54.73866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.791419979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-21T17:03:54.738883Z","caller":"traceutil/trace.go:171","msg":"trace[2089210646] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; }","duration":"3.791773116s","start":"2026-08-21T17:03:50.947072Z","end":"2026-08-21T17:03:54.738846Z","steps":["trace[2089210646] 'agreement among raft nodes before linearized reading' (duration: 3.79144128s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:54.73928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:50.947014Z","time spent":"3.792244024s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":0,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} 2026/08/21 17:03:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-21T17:03:54.740288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.792995978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-21T17:03:54.741134Z","caller":"traceutil/trace.go:171","msg":"trace[1844535026] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; }","duration":"3.793163252s","start":"2026-08-21T17:03:50.947208Z","end":"2026-08-21T17:03:54.740371Z","steps":["trace[1844535026] 'agreement among raft nodes before linearized reading' (duration: 3.793031409s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:54.74125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:50.947182Z","time spent":"3.794034589s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":0,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} 2026/08/21 17:03:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-21T17:03:54.942008Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604337,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:55.442221Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700325835100604337,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-21T17:03:55.600599Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"54.659283893s","expected-duration":"1s"} {"level":"warn","ts":"2026-08-21T17:03:55.867305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000417507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-08-21T17:03:55.868155Z","caller":"traceutil/trace.go:171","msg":"trace[1828311635] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001358266s","start":"2026-08-21T17:03:53.866766Z","end":"2026-08-21T17:03:55.868124Z","steps":["trace[1828311635] 'agreement among raft nodes before linearized reading' (duration: 2.000457428s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:55.868293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:53.866726Z","time spent":"2.0015487s","remote":"127.0.0.1:60930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-21T17:03:56.266411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.591046ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-08-21T17:03:56.657012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.353782ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"warn","ts":"2026-08-21T17:03:56.65844Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"66.541µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"warn","ts":"2026-08-21T17:03:56.658887Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"34.86µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"warn","ts":"2026-08-21T17:03:56.659605Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"33.521µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"warn","ts":"2026-08-21T17:03:56.659949Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"84.571µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"warn","ts":"2026-08-21T17:03:56.660302Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"35.211µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"warn","ts":"2026-08-21T17:03:56.660441Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"10.2µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"info","ts":"2026-08-21T17:03:56.660761Z","caller":"traceutil/trace.go:171","msg":"trace[35989913] linearizableReadLoop","detail":"{readStateIndex:7425; appliedIndex:7389; }","duration":"6.725902069s","start":"2026-08-21T17:03:49.934837Z","end":"2026-08-21T17:03:56.660739Z","steps":["trace[35989913] 'read index received' (duration: 5.666212133s)","trace[35989913] 'applied index is now lower than readState.Index' (duration: 1.059688806s)"],"step_count":2} {"level":"warn","ts":"2026-08-21T17:03:56.660983Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"4f1ba025392746f1","error":"lease not found"} {"level":"info","ts":"2026-08-21T17:03:56.661108Z","caller":"traceutil/trace.go:171","msg":"trace[131249115] transaction","detail":"{read_only:false; number_of_response:1; response_revision:7135; }","duration":"1.918371906s","start":"2026-08-21T17:03:54.742723Z","end":"2026-08-21T17:03:56.661095Z","steps":["trace[131249115] 'process raft request' (duration: 1.917831646s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:56.661327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:54.742702Z","time spent":"1.918529439s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":57,"response count":0,"response size":564,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T17:03:56.661631Z","caller":"traceutil/trace.go:171","msg":"trace[936963426] transaction","detail":"{read_only:false; number_of_response:1; response_revision:7135; }","duration":"1.918151432s","start":"2026-08-21T17:03:54.743467Z","end":"2026-08-21T17:03:56.661619Z","steps":["trace[936963426] 'process raft request' (duration: 1.917154414s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:56.661845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:54.743459Z","time spent":"1.918289906s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73,"response count":0,"response size":592,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T17:03:56.662143Z","caller":"traceutil/trace.go:171","msg":"trace[1857600124] transaction","detail":"{read_only:false; number_of_response:1; response_revision:7135; }","duration":"1.336320371s","start":"2026-08-21T17:03:55.32581Z","end":"2026-08-21T17:03:56.66213Z","steps":["trace[1857600124] 'process raft request' (duration: 1.334841992s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:56.662333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:55.325787Z","time spent":"1.336479244s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":469,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T17:03:56.66274Z","caller":"traceutil/trace.go:171","msg":"trace[1777068938] transaction","detail":"{read_only:false; response_revision:7136; number_of_response:1; }","duration":"1.33678556s","start":"2026-08-21T17:03:55.325942Z","end":"2026-08-21T17:03:56.662727Z","steps":["trace[1777068938] 'process raft request' (duration: 1.334735191s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:56.663566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.800437481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-21T17:03:56.663709Z","caller":"traceutil/trace.go:171","msg":"trace[1733975586] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:7136; }","duration":"8.800583703s","start":"2026-08-21T17:03:47.863111Z","end":"2026-08-21T17:03:56.663694Z","steps":["trace[1733975586] 'agreement among raft nodes before linearized reading' (duration: 8.799852719s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:56.663837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:47.863075Z","time spent":"8.800744206s","remote":"127.0.0.1:32790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":705,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:03:56.664246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.000630106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:536"} {"level":"info","ts":"2026-08-21T17:03:56.664385Z","caller":"traceutil/trace.go:171","msg":"trace[104221547] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:7136; }","duration":"7.00083461s","start":"2026-08-21T17:03:49.663538Z","end":"2026-08-21T17:03:56.664373Z","steps":["trace[104221547] 'agreement among raft nodes before linearized reading' (duration: 7.000610336s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:56.664515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:49.66352Z","time spent":"7.000981483s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":559,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-08-21T17:03:56.664639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.557999676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-08-21T17:03:56.664723Z","caller":"traceutil/trace.go:171","msg":"trace[498625176] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:7136; }","duration":"7.558112259s","start":"2026-08-21T17:03:49.106593Z","end":"2026-08-21T17:03:56.664705Z","steps":["trace[498625176] 'agreement among raft nodes before linearized reading' (duration: 7.557821403s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:56.664809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:49.106573Z","time spent":"7.558218491s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":513,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-08-21T17:03:56.664812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.512417267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-21T17:03:56.664907Z","caller":"traceutil/trace.go:171","msg":"trace[153733398] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:7136; }","duration":"9.512585429s","start":"2026-08-21T17:03:47.152308Z","end":"2026-08-21T17:03:56.664894Z","steps":["trace[153733398] 'agreement among raft nodes before linearized reading' (duration: 9.512366395s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:56.664942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.225091221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T17:03:56.664974Z","caller":"traceutil/trace.go:171","msg":"trace[1445141888] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:7136; }","duration":"9.225166043s","start":"2026-08-21T17:03:47.439799Z","end":"2026-08-21T17:03:56.664966Z","steps":["trace[1445141888] 'agreement among raft nodes before linearized reading' (duration: 9.225110332s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:56.664983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:47.152288Z","time spent":"9.512660881s","remote":"127.0.0.1:33156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:03:56.664344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.216790925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-21T17:03:56.665342Z","caller":"traceutil/trace.go:171","msg":"trace[1875252127] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:7136; }","duration":"8.217838074s","start":"2026-08-21T17:03:48.447496Z","end":"2026-08-21T17:03:56.665334Z","steps":["trace[1875252127] 'agreement among raft nodes before linearized reading' (duration: 8.216683342s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:56.665327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.725071664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/horizon-75b49cd5cc-jh86p.18cde0c7f83a1215\" ","response":"range_response_count:1 size:812"} {"level":"info","ts":"2026-08-21T17:03:56.665528Z","caller":"traceutil/trace.go:171","msg":"trace[1498267566] range","detail":"{range_begin:/registry/events/openstack/horizon-75b49cd5cc-jh86p.18cde0c7f83a1215; range_end:; response_count:1; response_revision:7136; }","duration":"13.725330149s","start":"2026-08-21T17:03:42.940185Z","end":"2026-08-21T17:03:56.665515Z","steps":["trace[1498267566] 'agreement among raft nodes before linearized reading' (duration: 13.724975132s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:56.665623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:42.940168Z","time spent":"13.725441791s","remote":"127.0.0.1:32790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":835,"request content":"key:\"/registry/events/openstack/horizon-75b49cd5cc-jh86p.18cde0c7f83a1215\" "} {"level":"warn","ts":"2026-08-21T17:03:56.665805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.72658279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7102"} {"level":"info","ts":"2026-08-21T17:03:56.665828Z","caller":"traceutil/trace.go:171","msg":"trace[99026749] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:7136; }","duration":"6.726625311s","start":"2026-08-21T17:03:49.939197Z","end":"2026-08-21T17:03:56.665822Z","steps":["trace[99026749] 'agreement among raft nodes before linearized reading' (duration: 6.72653093s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:56.665842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:49.939186Z","time spent":"6.726652802s","remote":"127.0.0.1:32866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7125,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-08-21T17:03:56.664997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:47.439778Z","time spent":"9.225213873s","remote":"127.0.0.1:32836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:03:56.666072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.002217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-21T17:03:56.666121Z","caller":"traceutil/trace.go:171","msg":"trace[562069618] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:7136; }","duration":"343.107179ms","start":"2026-08-21T17:03:56.323006Z","end":"2026-08-21T17:03:56.666113Z","steps":["trace[562069618] 'agreement among raft nodes before linearized reading' (duration: 343.049628ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:56.666189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:56.322987Z","time spent":"343.19255ms","remote":"127.0.0.1:53726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:03:56.666056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:55.325899Z","time spent":"1.337001714s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T17:03:56.666438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.804619903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-08-21T17:03:56.66646Z","caller":"traceutil/trace.go:171","msg":"trace[416791062] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7136; }","duration":"2.804681494s","start":"2026-08-21T17:03:53.861773Z","end":"2026-08-21T17:03:56.666454Z","steps":["trace[416791062] 'agreement among raft nodes before linearized reading' (duration: 2.804626283s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:56.666474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:53.861749Z","time spent":"2.804721765s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-21T17:03:56.665219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.149356528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-21T17:03:56.666571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.038080873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-08-21T17:03:56.666588Z","caller":"traceutil/trace.go:171","msg":"trace[1572109679] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7136; }","duration":"3.038124733s","start":"2026-08-21T17:03:53.628459Z","end":"2026-08-21T17:03:56.666583Z","steps":["trace[1572109679] 'agreement among raft nodes before linearized reading' (duration: 3.038057102s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:56.666635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:53.628438Z","time spent":"3.038191685s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-08-21T17:03:56.666564Z","caller":"traceutil/trace.go:171","msg":"trace[1850597575] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:7136; }","duration":"11.150752405s","start":"2026-08-21T17:03:45.5158Z","end":"2026-08-21T17:03:56.666552Z","steps":["trace[1850597575] 'agreement among raft nodes before linearized reading' (duration: 11.149398939s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:56.666773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.991155397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-08-21T17:03:56.66546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:48.447467Z","time spent":"8.217982858s","remote":"127.0.0.1:33016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":96,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:03:56.666824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.00897257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-21T17:03:56.66684Z","caller":"traceutil/trace.go:171","msg":"trace[278479231] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:7136; }","duration":"4.009024011s","start":"2026-08-21T17:03:52.657813Z","end":"2026-08-21T17:03:56.666837Z","steps":["trace[278479231] 'agreement among raft nodes before linearized reading' (duration: 4.00899007s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:56.666983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:52.657793Z","time spent":"4.009181414s","remote":"127.0.0.1:35634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:03:56.666678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:45.515766Z","time spent":"11.150899558s","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:03:56.66727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.28796762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-21T17:03:56.667292Z","caller":"traceutil/trace.go:171","msg":"trace[787358072] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:7136; }","duration":"4.28802253s","start":"2026-08-21T17:03:52.379264Z","end":"2026-08-21T17:03:56.667287Z","steps":["trace[787358072] 'agreement among raft nodes before linearized reading' (duration: 4.28798403s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:56.66508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.06643988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-21T17:03:56.667307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:52.379245Z","time spent":"4.288057452s","remote":"127.0.0.1:32944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-08-21T17:03:56.667324Z","caller":"traceutil/trace.go:171","msg":"trace[1332676946] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:7136; }","duration":"10.068729433s","start":"2026-08-21T17:03:46.598586Z","end":"2026-08-21T17:03:56.667316Z","steps":["trace[1332676946] 'agreement among raft nodes before linearized reading' (duration: 10.06647023s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:56.668358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:46.598559Z","time spent":"10.069783094s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:03:56.666336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.222673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T17:03:56.668613Z","caller":"traceutil/trace.go:171","msg":"trace[730596538] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7136; }","duration":"799.534946ms","start":"2026-08-21T17:03:55.869067Z","end":"2026-08-21T17:03:56.668602Z","steps":["trace[730596538] 'agreement among raft nodes before linearized reading' (duration: 797.251554ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:56.668682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:55.869043Z","time spent":"799.629678ms","remote":"127.0.0.1:60932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-21T17:03:56.667508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.525268549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-08-21T17:03:56.669059Z","caller":"traceutil/trace.go:171","msg":"trace[1933499465] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7136; }","duration":"4.526853639s","start":"2026-08-21T17:03:52.142193Z","end":"2026-08-21T17:03:56.669047Z","steps":["trace[1933499465] 'agreement among raft nodes before linearized reading' (duration: 4.525276409s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:56.669104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:52.142168Z","time spent":"4.52692135s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-21T17:03:56.666043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.727560122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.83\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T17:03:56.669237Z","caller":"traceutil/trace.go:171","msg":"trace[614239228] range","detail":"{range_begin:/registry/masterleases/199.19.213.83; range_end:; response_count:0; response_revision:7136; }","duration":"13.730777663s","start":"2026-08-21T17:03:42.938452Z","end":"2026-08-21T17:03:56.66923Z","steps":["trace[614239228] 'agreement among raft nodes before linearized reading' (duration: 13.727567402s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:56.669259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:42.938436Z","time spent":"13.730815934s","remote":"127.0.0.1:60966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.19.213.83\" "} {"level":"warn","ts":"2026-08-21T17:03:56.666362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067561986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-21T17:03:56.669377Z","caller":"traceutil/trace.go:171","msg":"trace[742127124] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:7136; }","duration":"1.070616815s","start":"2026-08-21T17:03:55.598753Z","end":"2026-08-21T17:03:56.66937Z","steps":["trace[742127124] 'agreement among raft nodes before linearized reading' (duration: 1.067593937s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:56.673361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:55.598725Z","time spent":"1.073142623s","remote":"127.0.0.1:32992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":7,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:03:56.666389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.889640216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T17:03:56.673448Z","caller":"traceutil/trace.go:171","msg":"trace[2060148696] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:7136; }","duration":"1.896729301s","start":"2026-08-21T17:03:54.776706Z","end":"2026-08-21T17:03:56.673435Z","steps":["trace[2060148696] 'agreement among raft nodes before linearized reading' (duration: 1.889667267s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:56.67348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:54.776689Z","time spent":"1.896782112s","remote":"127.0.0.1:51372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-08-21T17:03:56.666793Z","caller":"traceutil/trace.go:171","msg":"trace[308481485] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:7136; }","duration":"3.991201338s","start":"2026-08-21T17:03:52.675587Z","end":"2026-08-21T17:03:56.666788Z","steps":["trace[308481485] 'agreement among raft nodes before linearized reading' (duration: 3.991128477s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:56.6737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:52.675571Z","time spent":"3.99811731s","remote":"127.0.0.1:32866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":45,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:03:56.667529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.363086334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T17:03:56.674052Z","caller":"traceutil/trace.go:171","msg":"trace[1830470879] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:7136; }","duration":"5.369555367s","start":"2026-08-21T17:03:51.304439Z","end":"2026-08-21T17:03:56.673994Z","steps":["trace[1830470879] 'agreement among raft nodes before linearized reading' (duration: 5.363079824s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:56.674242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:51.3044Z","time spent":"5.36975429s","remote":"127.0.0.1:53488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-08-21T17:03:56.667564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.523748132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:686"} {"level":"warn","ts":"2026-08-21T17:03:56.667607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.599087412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-08-21T17:03:56.667662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.727569359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-08-21T17:03:56.665135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.000899397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-21T17:03:56.674545Z","caller":"traceutil/trace.go:171","msg":"trace[1166865221] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:7136; }","duration":"6.530753746s","start":"2026-08-21T17:03:50.143777Z","end":"2026-08-21T17:03:56.674531Z","steps":["trace[1166865221] 'agreement among raft nodes before linearized reading' (duration: 6.523761392s)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:03:56.674595Z","caller":"traceutil/trace.go:171","msg":"trace[3487262] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7136; }","duration":"13.010344618s","start":"2026-08-21T17:03:43.664175Z","end":"2026-08-21T17:03:56.67452Z","steps":["trace[3487262] 'agreement among raft nodes before linearized reading' (duration: 13.000894767s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:56.674761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:43.664152Z","time spent":"13.010595732s","remote":"127.0.0.1:53958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-08-21T17:03:56.675567Z","caller":"traceutil/trace.go:171","msg":"trace[640913552] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:7136; }","duration":"6.607070225s","start":"2026-08-21T17:03:50.068478Z","end":"2026-08-21T17:03:56.675549Z","steps":["trace[640913552] 'agreement among raft nodes before linearized reading' (duration: 6.599095184s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:56.675672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:50.068454Z","time spent":"6.607166147s","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":18,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-08-21T17:03:56.676082Z","caller":"traceutil/trace.go:171","msg":"trace[2132010349] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:7136; }","duration":"6.73598726s","start":"2026-08-21T17:03:49.94008Z","end":"2026-08-21T17:03:56.676068Z","steps":["trace[2132010349] 'agreement among raft nodes before linearized reading' (duration: 6.727534548s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:56.676175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:49.940077Z","time spent":"6.736082442s","remote":"127.0.0.1:32854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-08-21T17:03:56.674816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:50.143755Z","time spent":"6.530819808s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":709,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-08-21T17:03:56.663636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.153912207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T17:03:56.677492Z","caller":"traceutil/trace.go:171","msg":"trace[497300763] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:7136; }","duration":"11.167849434s","start":"2026-08-21T17:03:45.509627Z","end":"2026-08-21T17:03:56.677476Z","steps":["trace[497300763] 'agreement among raft nodes before linearized reading' (duration: 11.153303505s)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:56.677582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:45.509595Z","time spent":"11.167918766s","remote":"127.0.0.1:32908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-08-21T17:03:56.859553Z","caller":"traceutil/trace.go:171","msg":"trace[1306078788] linearizableReadLoop","detail":"{readStateIndex:7430; appliedIndex:7426; }","duration":"180.372098ms","start":"2026-08-21T17:03:56.679161Z","end":"2026-08-21T17:03:56.859533Z","steps":["trace[1306078788] 'read index received' (duration: 33.121563ms)","trace[1306078788] 'applied index is now lower than readState.Index' (duration: 147.249465ms)"],"step_count":2} {"level":"info","ts":"2026-08-21T17:03:56.859646Z","caller":"traceutil/trace.go:171","msg":"trace[1276071350] transaction","detail":"{read_only:false; response_revision:7140; number_of_response:1; }","duration":"180.440679ms","start":"2026-08-21T17:03:56.679173Z","end":"2026-08-21T17:03:56.859613Z","steps":["trace[1276071350] 'process raft request' (duration: 180.222895ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:03:56.859746Z","caller":"traceutil/trace.go:171","msg":"trace[1191087600] transaction","detail":"{read_only:false; response_revision:7141; number_of_response:1; }","duration":"179.232636ms","start":"2026-08-21T17:03:56.680499Z","end":"2026-08-21T17:03:56.859732Z","steps":["trace[1191087600] 'process raft request' (duration: 178.922751ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:03:56.860603Z","caller":"traceutil/trace.go:171","msg":"trace[851346158] transaction","detail":"{read_only:false; response_revision:7142; number_of_response:1; }","duration":"178.994072ms","start":"2026-08-21T17:03:56.681595Z","end":"2026-08-21T17:03:56.860589Z","steps":["trace[851346158] 'process raft request' (duration: 177.85886ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:03:56.860879Z","caller":"traceutil/trace.go:171","msg":"trace[507489175] transaction","detail":"{read_only:false; response_revision:7138; number_of_response:1; }","duration":"183.561098ms","start":"2026-08-21T17:03:56.677303Z","end":"2026-08-21T17:03:56.860864Z","steps":["trace[507489175] 'process raft request' (duration: 181.910577ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:03:56.861063Z","caller":"traceutil/trace.go:171","msg":"trace[499578070] transaction","detail":"{read_only:false; response_revision:7143; number_of_response:1; }","duration":"178.744547ms","start":"2026-08-21T17:03:56.682229Z","end":"2026-08-21T17:03:56.860973Z","steps":["trace[499578070] 'process raft request' (duration: 177.268359ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:56.86149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.278844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f845b1f9-1392-47bf-899c-d99602c7a114\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-08-21T17:03:56.861602Z","caller":"traceutil/trace.go:171","msg":"trace[488058287] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f845b1f9-1392-47bf-899c-d99602c7a114; range_end:; response_count:1; response_revision:7143; }","duration":"182.394226ms","start":"2026-08-21T17:03:56.679133Z","end":"2026-08-21T17:03:56.861527Z","steps":["trace[488058287] 'agreement among raft nodes before linearized reading' (duration: 182.134042ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:03:56.861078Z","caller":"traceutil/trace.go:171","msg":"trace[2113350321] transaction","detail":"{read_only:false; response_revision:7139; number_of_response:1; }","duration":"183.676451ms","start":"2026-08-21T17:03:56.67739Z","end":"2026-08-21T17:03:56.861066Z","steps":["trace[2113350321] 'process raft request' (duration: 181.971599ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:56.861638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.589412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T17:03:56.862734Z","caller":"traceutil/trace.go:171","msg":"trace[2090908866] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7143; }","duration":"181.656512ms","start":"2026-08-21T17:03:56.680999Z","end":"2026-08-21T17:03:56.862655Z","steps":["trace[2090908866] 'agreement among raft nodes before linearized reading' (duration: 180.571151ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:56.86278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.057367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"info","ts":"2026-08-21T17:03:56.862834Z","caller":"traceutil/trace.go:171","msg":"trace[1005558361] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:7143; }","duration":"106.109508ms","start":"2026-08-21T17:03:56.75671Z","end":"2026-08-21T17:03:56.86282Z","steps":["trace[1005558361] 'agreement among raft nodes before linearized reading' (duration: 105.985826ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:56.86813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.720522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5586"} {"level":"warn","ts":"2026-08-21T17:03:56.868258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.36279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"info","ts":"2026-08-21T17:03:56.868324Z","caller":"traceutil/trace.go:171","msg":"trace[346431551] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:7143; }","duration":"132.438382ms","start":"2026-08-21T17:03:56.735865Z","end":"2026-08-21T17:03:56.868304Z","steps":["trace[346431551] 'agreement among raft nodes before linearized reading' (duration: 132.32709ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:56.868319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.800346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4180"} {"level":"info","ts":"2026-08-21T17:03:56.868375Z","caller":"traceutil/trace.go:171","msg":"trace[803598178] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:7143; }","duration":"134.889528ms","start":"2026-08-21T17:03:56.733473Z","end":"2026-08-21T17:03:56.868362Z","steps":["trace[803598178] 'agreement among raft nodes before linearized reading' (duration: 134.738145ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:03:56.868284Z","caller":"traceutil/trace.go:171","msg":"trace[622283766] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:7143; }","duration":"148.915736ms","start":"2026-08-21T17:03:56.71934Z","end":"2026-08-21T17:03:56.868256Z","steps":["trace[622283766] 'agreement among raft nodes before linearized reading' (duration: 148.5643ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:56.868145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.323448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4083"} {"level":"info","ts":"2026-08-21T17:03:56.868526Z","caller":"traceutil/trace.go:171","msg":"trace[1745670713] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:7143; }","duration":"146.751305ms","start":"2026-08-21T17:03:56.721765Z","end":"2026-08-21T17:03:56.868516Z","steps":["trace[1745670713] 'agreement among raft nodes before linearized reading' (duration: 146.175425ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:56.868624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.905408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9320"} {"level":"warn","ts":"2026-08-21T17:03:56.868692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.038539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"info","ts":"2026-08-21T17:03:56.868735Z","caller":"traceutil/trace.go:171","msg":"trace[1846678950] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:7143; }","duration":"148.0977ms","start":"2026-08-21T17:03:56.720629Z","end":"2026-08-21T17:03:56.868727Z","steps":["trace[1846678950] 'agreement among raft nodes before linearized reading' (duration: 147.982568ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:03:56.868797Z","caller":"traceutil/trace.go:171","msg":"trace[477566961] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:7143; }","duration":"147.02387ms","start":"2026-08-21T17:03:56.721699Z","end":"2026-08-21T17:03:56.868723Z","steps":["trace[477566961] 'agreement among raft nodes before linearized reading' (duration: 146.689544ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:56.86889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.485827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5177"} {"level":"info","ts":"2026-08-21T17:03:56.868922Z","caller":"traceutil/trace.go:171","msg":"trace[1571005240] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:7143; }","duration":"149.528627ms","start":"2026-08-21T17:03:56.719385Z","end":"2026-08-21T17:03:56.868913Z","steps":["trace[1571005240] 'agreement among raft nodes before linearized reading' (duration: 149.447796ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:56.869175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.25391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-08-21T17:03:56.869206Z","caller":"traceutil/trace.go:171","msg":"trace[714150492] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7143; }","duration":"153.321032ms","start":"2026-08-21T17:03:56.71588Z","end":"2026-08-21T17:03:56.869201Z","steps":["trace[714150492] 'agreement among raft nodes before linearized reading' (duration: 153.24152ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:56.870556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.589037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24244"} {"level":"info","ts":"2026-08-21T17:03:56.870623Z","caller":"traceutil/trace.go:171","msg":"trace[1830218324] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:7143; }","duration":"130.685548ms","start":"2026-08-21T17:03:56.73992Z","end":"2026-08-21T17:03:56.870606Z","steps":["trace[1830218324] 'agreement among raft nodes before linearized reading' (duration: 123.071912ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:57.285729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.273319ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-21T17:03:57.285998Z","caller":"traceutil/trace.go:171","msg":"trace[1067321852] linearizableReadLoop","detail":"{readStateIndex:7437; appliedIndex:7435; }","duration":"409.214875ms","start":"2026-08-21T17:03:56.876771Z","end":"2026-08-21T17:03:57.285986Z","steps":["trace[1067321852] 'read index received' (duration: 52.456403ms)","trace[1067321852] 'applied index is now lower than readState.Index' (duration: 356.756192ms)"],"step_count":2} {"level":"info","ts":"2026-08-21T17:03:57.286174Z","caller":"traceutil/trace.go:171","msg":"trace[442543520] transaction","detail":"{read_only:false; response_revision:7145; number_of_response:1; }","duration":"415.905833ms","start":"2026-08-21T17:03:56.870255Z","end":"2026-08-21T17:03:57.286161Z","steps":["trace[442543520] 'process raft request' (duration: 221.140195ms)","trace[442543520] 'compare' (duration: 193.869012ms)"],"step_count":2} {"level":"warn","ts":"2026-08-21T17:03:57.286233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:56.870233Z","time spent":"415.962275ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T17:03:57.286371Z","caller":"traceutil/trace.go:171","msg":"trace[528532350] transaction","detail":"{read_only:false; response_revision:7146; number_of_response:1; }","duration":"416.087138ms","start":"2026-08-21T17:03:56.870275Z","end":"2026-08-21T17:03:57.286362Z","steps":["trace[528532350] 'process raft request' (duration: 415.521246ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:57.286416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:56.870251Z","time spent":"416.137918ms","remote":"127.0.0.1:32790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":797,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T17:03:57.2866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.780816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-08-21T17:03:57.286624Z","caller":"traceutil/trace.go:171","msg":"trace[396754643] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7149; }","duration":"409.810676ms","start":"2026-08-21T17:03:56.876805Z","end":"2026-08-21T17:03:57.286616Z","steps":["trace[396754643] 'agreement among raft nodes before linearized reading' (duration: 409.716555ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:57.286645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:56.876801Z","time spent":"409.838357ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-21T17:03:57.286657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.831557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-08-21T17:03:57.286728Z","caller":"traceutil/trace.go:171","msg":"trace[1513957156] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7149; }","duration":"409.958589ms","start":"2026-08-21T17:03:56.876751Z","end":"2026-08-21T17:03:57.286709Z","steps":["trace[1513957156] 'agreement among raft nodes before linearized reading' (duration: 409.711025ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:57.28677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:56.87674Z","time spent":"410.02153ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-08-21T17:03:57.286874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.198533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-08-21T17:03:57.286898Z","caller":"traceutil/trace.go:171","msg":"trace[266547181] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:7149; }","duration":"355.267115ms","start":"2026-08-21T17:03:56.931624Z","end":"2026-08-21T17:03:57.286891Z","steps":["trace[266547181] 'agreement among raft nodes before linearized reading' (duration: 355.197123ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:57.286916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:56.931597Z","time spent":"355.314185ms","remote":"127.0.0.1:32856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-08-21T17:03:57.286984Z","caller":"traceutil/trace.go:171","msg":"trace[436398247] transaction","detail":"{read_only:false; response_revision:7147; number_of_response:1; }","duration":"410.183614ms","start":"2026-08-21T17:03:56.876786Z","end":"2026-08-21T17:03:57.286969Z","steps":["trace[436398247] 'process raft request' (duration: 409.088433ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:57.287107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:56.876758Z","time spent":"410.303996ms","remote":"127.0.0.1:32790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":754,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-21T17:03:57.287253Z","caller":"traceutil/trace.go:171","msg":"trace[1103570401] transaction","detail":"{read_only:false; response_revision:7148; number_of_response:1; }","duration":"410.358777ms","start":"2026-08-21T17:03:56.876879Z","end":"2026-08-21T17:03:57.287237Z","steps":["trace[1103570401] 'process raft request' (duration: 409.021631ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:57.287302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:56.87687Z","time spent":"410.410748ms","remote":"127.0.0.1:32790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":706,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-21T17:03:57.287415Z","caller":"traceutil/trace.go:171","msg":"trace[1663735444] transaction","detail":"{read_only:false; response_revision:7149; number_of_response:1; }","duration":"402.218271ms","start":"2026-08-21T17:03:56.885187Z","end":"2026-08-21T17:03:57.287406Z","steps":["trace[1663735444] 'process raft request' (duration: 400.751063ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:57.287469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:56.885165Z","time spent":"402.268922ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T17:03:57.288069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.020628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188495"} {"level":"info","ts":"2026-08-21T17:03:57.288109Z","caller":"traceutil/trace.go:171","msg":"trace[911630275] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:7149; }","duration":"368.095089ms","start":"2026-08-21T17:03:56.920003Z","end":"2026-08-21T17:03:57.288098Z","steps":["trace[911630275] 'agreement among raft nodes before linearized reading' (duration: 367.901955ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:57.288138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:56.919985Z","time spent":"368.14585ms","remote":"127.0.0.1:60998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":188518,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-08-21T17:03:57.288342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.978546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-08-21T17:03:57.288392Z","caller":"traceutil/trace.go:171","msg":"trace[1905774369] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:7149; }","duration":"403.029637ms","start":"2026-08-21T17:03:56.885331Z","end":"2026-08-21T17:03:57.28836Z","steps":["trace[1905774369] 'agreement among raft nodes before linearized reading' (duration: 402.973736ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:57.288442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:56.885324Z","time spent":"403.111919ms","remote":"127.0.0.1:32888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" "} {"level":"warn","ts":"2026-08-21T17:03:57.288639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.740323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7075"} {"level":"info","ts":"2026-08-21T17:03:57.288665Z","caller":"traceutil/trace.go:171","msg":"trace[155916380] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:7149; }","duration":"411.772174ms","start":"2026-08-21T17:03:56.876884Z","end":"2026-08-21T17:03:57.288656Z","steps":["trace[155916380] 'agreement among raft nodes before linearized reading' (duration: 411.685922ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:57.28869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:56.876877Z","time spent":"411.807494ms","remote":"127.0.0.1:32866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7098,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"info","ts":"2026-08-21T17:03:57.512999Z","caller":"traceutil/trace.go:171","msg":"trace[987121114] linearizableReadLoop","detail":"{readStateIndex:7443; appliedIndex:7441; }","duration":"174.784596ms","start":"2026-08-21T17:03:57.338189Z","end":"2026-08-21T17:03:57.512974Z","steps":["trace[987121114] 'read index received' (duration: 174.557632ms)","trace[987121114] 'applied index is now lower than readState.Index' (duration: 225.594µs)"],"step_count":2} {"level":"warn","ts":"2026-08-21T17:03:57.513279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.935064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-08-21T17:03:57.513555Z","caller":"traceutil/trace.go:171","msg":"trace[342139317] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:7152; }","duration":"214.043736ms","start":"2026-08-21T17:03:57.299297Z","end":"2026-08-21T17:03:57.513341Z","steps":["trace[342139317] 'agreement among raft nodes before linearized reading' (duration: 213.780461ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:03:57.513948Z","caller":"traceutil/trace.go:171","msg":"trace[621231480] transaction","detail":"{read_only:false; response_revision:7151; number_of_response:1; }","duration":"214.429603ms","start":"2026-08-21T17:03:57.299507Z","end":"2026-08-21T17:03:57.513936Z","steps":["trace[621231480] 'process raft request' (duration: 213.25199ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:03:57.514189Z","caller":"traceutil/trace.go:171","msg":"trace[1577004189] transaction","detail":"{read_only:false; response_revision:7152; number_of_response:1; }","duration":"211.611189ms","start":"2026-08-21T17:03:57.302568Z","end":"2026-08-21T17:03:57.514179Z","steps":["trace[1577004189] 'process raft request' (duration: 210.337755ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:57.514892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.482683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-08-21T17:03:57.514955Z","caller":"traceutil/trace.go:171","msg":"trace[858051560] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:7152; }","duration":"215.544145ms","start":"2026-08-21T17:03:57.299384Z","end":"2026-08-21T17:03:57.514928Z","steps":["trace[858051560] 'agreement among raft nodes before linearized reading' (duration: 215.26826ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:03:57.527627Z","caller":"traceutil/trace.go:171","msg":"trace[2128593841] transaction","detail":"{read_only:false; response_revision:7153; number_of_response:1; }","duration":"184.788328ms","start":"2026-08-21T17:03:57.342824Z","end":"2026-08-21T17:03:57.527612Z","steps":["trace[2128593841] 'process raft request' (duration: 184.662686ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:03:57.737557Z","caller":"traceutil/trace.go:171","msg":"trace[33998577] transaction","detail":"{read_only:false; response_revision:7155; number_of_response:1; }","duration":"199.889217ms","start":"2026-08-21T17:03:57.537635Z","end":"2026-08-21T17:03:57.737524Z","steps":["trace[33998577] 'process raft request' (duration: 199.584611ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:03:57.738159Z","caller":"traceutil/trace.go:171","msg":"trace[349004675] transaction","detail":"{read_only:false; response_revision:7154; number_of_response:1; }","duration":"206.477681ms","start":"2026-08-21T17:03:57.531673Z","end":"2026-08-21T17:03:57.73815Z","steps":["trace[349004675] 'process raft request' (duration: 205.221257ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:03:57.760341Z","caller":"traceutil/trace.go:171","msg":"trace[688047544] transaction","detail":"{read_only:false; response_revision:7156; number_of_response:1; }","duration":"210.182552ms","start":"2026-08-21T17:03:57.549947Z","end":"2026-08-21T17:03:57.760129Z","steps":["trace[688047544] 'process raft request' (duration: 209.775065ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:03:57.760513Z","caller":"traceutil/trace.go:171","msg":"trace[950117049] linearizableReadLoop","detail":"{readStateIndex:7448; appliedIndex:7447; }","duration":"205.87888ms","start":"2026-08-21T17:03:57.554076Z","end":"2026-08-21T17:03:57.759955Z","steps":["trace[950117049] 'read index received' (duration: 184.793698ms)","trace[950117049] 'applied index is now lower than readState.Index' (duration: 21.084432ms)"],"step_count":2} {"level":"warn","ts":"2026-08-21T17:03:57.7606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.501751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replication-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-08-21T17:03:57.760682Z","caller":"traceutil/trace.go:171","msg":"trace[956202134] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replication-controller; range_end:; response_count:1; response_revision:7156; }","duration":"206.629224ms","start":"2026-08-21T17:03:57.554036Z","end":"2026-08-21T17:03:57.760665Z","steps":["trace[956202134] 'agreement among raft nodes before linearized reading' (duration: 206.324268ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:03:58.681194Z","caller":"traceutil/trace.go:171","msg":"trace[1993056568] linearizableReadLoop","detail":"{readStateIndex:7494; appliedIndex:7493; }","duration":"149.537111ms","start":"2026-08-21T17:03:58.531639Z","end":"2026-08-21T17:03:58.681177Z","steps":["trace[1993056568] 'read index received' (duration: 77.158961ms)","trace[1993056568] 'applied index is now lower than readState.Index' (duration: 72.37743ms)"],"step_count":2} {"level":"info","ts":"2026-08-21T17:03:58.681297Z","caller":"traceutil/trace.go:171","msg":"trace[1361174908] transaction","detail":"{read_only:false; response_revision:7202; number_of_response:1; }","duration":"201.815788ms","start":"2026-08-21T17:03:58.479475Z","end":"2026-08-21T17:03:58.681291Z","steps":["trace[1361174908] 'process raft request' (duration: 129.392137ms)","trace[1361174908] 'compare' (duration: 72.173087ms)"],"step_count":2} {"level":"warn","ts":"2026-08-21T17:03:58.681563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.281352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"info","ts":"2026-08-21T17:03:58.681632Z","caller":"traceutil/trace.go:171","msg":"trace[1040393752] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:7202; }","duration":"111.395573ms","start":"2026-08-21T17:03:58.570223Z","end":"2026-08-21T17:03:58.681619Z","steps":["trace[1040393752] 'agreement among raft nodes before linearized reading' (duration: 111.106838ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:58.681661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.999701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" ","response":"range_response_count:1 size:199"} {"level":"info","ts":"2026-08-21T17:03:58.681687Z","caller":"traceutil/trace.go:171","msg":"trace[1179538282] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/expand-controller; range_end:; response_count:1; response_revision:7202; }","duration":"150.076971ms","start":"2026-08-21T17:03:58.531602Z","end":"2026-08-21T17:03:58.681679Z","steps":["trace[1179538282] 'agreement among raft nodes before linearized reading' (duration: 149.97587ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:03:59.197279Z","caller":"traceutil/trace.go:171","msg":"trace[985220898] linearizableReadLoop","detail":"{readStateIndex:7513; appliedIndex:7509; }","duration":"301.176128ms","start":"2026-08-21T17:03:58.896082Z","end":"2026-08-21T17:03:59.197259Z","steps":["trace[985220898] 'read index received' (duration: 14.997476ms)","trace[985220898] 'applied index is now lower than readState.Index' (duration: 286.177802ms)"],"step_count":2} {"level":"info","ts":"2026-08-21T17:03:59.19776Z","caller":"traceutil/trace.go:171","msg":"trace[65404361] transaction","detail":"{read_only:false; response_revision:7220; number_of_response:1; }","duration":"313.534923ms","start":"2026-08-21T17:03:58.88419Z","end":"2026-08-21T17:03:59.197725Z","steps":["trace[65404361] 'process raft request' (duration: 312.918961ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:59.197875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:58.88417Z","time spent":"313.650866ms","remote":"127.0.0.1:32790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":881,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-21T17:03:59.198062Z","caller":"traceutil/trace.go:171","msg":"trace[1235665852] transaction","detail":"{read_only:false; response_revision:7219; number_of_response:1; }","duration":"314.795367ms","start":"2026-08-21T17:03:58.883259Z","end":"2026-08-21T17:03:59.198054Z","steps":["trace[1235665852] 'process raft request' (duration: 313.714917ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:59.198106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:58.883243Z","time spent":"314.837549ms","remote":"127.0.0.1:33134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5867,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-21T17:03:59.198281Z","caller":"traceutil/trace.go:171","msg":"trace[64108758] transaction","detail":"{read_only:false; response_revision:7221; number_of_response:1; }","duration":"310.365763ms","start":"2026-08-21T17:03:58.887903Z","end":"2026-08-21T17:03:59.198269Z","steps":["trace[64108758] 'process raft request' (duration: 309.296593ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:59.199101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:58.887892Z","time spent":"310.425754ms","remote":"127.0.0.1:33134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5144,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T17:03:59.199368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.287668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T17:03:59.199402Z","caller":"traceutil/trace.go:171","msg":"trace[51279555] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7221; }","duration":"303.34406ms","start":"2026-08-21T17:03:58.89605Z","end":"2026-08-21T17:03:59.199394Z","steps":["trace[51279555] 'agreement among raft nodes before linearized reading' (duration: 303.289129ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:59.199655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:58.89604Z","time spent":"303.527613ms","remote":"127.0.0.1:60930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-08-21T17:03:59.274898Z","caller":"traceutil/trace.go:171","msg":"trace[673661581] transaction","detail":"{read_only:false; response_revision:7222; number_of_response:1; }","duration":"352.455983ms","start":"2026-08-21T17:03:58.922421Z","end":"2026-08-21T17:03:59.274877Z","steps":["trace[673661581] 'process raft request' (duration: 352.276ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:59.275484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.642471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-08-21T17:03:59.275545Z","caller":"traceutil/trace.go:171","msg":"trace[1372602890] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:7222; }","duration":"315.751393ms","start":"2026-08-21T17:03:58.959781Z","end":"2026-08-21T17:03:59.275532Z","steps":["trace[1372602890] 'agreement among raft nodes before linearized reading' (duration: 315.297545ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:59.275628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:58.959757Z","time spent":"315.859136ms","remote":"127.0.0.1:32888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":218,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"warn","ts":"2026-08-21T17:03:59.27591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.576944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T17:03:59.275954Z","caller":"traceutil/trace.go:171","msg":"trace[1911037309] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:7222; }","duration":"113.650655ms","start":"2026-08-21T17:03:59.162292Z","end":"2026-08-21T17:03:59.275943Z","steps":["trace[1911037309] 'agreement among raft nodes before linearized reading' (duration: 113.581354ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:59.276458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.948943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-08-21T17:03:59.276501Z","caller":"traceutil/trace.go:171","msg":"trace[2075041303] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:7222; }","duration":"267.016625ms","start":"2026-08-21T17:03:59.009474Z","end":"2026-08-21T17:03:59.276491Z","steps":["trace[2075041303] 'agreement among raft nodes before linearized reading' (duration: 266.899773ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:59.276531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:58.922399Z","time spent":"352.563746ms","remote":"127.0.0.1:33134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5588,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-21T17:03:59.276732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.788739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-21T17:03:59.276776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.812095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-n82r6\" ","response":"range_response_count:1 size:4351"} {"level":"info","ts":"2026-08-21T17:03:59.276819Z","caller":"traceutil/trace.go:171","msg":"trace[844129089] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-69cb5bbdb9-n82r6; range_end:; response_count:1; response_revision:7222; }","duration":"357.889587ms","start":"2026-08-21T17:03:58.918916Z","end":"2026-08-21T17:03:59.276806Z","steps":["trace[844129089] 'agreement among raft nodes before linearized reading' (duration: 357.775695ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:59.276854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:58.9189Z","time spent":"357.948337ms","remote":"127.0.0.1:32866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4374,"request content":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-n82r6\" "} {"level":"warn","ts":"2026-08-21T17:03:59.277042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.619782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-08-21T17:03:59.27708Z","caller":"traceutil/trace.go:171","msg":"trace[924346933] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:7222; }","duration":"368.684863ms","start":"2026-08-21T17:03:58.908384Z","end":"2026-08-21T17:03:59.277068Z","steps":["trace[924346933] 'agreement among raft nodes before linearized reading' (duration: 368.596321ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:59.277113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-21T17:03:58.908366Z","time spent":"368.740773ms","remote":"127.0.0.1:32888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":237,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" "} {"level":"info","ts":"2026-08-21T17:03:59.276779Z","caller":"traceutil/trace.go:171","msg":"trace[297287615] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:7222; }","duration":"278.85618ms","start":"2026-08-21T17:03:58.997909Z","end":"2026-08-21T17:03:59.276765Z","steps":["trace[297287615] 'agreement among raft nodes before linearized reading' (duration: 278.787059ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:03:59.459795Z","caller":"traceutil/trace.go:171","msg":"trace[833743348] linearizableReadLoop","detail":"{readStateIndex:7515; appliedIndex:7514; }","duration":"174.800049ms","start":"2026-08-21T17:03:59.284976Z","end":"2026-08-21T17:03:59.459776Z","steps":["trace[833743348] 'read index received' (duration: 174.678377ms)","trace[833743348] 'applied index is now lower than readState.Index' (duration: 120.492µs)"],"step_count":2} {"level":"info","ts":"2026-08-21T17:03:59.459911Z","caller":"traceutil/trace.go:171","msg":"trace[1156099211] transaction","detail":"{read_only:false; response_revision:7223; number_of_response:1; }","duration":"175.005733ms","start":"2026-08-21T17:03:59.284895Z","end":"2026-08-21T17:03:59.459901Z","steps":["trace[1156099211] 'process raft request' (duration: 174.736038ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:59.460193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.198247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-08-21T17:03:59.460387Z","caller":"traceutil/trace.go:171","msg":"trace[285202545] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:7223; }","duration":"175.39847ms","start":"2026-08-21T17:03:59.284938Z","end":"2026-08-21T17:03:59.460336Z","steps":["trace[285202545] 'agreement among raft nodes before linearized reading' (duration: 175.039753ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:03:59.46719Z","caller":"traceutil/trace.go:171","msg":"trace[21219411] transaction","detail":"{read_only:false; response_revision:7224; number_of_response:1; }","duration":"179.08312ms","start":"2026-08-21T17:03:59.288051Z","end":"2026-08-21T17:03:59.467134Z","steps":["trace[21219411] 'process raft request' (duration: 178.822965ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:59.467371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.863037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-08-21T17:03:59.467411Z","caller":"traceutil/trace.go:171","msg":"trace[845011846] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7226; }","duration":"124.958479ms","start":"2026-08-21T17:03:59.342443Z","end":"2026-08-21T17:03:59.467402Z","steps":["trace[845011846] 'agreement among raft nodes before linearized reading' (duration: 124.833547ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:03:59.467521Z","caller":"traceutil/trace.go:171","msg":"trace[1271221268] transaction","detail":"{read_only:false; response_revision:7225; number_of_response:1; }","duration":"179.346296ms","start":"2026-08-21T17:03:59.28815Z","end":"2026-08-21T17:03:59.467497Z","steps":["trace[1271221268] 'process raft request' (duration: 178.837386ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:59.467678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.692529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-08-21T17:03:59.467711Z","caller":"traceutil/trace.go:171","msg":"trace[864026801] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:7226; }","duration":"182.75775ms","start":"2026-08-21T17:03:59.284941Z","end":"2026-08-21T17:03:59.467698Z","steps":["trace[864026801] 'agreement among raft nodes before linearized reading' (duration: 182.691009ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:03:59.467609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.456276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-08-21T17:03:59.467869Z","caller":"traceutil/trace.go:171","msg":"trace[202298292] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7226; }","duration":"170.746671ms","start":"2026-08-21T17:03:59.297109Z","end":"2026-08-21T17:03:59.467855Z","steps":["trace[202298292] 'agreement among raft nodes before linearized reading' (duration: 170.421444ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:03:59.467981Z","caller":"traceutil/trace.go:171","msg":"trace[1296757634] transaction","detail":"{read_only:false; response_revision:7226; number_of_response:1; }","duration":"176.43685ms","start":"2026-08-21T17:03:59.290919Z","end":"2026-08-21T17:03:59.467355Z","steps":["trace[1296757634] 'process raft request' (duration: 176.126674ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:04:16.420238Z","caller":"traceutil/trace.go:171","msg":"trace[1377252768] linearizableReadLoop","detail":"{readStateIndex:7634; appliedIndex:7633; }","duration":"146.93005ms","start":"2026-08-21T17:04:16.27327Z","end":"2026-08-21T17:04:16.4202Z","steps":["trace[1377252768] 'read index received' (duration: 90.658971ms)","trace[1377252768] 'applied index is now lower than readState.Index' (duration: 56.269959ms)"],"step_count":2} {"level":"info","ts":"2026-08-21T17:04:16.420343Z","caller":"traceutil/trace.go:171","msg":"trace[1353859652] transaction","detail":"{read_only:false; response_revision:7339; number_of_response:1; }","duration":"148.938567ms","start":"2026-08-21T17:04:16.271373Z","end":"2026-08-21T17:04:16.420311Z","steps":["trace[1353859652] 'process raft request' (duration: 92.644288ms)","trace[1353859652] 'compare' (duration: 55.959303ms)"],"step_count":2} {"level":"warn","ts":"2026-08-21T17:04:16.420439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.389311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:pv-protection-controller\" ","response":"range_response_count:1 size:693"} {"level":"info","ts":"2026-08-21T17:04:16.420482Z","caller":"traceutil/trace.go:171","msg":"trace[1692425335] range","detail":"{range_begin:/registry/clusterroles/system:controller:pv-protection-controller; range_end:; response_count:1; response_revision:7339; }","duration":"138.475682ms","start":"2026-08-21T17:04:16.281995Z","end":"2026-08-21T17:04:16.42047Z","steps":["trace[1692425335] 'agreement among raft nodes before linearized reading' (duration: 138.364119ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:04:16.420811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.535562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3315"} {"level":"info","ts":"2026-08-21T17:04:16.420849Z","caller":"traceutil/trace.go:171","msg":"trace[438321180] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:7339; }","duration":"147.605824ms","start":"2026-08-21T17:04:16.273235Z","end":"2026-08-21T17:04:16.42084Z","steps":["trace[438321180] 'agreement among raft nodes before linearized reading' (duration: 147.087743ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:04:16.64648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.764473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:pvc-protection-controller\" ","response":"range_response_count:1 size:728"} {"level":"info","ts":"2026-08-21T17:04:16.646564Z","caller":"traceutil/trace.go:171","msg":"trace[1533349048] range","detail":"{range_begin:/registry/clusterroles/system:controller:pvc-protection-controller; range_end:; response_count:1; response_revision:7339; }","duration":"105.903346ms","start":"2026-08-21T17:04:16.540642Z","end":"2026-08-21T17:04:16.646545Z","steps":["trace[1533349048] 'range keys from in-memory index tree' (duration: 105.680861ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:04:16.646788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.885078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:daemon-set-controller\" ","response":"range_response_count:1 size:759"} {"level":"info","ts":"2026-08-21T17:04:16.646821Z","caller":"traceutil/trace.go:171","msg":"trace[1048650983] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:daemon-set-controller; range_end:; response_count:1; response_revision:7339; }","duration":"125.949509ms","start":"2026-08-21T17:04:16.52086Z","end":"2026-08-21T17:04:16.64681Z","steps":["trace[1048650983] 'range keys from in-memory index tree' (duration: 125.772946ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:04:16.866181Z","caller":"traceutil/trace.go:171","msg":"trace[1338686377] transaction","detail":"{read_only:false; response_revision:7341; number_of_response:1; }","duration":"198.173937ms","start":"2026-08-21T17:04:16.667979Z","end":"2026-08-21T17:04:16.866153Z","steps":["trace[1338686377] 'process raft request' (duration: 168.425272ms)","trace[1338686377] 'compare' (duration: 29.640033ms)"],"step_count":2} {"level":"info","ts":"2026-08-21T17:04:16.876737Z","caller":"traceutil/trace.go:171","msg":"trace[641952615] transaction","detail":"{read_only:false; response_revision:7342; number_of_response:1; }","duration":"205.961311ms","start":"2026-08-21T17:04:16.670762Z","end":"2026-08-21T17:04:16.876723Z","steps":["trace[641952615] 'process raft request' (duration: 205.662436ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:04:16.876567Z","caller":"traceutil/trace.go:171","msg":"trace[254006500] linearizableReadLoop","detail":"{readStateIndex:7637; appliedIndex:7635; }","duration":"185.124642ms","start":"2026-08-21T17:04:16.691422Z","end":"2026-08-21T17:04:16.876546Z","steps":["trace[254006500] 'read index received' (duration: 145.006384ms)","trace[254006500] 'applied index is now lower than readState.Index' (duration: 40.117298ms)"],"step_count":2} {"level":"warn","ts":"2026-08-21T17:04:16.877153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.718365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-08-21T17:04:16.877277Z","caller":"traceutil/trace.go:171","msg":"trace[1222132029] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7342; }","duration":"185.875177ms","start":"2026-08-21T17:04:16.691386Z","end":"2026-08-21T17:04:16.877261Z","steps":["trace[1222132029] 'agreement among raft nodes before linearized reading' (duration: 185.634803ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:04:16.877522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.156256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-08-21T17:04:16.877564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.309531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T17:04:16.877596Z","caller":"traceutil/trace.go:171","msg":"trace[1875924029] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7342; }","duration":"109.244877ms","start":"2026-08-21T17:04:16.768319Z","end":"2026-08-21T17:04:16.877564Z","steps":["trace[1875924029] 'agreement among raft nodes before linearized reading' (duration: 109.074544ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:04:16.877699Z","caller":"traceutil/trace.go:171","msg":"trace[8435031] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7342; }","duration":"122.474134ms","start":"2026-08-21T17:04:16.755217Z","end":"2026-08-21T17:04:16.877691Z","steps":["trace[8435031] 'agreement among raft nodes before linearized reading' (duration: 122.324891ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:04:16.8776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.759399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:daemon-set-controller\" ","response":"range_response_count:1 size:759"} {"level":"info","ts":"2026-08-21T17:04:16.877896Z","caller":"traceutil/trace.go:171","msg":"trace[277443909] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:daemon-set-controller; range_end:; response_count:1; response_revision:7342; }","duration":"138.097555ms","start":"2026-08-21T17:04:16.739783Z","end":"2026-08-21T17:04:16.877881Z","steps":["trace[277443909] 'agreement among raft nodes before linearized reading' (duration: 137.441693ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:04:17.041558Z","caller":"traceutil/trace.go:171","msg":"trace[1132181183] transaction","detail":"{read_only:false; response_revision:7344; number_of_response:1; }","duration":"157.944626ms","start":"2026-08-21T17:04:16.883599Z","end":"2026-08-21T17:04:17.041543Z","steps":["trace[1132181183] 'process raft request' (duration: 157.179932ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:04:17.04195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.523656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:12317"} {"level":"info","ts":"2026-08-21T17:04:17.042019Z","caller":"traceutil/trace.go:171","msg":"trace[1445842166] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7344; }","duration":"157.618979ms","start":"2026-08-21T17:04:16.884384Z","end":"2026-08-21T17:04:17.042003Z","steps":["trace[1445842166] 'agreement among raft nodes before linearized reading' (duration: 157.366394ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:04:17.041498Z","caller":"traceutil/trace.go:171","msg":"trace[737378235] linearizableReadLoop","detail":"{readStateIndex:7639; appliedIndex:7637; }","duration":"157.073048ms","start":"2026-08-21T17:04:16.884402Z","end":"2026-08-21T17:04:17.041475Z","steps":["trace[737378235] 'read index received' (duration: 62.128748ms)","trace[737378235] 'applied index is now lower than readState.Index' (duration: 94.94305ms)"],"step_count":2} {"level":"info","ts":"2026-08-21T17:04:21.005937Z","caller":"traceutil/trace.go:171","msg":"trace[1786506738] linearizableReadLoop","detail":"{readStateIndex:7674; appliedIndex:7673; }","duration":"111.056882ms","start":"2026-08-21T17:04:20.894861Z","end":"2026-08-21T17:04:21.005918Z","steps":["trace[1786506738] 'read index received' (duration: 110.96696ms)","trace[1786506738] 'applied index is now lower than readState.Index' (duration: 89.202µs)"],"step_count":2} {"level":"info","ts":"2026-08-21T17:04:21.006216Z","caller":"traceutil/trace.go:171","msg":"trace[1940950907] transaction","detail":"{read_only:false; response_revision:7377; number_of_response:1; }","duration":"125.621962ms","start":"2026-08-21T17:04:20.880585Z","end":"2026-08-21T17:04:21.006207Z","steps":["trace[1940950907] 'process raft request' (duration: 125.211583ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:04:21.006373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.50848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:route-controller\" ","response":"range_response_count:1 size:739"} {"level":"info","ts":"2026-08-21T17:04:21.006402Z","caller":"traceutil/trace.go:171","msg":"trace[1290688258] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:route-controller; range_end:; response_count:1; response_revision:7377; }","duration":"111.573151ms","start":"2026-08-21T17:04:20.894818Z","end":"2026-08-21T17:04:21.006391Z","steps":["trace[1290688258] 'agreement among raft nodes before linearized reading' (duration: 111.51659ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:04:25.515071Z","caller":"traceutil/trace.go:171","msg":"trace[1385848457] linearizableReadLoop","detail":"{readStateIndex:7698; appliedIndex:7697; }","duration":"158.143018ms","start":"2026-08-21T17:04:25.35687Z","end":"2026-08-21T17:04:25.515013Z","steps":["trace[1385848457] 'read index received' (duration: 157.992255ms)","trace[1385848457] 'applied index is now lower than readState.Index' (duration: 149.403µs)"],"step_count":2} {"level":"info","ts":"2026-08-21T17:04:25.515099Z","caller":"traceutil/trace.go:171","msg":"trace[844124475] transaction","detail":"{read_only:false; response_revision:7400; number_of_response:1; }","duration":"158.563666ms","start":"2026-08-21T17:04:25.356503Z","end":"2026-08-21T17:04:25.515067Z","steps":["trace[844124475] 'process raft request' (duration: 158.368372ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:04:25.515293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.158155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/cert-manager/\" range_end:\"/registry/cronjobs/cert-manager0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-21T17:04:25.51529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.389002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/auth-system/keycloak-env-vars\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-08-21T17:04:25.515347Z","caller":"traceutil/trace.go:171","msg":"trace[1338082971] range","detail":"{range_begin:/registry/cronjobs/cert-manager/; range_end:/registry/cronjobs/cert-manager0; response_count:0; response_revision:7400; }","duration":"153.232097ms","start":"2026-08-21T17:04:25.362097Z","end":"2026-08-21T17:04:25.515329Z","steps":["trace[1338082971] 'agreement among raft nodes before linearized reading' (duration: 153.137886ms)"],"step_count":1} {"level":"info","ts":"2026-08-21T17:04:25.515349Z","caller":"traceutil/trace.go:171","msg":"trace[1726889124] range","detail":"{range_begin:/registry/configmaps/auth-system/keycloak-env-vars; range_end:; response_count:1; response_revision:7400; }","duration":"158.482324ms","start":"2026-08-21T17:04:25.356855Z","end":"2026-08-21T17:04:25.515337Z","steps":["trace[1726889124] 'agreement among raft nodes before linearized reading' (duration: 158.289121ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:04:25.51538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.367676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/auth-system/\" range_end:\"/registry/cronjobs/auth-system0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-21T17:04:25.515474Z","caller":"traceutil/trace.go:171","msg":"trace[1341752693] range","detail":"{range_begin:/registry/cronjobs/auth-system/; range_end:/registry/cronjobs/auth-system0; response_count:0; response_revision:7400; }","duration":"155.500289ms","start":"2026-08-21T17:04:25.359948Z","end":"2026-08-21T17:04:25.515449Z","steps":["trace[1341752693] 'agreement among raft nodes before linearized reading' (duration: 155.303266ms)"],"step_count":1} {"level":"warn","ts":"2026-08-21T17:04:25.515749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.436055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-08-21T17:04:25.515823Z","caller":"traceutil/trace.go:171","msg":"trace[347704344] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7400; }","duration":"158.535506ms","start":"2026-08-21T17:04:25.357275Z","end":"2026-08-21T17:04:25.515811Z","steps":["trace[347704344] 'agreement among raft nodes before linearized reading' (duration: 157.904154ms)"],"step_count":1}