{"level":"warn","ts":"2026-04-29T01:25:10.041496Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-29T01:25:10.041588Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.23:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.23:2380","--initial-cluster=instance=https://199.204.45.23:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.23:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.23:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-29T01:25:10.041656Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-29T01:25:10.041665Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.23:2380"]} {"level":"info","ts":"2026-04-29T01:25:10.041687Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-29T01:25:10.042359Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.23:2379"]} {"level":"info","ts":"2026-04-29T01:25:10.042444Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.23:2380"],"listen-peer-urls":["https://199.204.45.23:2380"],"advertise-client-urls":["https://199.204.45.23:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.23:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.23:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-29T01:25:10.046196Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.310102ms"} {"level":"info","ts":"2026-04-29T01:25:10.052654Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"51a5c416a4d98c86","cluster-id":"ade2045974c19907"} {"level":"info","ts":"2026-04-29T01:25:10.052748Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 switched to configuration voters=()"} {"level":"info","ts":"2026-04-29T01:25:10.052772Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 became follower at term 0"} {"level":"info","ts":"2026-04-29T01:25:10.052787Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 51a5c416a4d98c86 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-29T01:25:10.052805Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 became follower at term 1"} {"level":"info","ts":"2026-04-29T01:25:10.052848Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 switched to configuration voters=(5883324089763466374)"} {"level":"warn","ts":"2026-04-29T01:25:10.058319Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-29T01:25:10.059615Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-29T01:25:10.060797Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-29T01:25:10.063451Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"51a5c416a4d98c86","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-29T01:25:10.063659Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-29T01:25:10.063767Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-29T01:25:10.063783Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-29T01:25:10.063721Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"51a5c416a4d98c86","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-29T01:25:10.065751Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 switched to configuration voters=(5883324089763466374)"} {"level":"info","ts":"2026-04-29T01:25:10.065998Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"ade2045974c19907","local-member-id":"51a5c416a4d98c86","added-peer-id":"51a5c416a4d98c86","added-peer-peer-urls":["https://199.204.45.23:2380"]} {"level":"info","ts":"2026-04-29T01:25:10.067689Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-29T01:25:10.067802Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.23:2380"} {"level":"info","ts":"2026-04-29T01:25:10.067957Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"51a5c416a4d98c86","initial-advertise-peer-urls":["https://199.204.45.23:2380"],"listen-peer-urls":["https://199.204.45.23:2380"],"advertise-client-urls":["https://199.204.45.23:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.23:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-29T01:25:10.067957Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.23:2380"} {"level":"info","ts":"2026-04-29T01:25:10.068012Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-29T01:25:10.453225Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 is starting a new election at term 1"} {"level":"info","ts":"2026-04-29T01:25:10.453284Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-29T01:25:10.453319Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 received MsgPreVoteResp from 51a5c416a4d98c86 at term 1"} {"level":"info","ts":"2026-04-29T01:25:10.453333Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 became candidate at term 2"} {"level":"info","ts":"2026-04-29T01:25:10.453341Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 received MsgVoteResp from 51a5c416a4d98c86 at term 2"} {"level":"info","ts":"2026-04-29T01:25:10.453361Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 became leader at term 2"} {"level":"info","ts":"2026-04-29T01:25:10.45337Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 51a5c416a4d98c86 elected leader 51a5c416a4d98c86 at term 2"} {"level":"info","ts":"2026-04-29T01:25:10.454483Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"51a5c416a4d98c86","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.23:2379]}","request-path":"/0/members/51a5c416a4d98c86/attributes","cluster-id":"ade2045974c19907","publish-timeout":"7s"} {"level":"info","ts":"2026-04-29T01:25:10.454493Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-29T01:25:10.454527Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-29T01:25:10.45456Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-29T01:25:10.454929Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-29T01:25:10.45497Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-29T01:25:10.455901Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"ade2045974c19907","local-member-id":"51a5c416a4d98c86","cluster-version":"3.5"} {"level":"info","ts":"2026-04-29T01:25:10.455991Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-29T01:25:10.456019Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-29T01:25:10.45778Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.23:2379"} {"level":"info","ts":"2026-04-29T01:25:10.458703Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-29T01:25:53.49091Z","caller":"traceutil/trace.go:171","msg":"trace[878918995] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"125.305772ms","start":"2026-04-29T01:25:53.365584Z","end":"2026-04-29T01:25:53.49089Z","steps":["trace[878918995] 'process raft request' (duration: 124.850359ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:25:53.855281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.899774ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-29T01:25:53.855418Z","caller":"traceutil/trace.go:171","msg":"trace[341351500] linearizableReadLoop","detail":"{readStateIndex:620; appliedIndex:619; }","duration":"236.567036ms","start":"2026-04-29T01:25:53.618834Z","end":"2026-04-29T01:25:53.855401Z","steps":["trace[341351500] 'read index received' (duration: 125.966581ms)","trace[341351500] 'applied index is now lower than readState.Index' (duration: 110.599075ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:25:53.855594Z","caller":"traceutil/trace.go:171","msg":"trace[797352682] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"301.252033ms","start":"2026-04-29T01:25:53.554174Z","end":"2026-04-29T01:25:53.855426Z","steps":["trace[797352682] 'process raft request' (duration: 190.640829ms)","trace[797352682] 'compare' (duration: 109.767ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:25:53.855676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.841764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.23\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-29T01:25:53.855733Z","caller":"traceutil/trace.go:171","msg":"trace[1046549818] range","detail":"{range_begin:/registry/masterleases/199.204.45.23; range_end:; response_count:1; response_revision:593; }","duration":"236.955826ms","start":"2026-04-29T01:25:53.618767Z","end":"2026-04-29T01:25:53.855723Z","steps":["trace[1046549818] 'agreement among raft nodes before linearized reading' (duration: 236.73177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:25:53.855881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.05633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-vzlsb\" ","response":"range_response_count:1 size:16961"} {"level":"warn","ts":"2026-04-29T01:25:53.855887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:25:53.554145Z","time spent":"301.528101ms","remote":"127.0.0.1:50634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1087,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-29T01:25:53.855966Z","caller":"traceutil/trace.go:171","msg":"trace[408692716] range","detail":"{range_begin:/registry/pods/kube-system/cilium-vzlsb; range_end:; response_count:1; response_revision:593; }","duration":"128.191233ms","start":"2026-04-29T01:25:53.727757Z","end":"2026-04-29T01:25:53.855948Z","steps":["trace[408692716] 'agreement among raft nodes before linearized reading' (duration: 127.985897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:25:54.546923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.215456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-29T01:25:54.54703Z","caller":"traceutil/trace.go:171","msg":"trace[1773458580] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:595; }","duration":"272.38336ms","start":"2026-04-29T01:25:54.274611Z","end":"2026-04-29T01:25:54.546994Z","steps":["trace[1773458580] 'range keys from in-memory index tree' (duration: 268.656527ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:25:54.549947Z","caller":"traceutil/trace.go:171","msg":"trace[978835360] linearizableReadLoop","detail":"{readStateIndex:624; appliedIndex:623; }","duration":"140.816575ms","start":"2026-04-29T01:25:54.409094Z","end":"2026-04-29T01:25:54.54991Z","steps":["trace[978835360] 'read index received' (duration: 129.675035ms)","trace[978835360] 'applied index is now lower than readState.Index' (duration: 11.1403ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:25:54.550043Z","caller":"traceutil/trace.go:171","msg":"trace[668998152] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"259.427471ms","start":"2026-04-29T01:25:54.290571Z","end":"2026-04-29T01:25:54.549999Z","steps":["trace[668998152] 'process raft request' (duration: 248.787866ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:25:54.550116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.02766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-29T01:25:54.550141Z","caller":"traceutil/trace.go:171","msg":"trace[978358378] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:596; }","duration":"141.100542ms","start":"2026-04-29T01:25:54.409033Z","end":"2026-04-29T01:25:54.550133Z","steps":["trace[978358378] 'agreement among raft nodes before linearized reading' (duration: 140.993599ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:26:58.216378Z","caller":"traceutil/trace.go:171","msg":"trace[1401865555] transaction","detail":"{read_only:false; response_revision:1409; number_of_response:1; }","duration":"110.522369ms","start":"2026-04-29T01:26:58.105837Z","end":"2026-04-29T01:26:58.216359Z","steps":["trace[1401865555] 'process raft request' (duration: 110.401146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:27:22.852248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.617325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:27:22.852548Z","caller":"traceutil/trace.go:171","msg":"trace[809180972] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1820; }","duration":"321.969766ms","start":"2026-04-29T01:27:22.530564Z","end":"2026-04-29T01:27:22.852533Z","steps":["trace[809180972] 'range keys from in-memory index tree' (duration: 321.472652ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:27:22.852581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:27:22.530522Z","time spent":"322.050989ms","remote":"127.0.0.1:50282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T01:27:22.852286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.306285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-29T01:27:22.852648Z","caller":"traceutil/trace.go:171","msg":"trace[161148085] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1820; }","duration":"245.726188ms","start":"2026-04-29T01:27:22.606907Z","end":"2026-04-29T01:27:22.852633Z","steps":["trace[161148085] 'range keys from in-memory index tree' (duration: 245.12177ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:27:23.105411Z","caller":"traceutil/trace.go:171","msg":"trace[531104545] linearizableReadLoop","detail":"{readStateIndex:1897; appliedIndex:1896; }","duration":"245.497862ms","start":"2026-04-29T01:27:22.859884Z","end":"2026-04-29T01:27:23.105382Z","steps":["trace[531104545] 'read index received' (duration: 245.241984ms)","trace[531104545] 'applied index is now lower than readState.Index' (duration: 255.018µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:27:23.105488Z","caller":"traceutil/trace.go:171","msg":"trace[1654143429] transaction","detail":"{read_only:false; response_revision:1821; number_of_response:1; }","duration":"247.898449ms","start":"2026-04-29T01:27:22.857542Z","end":"2026-04-29T01:27:23.10544Z","steps":["trace[1654143429] 'process raft request' (duration: 247.641572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:27:23.105674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.750508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:27:23.105764Z","caller":"traceutil/trace.go:171","msg":"trace[1085602178] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:1821; }","duration":"245.954044ms","start":"2026-04-29T01:27:22.859791Z","end":"2026-04-29T01:27:23.105745Z","steps":["trace[1085602178] 'agreement among raft nodes before linearized reading' (duration: 245.759738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:27:23.105816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.423999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-29T01:27:23.105855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.550484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-29T01:27:23.105894Z","caller":"traceutil/trace.go:171","msg":"trace[1471948259] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1821; }","duration":"102.643417ms","start":"2026-04-29T01:27:23.00324Z","end":"2026-04-29T01:27:23.105883Z","steps":["trace[1471948259] 'agreement among raft nodes before linearized reading' (duration: 102.472572ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:27:23.105896Z","caller":"traceutil/trace.go:171","msg":"trace[1138357679] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1821; }","duration":"132.567803ms","start":"2026-04-29T01:27:22.973306Z","end":"2026-04-29T01:27:23.105874Z","steps":["trace[1138357679] 'agreement among raft nodes before linearized reading' (duration: 132.247744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:27:23.359243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.037992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2b8b62f7-97aa-47a0-b773-1e405b913182\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-04-29T01:27:23.359366Z","caller":"traceutil/trace.go:171","msg":"trace[931226071] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2b8b62f7-97aa-47a0-b773-1e405b913182; range_end:; response_count:1; response_revision:1824; }","duration":"171.208588ms","start":"2026-04-29T01:27:23.188124Z","end":"2026-04-29T01:27:23.359333Z","steps":["trace[931226071] 'range keys from in-memory index tree' (duration: 170.781726ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:27:28.518429Z","caller":"traceutil/trace.go:171","msg":"trace[1481272949] transaction","detail":"{read_only:false; response_revision:1884; number_of_response:1; }","duration":"138.175892ms","start":"2026-04-29T01:27:28.38023Z","end":"2026-04-29T01:27:28.518406Z","steps":["trace[1481272949] 'process raft request' (duration: 138.005717ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:27:28.519216Z","caller":"traceutil/trace.go:171","msg":"trace[1080961970] linearizableReadLoop","detail":"{readStateIndex:1963; appliedIndex:1961; }","duration":"126.005688ms","start":"2026-04-29T01:27:28.393175Z","end":"2026-04-29T01:27:28.519181Z","steps":["trace[1080961970] 'read index received' (duration: 125.036191ms)","trace[1080961970] 'applied index is now lower than readState.Index' (duration: 968.447µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:27:28.519305Z","caller":"traceutil/trace.go:171","msg":"trace[1113007758] transaction","detail":"{read_only:false; response_revision:1885; number_of_response:1; }","duration":"132.235934ms","start":"2026-04-29T01:27:28.387053Z","end":"2026-04-29T01:27:28.519289Z","steps":["trace[1113007758] 'process raft request' (duration: 132.011388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:27:28.519483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.293295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-29T01:27:28.519546Z","caller":"traceutil/trace.go:171","msg":"trace[204575242] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1885; }","duration":"126.402249ms","start":"2026-04-29T01:27:28.393127Z","end":"2026-04-29T01:27:28.519529Z","steps":["trace[204575242] 'agreement among raft nodes before linearized reading' (duration: 126.176472ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:27:35.875064Z","caller":"traceutil/trace.go:171","msg":"trace[1766547867] transaction","detail":"{read_only:false; response_revision:1935; number_of_response:1; }","duration":"153.084635ms","start":"2026-04-29T01:27:35.721949Z","end":"2026-04-29T01:27:35.875033Z","steps":["trace[1766547867] 'process raft request' (duration: 152.924181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:28:12.998165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.23543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-29T01:28:12.998283Z","caller":"traceutil/trace.go:171","msg":"trace[1369178492] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2149; }","duration":"132.422595ms","start":"2026-04-29T01:28:12.865842Z","end":"2026-04-29T01:28:12.998265Z","steps":["trace[1369178492] 'range keys from in-memory index tree' (duration: 131.964352ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:28:13.624969Z","caller":"traceutil/trace.go:171","msg":"trace[559145455] linearizableReadLoop","detail":"{readStateIndex:2237; appliedIndex:2236; }","duration":"129.70796ms","start":"2026-04-29T01:28:13.495226Z","end":"2026-04-29T01:28:13.624934Z","steps":["trace[559145455] 'read index received' (duration: 129.547455ms)","trace[559145455] 'applied index is now lower than readState.Index' (duration: 159.355µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:28:13.625138Z","caller":"traceutil/trace.go:171","msg":"trace[2015983924] transaction","detail":"{read_only:false; response_revision:2150; number_of_response:1; }","duration":"134.938915ms","start":"2026-04-29T01:28:13.490157Z","end":"2026-04-29T01:28:13.625096Z","steps":["trace[2015983924] 'process raft request' (duration: 134.587825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:28:13.62527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.021518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-29T01:28:13.625302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.356775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-29T01:28:13.62531Z","caller":"traceutil/trace.go:171","msg":"trace[625238420] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2150; }","duration":"130.182963ms","start":"2026-04-29T01:28:13.495115Z","end":"2026-04-29T01:28:13.625298Z","steps":["trace[625238420] 'agreement among raft nodes before linearized reading' (duration: 129.985997ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:28:13.625356Z","caller":"traceutil/trace.go:171","msg":"trace[1072507992] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2150; }","duration":"122.458938ms","start":"2026-04-29T01:28:13.502881Z","end":"2026-04-29T01:28:13.62534Z","steps":["trace[1072507992] 'agreement among raft nodes before linearized reading' (duration: 122.281763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:28:13.625286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.728874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-29T01:28:13.625439Z","caller":"traceutil/trace.go:171","msg":"trace[2024170129] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2150; }","duration":"118.936059ms","start":"2026-04-29T01:28:13.50649Z","end":"2026-04-29T01:28:13.625426Z","steps":["trace[2024170129] 'agreement among raft nodes before linearized reading' (duration: 118.697873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:28:13.832534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.536651ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-29T01:28:13.866076Z","caller":"traceutil/trace.go:171","msg":"trace[1315072764] transaction","detail":"{read_only:false; response_revision:2152; number_of_response:1; }","duration":"236.290906ms","start":"2026-04-29T01:28:13.629758Z","end":"2026-04-29T01:28:13.866049Z","steps":["trace[1315072764] 'process raft request' (duration: 236.201843ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:28:13.866428Z","caller":"traceutil/trace.go:171","msg":"trace[79516560] transaction","detail":"{read_only:false; response_revision:2153; number_of_response:1; }","duration":"235.692688ms","start":"2026-04-29T01:28:13.630709Z","end":"2026-04-29T01:28:13.866402Z","steps":["trace[79516560] 'process raft request' (duration: 235.290047ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:28:13.866495Z","caller":"traceutil/trace.go:171","msg":"trace[1174780571] transaction","detail":"{read_only:false; response_revision:2151; number_of_response:1; }","duration":"236.805939ms","start":"2026-04-29T01:28:13.629672Z","end":"2026-04-29T01:28:13.866478Z","steps":["trace[1174780571] 'process raft request' (duration: 236.069889ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:28:13.866845Z","caller":"traceutil/trace.go:171","msg":"trace[1450570823] transaction","detail":"{read_only:false; response_revision:2154; number_of_response:1; }","duration":"235.456812ms","start":"2026-04-29T01:28:13.631314Z","end":"2026-04-29T01:28:13.866771Z","steps":["trace[1450570823] 'process raft request' (duration: 234.996959ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:29:42.400717Z","caller":"traceutil/trace.go:171","msg":"trace[1469653373] linearizableReadLoop","detail":"{readStateIndex:2939; appliedIndex:2938; }","duration":"108.617349ms","start":"2026-04-29T01:29:42.292074Z","end":"2026-04-29T01:29:42.400692Z","steps":["trace[1469653373] 'read index received' (duration: 108.521466ms)","trace[1469653373] 'applied index is now lower than readState.Index' (duration: 94.813µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:29:42.400825Z","caller":"traceutil/trace.go:171","msg":"trace[1787358218] transaction","detail":"{read_only:false; response_revision:2824; number_of_response:1; }","duration":"111.397687ms","start":"2026-04-29T01:29:42.289397Z","end":"2026-04-29T01:29:42.400794Z","steps":["trace[1787358218] 'process raft request' (duration: 111.135849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:29:42.40148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.36748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-29T01:29:42.401613Z","caller":"traceutil/trace.go:171","msg":"trace[285836122] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2824; }","duration":"109.565766ms","start":"2026-04-29T01:29:42.292021Z","end":"2026-04-29T01:29:42.401587Z","steps":["trace[285836122] 'agreement among raft nodes before linearized reading' (duration: 108.829315ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:29:42.466765Z","caller":"traceutil/trace.go:171","msg":"trace[1444511357] transaction","detail":"{read_only:false; response_revision:2825; number_of_response:1; }","duration":"131.237006ms","start":"2026-04-29T01:29:42.335505Z","end":"2026-04-29T01:29:42.466742Z","steps":["trace[1444511357] 'process raft request' (duration: 131.080792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:29:42.466986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.085546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-29T01:29:42.467065Z","caller":"traceutil/trace.go:171","msg":"trace[14056204] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2825; }","duration":"173.23034ms","start":"2026-04-29T01:29:42.293818Z","end":"2026-04-29T01:29:42.467048Z","steps":["trace[14056204] 'agreement among raft nodes before linearized reading' (duration: 172.996183ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:29:43.075432Z","caller":"traceutil/trace.go:171","msg":"trace[470212375] transaction","detail":"{read_only:false; response_revision:2829; number_of_response:1; }","duration":"179.478733ms","start":"2026-04-29T01:29:42.895918Z","end":"2026-04-29T01:29:43.075397Z","steps":["trace[470212375] 'process raft request' (duration: 179.298528ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:29:43.205156Z","caller":"traceutil/trace.go:171","msg":"trace[344702590] transaction","detail":"{read_only:false; response_revision:2830; number_of_response:1; }","duration":"164.20356ms","start":"2026-04-29T01:29:43.040932Z","end":"2026-04-29T01:29:43.205135Z","steps":["trace[344702590] 'process raft request' (duration: 164.027756ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:29:43.205336Z","caller":"traceutil/trace.go:171","msg":"trace[750376250] linearizableReadLoop","detail":"{readStateIndex:2946; appliedIndex:2944; }","duration":"129.962531ms","start":"2026-04-29T01:29:43.075356Z","end":"2026-04-29T01:29:43.205319Z","steps":["trace[750376250] 'read index received' (duration: 129.633652ms)","trace[750376250] 'applied index is now lower than readState.Index' (duration: 327.319µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:29:43.205415Z","caller":"traceutil/trace.go:171","msg":"trace[771912749] transaction","detail":"{read_only:false; response_revision:2831; number_of_response:1; }","duration":"149.478032ms","start":"2026-04-29T01:29:43.055919Z","end":"2026-04-29T01:29:43.205397Z","steps":["trace[771912749] 'process raft request' (duration: 149.178424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:29:43.205741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.412985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-29T01:29:43.205789Z","caller":"traceutil/trace.go:171","msg":"trace[1971898165] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2831; }","duration":"138.502268ms","start":"2026-04-29T01:29:43.067276Z","end":"2026-04-29T01:29:43.205778Z","steps":["trace[1971898165] 'agreement among raft nodes before linearized reading' (duration: 138.158558ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:29:43.207558Z","caller":"traceutil/trace.go:171","msg":"trace[1518763439] transaction","detail":"{read_only:false; response_revision:2832; number_of_response:1; }","duration":"129.743765ms","start":"2026-04-29T01:29:43.077794Z","end":"2026-04-29T01:29:43.207538Z","steps":["trace[1518763439] 'process raft request' (duration: 129.653841ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:29:48.663913Z","caller":"traceutil/trace.go:171","msg":"trace[24013389] linearizableReadLoop","detail":"{readStateIndex:2976; appliedIndex:2975; }","duration":"163.850751ms","start":"2026-04-29T01:29:48.500024Z","end":"2026-04-29T01:29:48.663875Z","steps":["trace[24013389] 'read index received' (duration: 106.630329ms)","trace[24013389] 'applied index is now lower than readState.Index' (duration: 57.218502ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:29:48.663996Z","caller":"traceutil/trace.go:171","msg":"trace[1025126271] transaction","detail":"{read_only:false; response_revision:2860; number_of_response:1; }","duration":"178.060703ms","start":"2026-04-29T01:29:48.485884Z","end":"2026-04-29T01:29:48.663944Z","steps":["trace[1025126271] 'process raft request' (duration: 120.912153ms)","trace[1025126271] 'compare' (duration: 56.803841ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:29:48.664232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.198741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-29T01:29:48.664259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.328586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-29T01:29:48.664321Z","caller":"traceutil/trace.go:171","msg":"trace[236555755] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2860; }","duration":"164.300164ms","start":"2026-04-29T01:29:48.500002Z","end":"2026-04-29T01:29:48.664303Z","steps":["trace[236555755] 'agreement among raft nodes before linearized reading' (duration: 164.059307ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:29:48.664332Z","caller":"traceutil/trace.go:171","msg":"trace[1160152675] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2860; }","duration":"110.456669ms","start":"2026-04-29T01:29:48.553857Z","end":"2026-04-29T01:29:48.664313Z","steps":["trace[1160152675] 'agreement among raft nodes before linearized reading' (duration: 110.244253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:29:48.664406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.156957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:29:48.6645Z","caller":"traceutil/trace.go:171","msg":"trace[2113203624] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2860; }","duration":"134.330733ms","start":"2026-04-29T01:29:48.530154Z","end":"2026-04-29T01:29:48.664485Z","steps":["trace[2113203624] 'agreement among raft nodes before linearized reading' (duration: 133.925821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:29:48.664624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.167688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-29T01:29:48.664692Z","caller":"traceutil/trace.go:171","msg":"trace[1558718372] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2860; }","duration":"113.297822ms","start":"2026-04-29T01:29:48.551382Z","end":"2026-04-29T01:29:48.664679Z","steps":["trace[1558718372] 'agreement among raft nodes before linearized reading' (duration: 113.078015ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:29:49.335738Z","caller":"traceutil/trace.go:171","msg":"trace[529561692] transaction","detail":"{read_only:false; response_revision:2866; number_of_response:1; }","duration":"103.23007ms","start":"2026-04-29T01:29:49.232488Z","end":"2026-04-29T01:29:49.335718Z","steps":["trace[529561692] 'process raft request' (duration: 103.170658ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:29:49.335779Z","caller":"traceutil/trace.go:171","msg":"trace[1059169739] transaction","detail":"{read_only:false; response_revision:2865; number_of_response:1; }","duration":"109.726819ms","start":"2026-04-29T01:29:49.226013Z","end":"2026-04-29T01:29:49.33574Z","steps":["trace[1059169739] 'process raft request' (duration: 77.049749ms)","trace[1059169739] 'compare' (duration: 32.33274ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:33:24.117853Z","caller":"traceutil/trace.go:171","msg":"trace[1394487039] linearizableReadLoop","detail":"{readStateIndex:4871; appliedIndex:4870; }","duration":"108.724454ms","start":"2026-04-29T01:33:24.009108Z","end":"2026-04-29T01:33:24.117833Z","steps":["trace[1394487039] 'read index received' (duration: 107.772268ms)","trace[1394487039] 'applied index is now lower than readState.Index' (duration: 951.186µs)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:33:24.118002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.653204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:33:24.118038Z","caller":"traceutil/trace.go:171","msg":"trace[1187006967] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:4683; }","duration":"122.744416ms","start":"2026-04-29T01:33:23.995285Z","end":"2026-04-29T01:33:24.11803Z","steps":["trace[1187006967] 'agreement among raft nodes before linearized reading' (duration: 122.649054ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:33:24.118098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.189068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:11918"} {"level":"info","ts":"2026-04-29T01:33:24.118163Z","caller":"traceutil/trace.go:171","msg":"trace[795821946] range","detail":"{range_begin:/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4683; }","duration":"119.28887ms","start":"2026-04-29T01:33:23.998859Z","end":"2026-04-29T01:33:24.118148Z","steps":["trace[795821946] 'agreement among raft nodes before linearized reading' (duration: 119.110695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:33:24.118213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.683614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:9 size:61765"} {"level":"info","ts":"2026-04-29T01:33:24.118299Z","caller":"traceutil/trace.go:171","msg":"trace[830014637] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:9; response_revision:4683; }","duration":"113.798626ms","start":"2026-04-29T01:33:24.004482Z","end":"2026-04-29T01:33:24.118281Z","steps":["trace[830014637] 'agreement among raft nodes before linearized reading' (duration: 113.438396ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:33:24.118485Z","caller":"traceutil/trace.go:171","msg":"trace[1223596236] transaction","detail":"{read_only:false; response_revision:4683; number_of_response:1; }","duration":"122.749457ms","start":"2026-04-29T01:33:23.995685Z","end":"2026-04-29T01:33:24.118435Z","steps":["trace[1223596236] 'process raft request' (duration: 121.213434ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:33:24.118652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.241134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0.18aaafe5b0662caf\" ","response":"range_response_count:1 size:1203"} {"level":"warn","ts":"2026-04-29T01:33:24.118667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.212256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62894"} {"level":"info","ts":"2026-04-29T01:33:24.118694Z","caller":"traceutil/trace.go:171","msg":"trace[566982549] range","detail":"{range_begin:/registry/events/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0.18aaafe5b0662caf; range_end:; response_count:1; response_revision:4687; }","duration":"106.316697ms","start":"2026-04-29T01:33:24.012367Z","end":"2026-04-29T01:33:24.118684Z","steps":["trace[566982549] 'agreement among raft nodes before linearized reading' (duration: 106.203893ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:33:24.118711Z","caller":"traceutil/trace.go:171","msg":"trace[590185631] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4683; }","duration":"120.271937ms","start":"2026-04-29T01:33:23.998427Z","end":"2026-04-29T01:33:24.118699Z","steps":["trace[590185631] 'agreement among raft nodes before linearized reading' (duration: 119.499966ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:33:24.118819Z","caller":"traceutil/trace.go:171","msg":"trace[113910306] transaction","detail":"{read_only:false; response_revision:4684; number_of_response:1; }","duration":"104.016222ms","start":"2026-04-29T01:33:24.014795Z","end":"2026-04-29T01:33:24.118812Z","steps":["trace[113910306] 'process raft request' (duration: 103.635551ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:33:24.119153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.369182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/local-path-storage/\" range_end:\"/registry/limitranges/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:33:24.119197Z","caller":"traceutil/trace.go:171","msg":"trace[513811797] range","detail":"{range_begin:/registry/limitranges/local-path-storage/; range_end:/registry/limitranges/local-path-storage0; response_count:0; response_revision:4687; }","duration":"104.443924ms","start":"2026-04-29T01:33:24.014746Z","end":"2026-04-29T01:33:24.11919Z","steps":["trace[513811797] 'agreement among raft nodes before linearized reading' (duration: 104.383623ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:33:28.275677Z","caller":"traceutil/trace.go:171","msg":"trace[61682731] linearizableReadLoop","detail":"{readStateIndex:4986; appliedIndex:4979; }","duration":"103.21526ms","start":"2026-04-29T01:33:28.172433Z","end":"2026-04-29T01:33:28.275648Z","steps":["trace[61682731] 'read index received' (duration: 43.680733ms)","trace[61682731] 'applied index is now lower than readState.Index' (duration: 59.532817ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:33:28.275997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.536409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-04-29T01:33:28.276053Z","caller":"traceutil/trace.go:171","msg":"trace[432128148] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:4797; }","duration":"103.624151ms","start":"2026-04-29T01:33:28.172412Z","end":"2026-04-29T01:33:28.276036Z","steps":["trace[432128148] 'agreement among raft nodes before linearized reading' (duration: 103.385444ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:33:28.276143Z","caller":"traceutil/trace.go:171","msg":"trace[728768245] transaction","detail":"{read_only:false; response_revision:4796; number_of_response:1; }","duration":"105.02117ms","start":"2026-04-29T01:33:28.171094Z","end":"2026-04-29T01:33:28.276116Z","steps":["trace[728768245] 'process raft request' (duration: 104.276739ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:33:28.276374Z","caller":"traceutil/trace.go:171","msg":"trace[1659015845] transaction","detail":"{read_only:false; response_revision:4797; number_of_response:1; }","duration":"104.965028ms","start":"2026-04-29T01:33:28.171393Z","end":"2026-04-29T01:33:28.276358Z","steps":["trace[1659015845] 'process raft request' (duration: 104.182496ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:33:29.199149Z","caller":"traceutil/trace.go:171","msg":"trace[194815451] transaction","detail":"{read_only:false; response_revision:4826; number_of_response:1; }","duration":"116.544863ms","start":"2026-04-29T01:33:29.082581Z","end":"2026-04-29T01:33:29.199126Z","steps":["trace[194815451] 'process raft request' (duration: 28.520498ms)","trace[194815451] 'compare' (duration: 87.82223ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:33:32.178294Z","caller":"traceutil/trace.go:171","msg":"trace[1084769479] transaction","detail":"{read_only:false; response_revision:4959; number_of_response:1; }","duration":"290.249715ms","start":"2026-04-29T01:33:31.888015Z","end":"2026-04-29T01:33:32.178265Z","steps":["trace[1084769479] 'process raft request' (duration: 276.226532ms)","trace[1084769479] 'compare' (duration: 13.751336ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:33:32.178378Z","caller":"traceutil/trace.go:171","msg":"trace[1999386659] linearizableReadLoop","detail":"{readStateIndex:5154; appliedIndex:5153; }","duration":"172.476699ms","start":"2026-04-29T01:33:32.005876Z","end":"2026-04-29T01:33:32.178353Z","steps":["trace[1999386659] 'read index received' (duration: 158.390164ms)","trace[1999386659] 'applied index is now lower than readState.Index' (duration: 14.084154ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:33:32.178547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.299695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:33:32.178598Z","caller":"traceutil/trace.go:171","msg":"trace[649103636] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:4961; }","duration":"171.391148ms","start":"2026-04-29T01:33:32.007194Z","end":"2026-04-29T01:33:32.178585Z","steps":["trace[649103636] 'agreement among raft nodes before linearized reading' (duration: 171.313626ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:33:32.178786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.326367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a1eab64b-4988-4161-be1b-52946a5d2f9e\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-04-29T01:33:32.178887Z","caller":"traceutil/trace.go:171","msg":"trace[1627376362] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a1eab64b-4988-4161-be1b-52946a5d2f9e; range_end:; response_count:1; response_revision:4961; }","duration":"126.488262ms","start":"2026-04-29T01:33:32.052377Z","end":"2026-04-29T01:33:32.178865Z","steps":["trace[1627376362] 'agreement among raft nodes before linearized reading' (duration: 126.211354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:33:32.178932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.030784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:720701"} {"level":"info","ts":"2026-04-29T01:33:32.178959Z","caller":"traceutil/trace.go:171","msg":"trace[517794474] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4961; }","duration":"173.114936ms","start":"2026-04-29T01:33:32.005835Z","end":"2026-04-29T01:33:32.17895Z","steps":["trace[517794474] 'agreement among raft nodes before linearized reading' (duration: 172.625913ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:33:43.178913Z","caller":"traceutil/trace.go:171","msg":"trace[1109220134] linearizableReadLoop","detail":"{readStateIndex:5390; appliedIndex:5389; }","duration":"113.723585ms","start":"2026-04-29T01:33:43.06517Z","end":"2026-04-29T01:33:43.178894Z","steps":["trace[1109220134] 'read index received' (duration: 113.513269ms)","trace[1109220134] 'applied index is now lower than readState.Index' (duration: 209.676µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:33:43.179005Z","caller":"traceutil/trace.go:171","msg":"trace[853444463] transaction","detail":"{read_only:false; response_revision:5188; number_of_response:1; }","duration":"125.606767ms","start":"2026-04-29T01:33:43.053391Z","end":"2026-04-29T01:33:43.178997Z","steps":["trace[853444463] 'process raft request' (duration: 125.36861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:33:43.179442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.236329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:33:43.179549Z","caller":"traceutil/trace.go:171","msg":"trace[1202672226] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:5188; }","duration":"114.390792ms","start":"2026-04-29T01:33:43.065141Z","end":"2026-04-29T01:33:43.179531Z","steps":["trace[1202672226] 'agreement among raft nodes before linearized reading' (duration: 114.226348ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:33:43.865026Z","caller":"traceutil/trace.go:171","msg":"trace[1574292787] linearizableReadLoop","detail":"{readStateIndex:5405; appliedIndex:5404; }","duration":"218.525508ms","start":"2026-04-29T01:33:43.646467Z","end":"2026-04-29T01:33:43.864993Z","steps":["trace[1574292787] 'read index received' (duration: 218.278731ms)","trace[1574292787] 'applied index is now lower than readState.Index' (duration: 245.557µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:33:43.865245Z","caller":"traceutil/trace.go:171","msg":"trace[1052553861] transaction","detail":"{read_only:false; response_revision:5203; number_of_response:1; }","duration":"320.719968ms","start":"2026-04-29T01:33:43.544504Z","end":"2026-04-29T01:33:43.865224Z","steps":["trace[1052553861] 'process raft request' (duration: 320.309467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:33:43.865442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.96296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.23\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-29T01:33:43.865523Z","caller":"traceutil/trace.go:171","msg":"trace[1802180969] range","detail":"{range_begin:/registry/masterleases/199.204.45.23; range_end:; response_count:1; response_revision:5203; }","duration":"219.086603ms","start":"2026-04-29T01:33:43.646424Z","end":"2026-04-29T01:33:43.865511Z","steps":["trace[1802180969] 'agreement among raft nodes before linearized reading' (duration: 218.922439ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:33:43.865846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:33:43.544485Z","time spent":"320.861243ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T01:33:51.430278Z","caller":"traceutil/trace.go:171","msg":"trace[1158212596] linearizableReadLoop","detail":"{readStateIndex:5574; appliedIndex:5573; }","duration":"154.767344ms","start":"2026-04-29T01:33:51.275486Z","end":"2026-04-29T01:33:51.430253Z","steps":["trace[1158212596] 'read index received' (duration: 154.534196ms)","trace[1158212596] 'applied index is now lower than readState.Index' (duration: 232.108µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:33:51.430342Z","caller":"traceutil/trace.go:171","msg":"trace[345949019] transaction","detail":"{read_only:false; response_revision:5368; number_of_response:1; }","duration":"162.652684ms","start":"2026-04-29T01:33:51.267655Z","end":"2026-04-29T01:33:51.430308Z","steps":["trace[345949019] 'process raft request' (duration: 162.457688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:33:51.430416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.910738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-48dae9e9-738d-4d3a-9fd2-4e1aefaa5763\" ","response":"range_response_count:1 size:3762"} {"level":"info","ts":"2026-04-29T01:33:51.430452Z","caller":"traceutil/trace.go:171","msg":"trace[1483241074] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-48dae9e9-738d-4d3a-9fd2-4e1aefaa5763; range_end:; response_count:1; response_revision:5368; }","duration":"154.960679ms","start":"2026-04-29T01:33:51.27548Z","end":"2026-04-29T01:33:51.43044Z","steps":["trace[1483241074] 'agreement among raft nodes before linearized reading' (duration: 154.886037ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:33:51.544308Z","caller":"traceutil/trace.go:171","msg":"trace[423953920] transaction","detail":"{read_only:false; response_revision:5369; number_of_response:1; }","duration":"103.713003ms","start":"2026-04-29T01:33:51.440566Z","end":"2026-04-29T01:33:51.544279Z","steps":["trace[423953920] 'process raft request' (duration: 52.467569ms)","trace[423953920] 'compare' (duration: 51.09512ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:35:10.492453Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2980} {"level":"info","ts":"2026-04-29T01:35:10.562153Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2980,"took":"68.413102ms","hash":157599312,"current-db-size-bytes":58785792,"current-db-size":"59 MB","current-db-size-in-use-bytes":33918976,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-29T01:35:10.562228Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":157599312,"revision":2980,"compact-revision":-1} {"level":"info","ts":"2026-04-29T01:40:02.908734Z","caller":"traceutil/trace.go:171","msg":"trace[1433736516] transaction","detail":"{read_only:false; response_revision:8225; number_of_response:1; }","duration":"142.75713ms","start":"2026-04-29T01:40:02.765947Z","end":"2026-04-29T01:40:02.908704Z","steps":["trace[1433736516] 'process raft request' (duration: 142.210795ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:40:02.910313Z","caller":"traceutil/trace.go:171","msg":"trace[294481051] transaction","detail":"{read_only:false; response_revision:8226; number_of_response:1; }","duration":"118.744893ms","start":"2026-04-29T01:40:02.791543Z","end":"2026-04-29T01:40:02.910288Z","steps":["trace[294481051] 'process raft request' (duration: 118.61703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:40:05.611386Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125954358245421103,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T01:40:06.112355Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125954358245421103,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T01:40:06.248704Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.332001862s","expected-duration":"1s"} {"level":"info","ts":"2026-04-29T01:40:06.249434Z","caller":"traceutil/trace.go:171","msg":"trace[223710469] transaction","detail":"{read_only:false; response_revision:8236; number_of_response:1; }","duration":"1.332848086s","start":"2026-04-29T01:40:04.916554Z","end":"2026-04-29T01:40:06.249402Z","steps":["trace[223710469] 'process raft request' (duration: 1.332668241s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:40:06.249634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:40:04.916524Z","time spent":"1.33300889s","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T01:40:06.25371Z","caller":"traceutil/trace.go:171","msg":"trace[853618389] linearizableReadLoop","detail":"{readStateIndex:8534; appliedIndex:8530; }","duration":"1.143316593s","start":"2026-04-29T01:40:05.110373Z","end":"2026-04-29T01:40:06.253689Z","steps":["trace[853618389] 'read index received' (duration: 1.138766356s)","trace[853618389] 'applied index is now lower than readState.Index' (duration: 4.549017ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:40:06.253994Z","caller":"traceutil/trace.go:171","msg":"trace[1189304823] transaction","detail":"{read_only:false; response_revision:8238; number_of_response:1; }","duration":"624.158312ms","start":"2026-04-29T01:40:05.629819Z","end":"2026-04-29T01:40:06.253978Z","steps":["trace[1189304823] 'process raft request' (duration: 623.767331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:40:06.254028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143634782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T01:40:06.254104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:40:05.62981Z","time spent":"624.237244ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T01:40:06.25411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.037158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-29T01:40:06.254144Z","caller":"traceutil/trace.go:171","msg":"trace[777182438] transaction","detail":"{read_only:false; response_revision:8239; number_of_response:1; }","duration":"623.865654ms","start":"2026-04-29T01:40:05.63027Z","end":"2026-04-29T01:40:06.254135Z","steps":["trace[777182438] 'process raft request' (duration: 623.371471ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:40:06.25411Z","caller":"traceutil/trace.go:171","msg":"trace[1073935862] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:8239; }","duration":"1.143777656s","start":"2026-04-29T01:40:05.110317Z","end":"2026-04-29T01:40:06.254095Z","steps":["trace[1073935862] 'agreement among raft nodes before linearized reading' (duration: 1.143621692s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:40:06.254175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.129604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-29T01:40:06.254208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:40:05.110288Z","time spent":"1.14390836s","remote":"127.0.0.1:50546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-29T01:40:06.254216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:40:05.63025Z","time spent":"623.919135ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T01:40:06.254209Z","caller":"traceutil/trace.go:171","msg":"trace[1288951555] transaction","detail":"{read_only:false; response_revision:8237; number_of_response:1; }","duration":"635.121308ms","start":"2026-04-29T01:40:05.619019Z","end":"2026-04-29T01:40:06.25414Z","steps":["trace[1288951555] 'process raft request' (duration: 634.441579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:40:06.254292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.291719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T01:40:06.254292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.192494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:40:06.25432Z","caller":"traceutil/trace.go:171","msg":"trace[874061429] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8239; }","duration":"160.33905ms","start":"2026-04-29T01:40:06.093973Z","end":"2026-04-29T01:40:06.254312Z","steps":["trace[874061429] 'agreement among raft nodes before linearized reading' (duration: 160.289919ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:40:06.254326Z","caller":"traceutil/trace.go:171","msg":"trace[967479900] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:8239; }","duration":"692.226255ms","start":"2026-04-29T01:40:05.56209Z","end":"2026-04-29T01:40:06.254317Z","steps":["trace[967479900] 'agreement among raft nodes before linearized reading' (duration: 692.174734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:40:06.25434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.833026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-29T01:40:06.254165Z","caller":"traceutil/trace.go:171","msg":"trace[1583863155] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8239; }","duration":"867.134052ms","start":"2026-04-29T01:40:05.387014Z","end":"2026-04-29T01:40:06.254148Z","steps":["trace[1583863155] 'agreement among raft nodes before linearized reading' (duration: 866.979508ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:40:06.254365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:40:05.562019Z","time spent":"692.337638ms","remote":"127.0.0.1:60644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-04-29T01:40:06.254381Z","caller":"traceutil/trace.go:171","msg":"trace[2063397673] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8239; }","duration":"507.874928ms","start":"2026-04-29T01:40:05.746485Z","end":"2026-04-29T01:40:06.25436Z","steps":["trace[2063397673] 'agreement among raft nodes before linearized reading' (duration: 507.809796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:40:06.25439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:40:05.386993Z","time spent":"867.385758ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T01:40:06.254401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:40:05.746477Z","time spent":"507.919029ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-29T01:40:06.254246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.77889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-29T01:40:06.254453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:40:05.618995Z","time spent":"635.323282ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T01:40:06.254515Z","caller":"traceutil/trace.go:171","msg":"trace[1850565480] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8239; }","duration":"565.056488ms","start":"2026-04-29T01:40:05.689428Z","end":"2026-04-29T01:40:06.254484Z","steps":["trace[1850565480] 'agreement among raft nodes before linearized reading' (duration: 564.75874ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:40:06.25448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.90879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-29T01:40:06.254585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:40:05.689411Z","time spent":"565.143941ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-29T01:40:06.254595Z","caller":"traceutil/trace.go:171","msg":"trace[467844390] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8239; }","duration":"558.065703ms","start":"2026-04-29T01:40:05.696507Z","end":"2026-04-29T01:40:06.254573Z","steps":["trace[467844390] 'agreement among raft nodes before linearized reading' (duration: 557.696653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:40:06.254663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:40:05.6965Z","time spent":"558.151986ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-29T01:40:06.254235Z","caller":"traceutil/trace.go:171","msg":"trace[856127340] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8239; }","duration":"504.227076ms","start":"2026-04-29T01:40:05.749991Z","end":"2026-04-29T01:40:06.254218Z","steps":["trace[856127340] 'agreement among raft nodes before linearized reading' (duration: 504.01776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:40:06.254788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:40:05.749978Z","time spent":"504.769131ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-29T01:40:08.460029Z","caller":"traceutil/trace.go:171","msg":"trace[1428509868] transaction","detail":"{read_only:false; response_revision:8251; number_of_response:1; }","duration":"173.962759ms","start":"2026-04-29T01:40:08.286045Z","end":"2026-04-29T01:40:08.460008Z","steps":["trace[1428509868] 'process raft request' (duration: 173.814955ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:40:08.460386Z","caller":"traceutil/trace.go:171","msg":"trace[1877553121] linearizableReadLoop","detail":"{readStateIndex:8549; appliedIndex:8545; }","duration":"137.394382ms","start":"2026-04-29T01:40:08.322965Z","end":"2026-04-29T01:40:08.46036Z","steps":["trace[1877553121] 'read index received' (duration: 136.896418ms)","trace[1877553121] 'applied index is now lower than readState.Index' (duration: 497.084µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:40:08.460506Z","caller":"traceutil/trace.go:171","msg":"trace[1525074219] transaction","detail":"{read_only:false; response_revision:8253; number_of_response:1; }","duration":"173.510557ms","start":"2026-04-29T01:40:08.286983Z","end":"2026-04-29T01:40:08.460494Z","steps":["trace[1525074219] 'process raft request' (duration: 173.225998ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:40:08.4605Z","caller":"traceutil/trace.go:171","msg":"trace[1775126552] transaction","detail":"{read_only:false; response_revision:8252; number_of_response:1; }","duration":"173.843746ms","start":"2026-04-29T01:40:08.286623Z","end":"2026-04-29T01:40:08.460467Z","steps":["trace[1775126552] 'process raft request' (duration: 173.354932ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:40:08.460707Z","caller":"traceutil/trace.go:171","msg":"trace[1518993421] transaction","detail":"{read_only:false; response_revision:8254; number_of_response:1; }","duration":"173.60714ms","start":"2026-04-29T01:40:08.287033Z","end":"2026-04-29T01:40:08.46064Z","steps":["trace[1518993421] 'process raft request' (duration: 173.2836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:40:08.460744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.759023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-29T01:40:08.460822Z","caller":"traceutil/trace.go:171","msg":"trace[197900153] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8254; }","duration":"137.886236ms","start":"2026-04-29T01:40:08.322911Z","end":"2026-04-29T01:40:08.460797Z","steps":["trace[197900153] 'agreement among raft nodes before linearized reading' (duration: 137.643119ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:40:10.508339Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6100} {"level":"info","ts":"2026-04-29T01:40:10.621423Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6100,"took":"110.965017ms","hash":3190077939,"current-db-size-bytes":58785792,"current-db-size":"59 MB","current-db-size-in-use-bytes":23171072,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-04-29T01:40:10.621516Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3190077939,"revision":6100,"compact-revision":2980} {"level":"warn","ts":"2026-04-29T01:40:50.296078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.472255ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T01:40:50.296293Z","caller":"traceutil/trace.go:171","msg":"trace[489847893] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8566; }","duration":"169.032182ms","start":"2026-04-29T01:40:50.127243Z","end":"2026-04-29T01:40:50.296275Z","steps":["trace[489847893] 'process raft request' (duration: 168.952869ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:40:50.296465Z","caller":"traceutil/trace.go:171","msg":"trace[902888465] transaction","detail":"{read_only:false; response_revision:8565; number_of_response:1; }","duration":"169.200067ms","start":"2026-04-29T01:40:50.127194Z","end":"2026-04-29T01:40:50.296394Z","steps":["trace[902888465] 'process raft request' (duration: 50.306849ms)","trace[902888465] 'compare' (duration: 118.215648ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:40:51.03107Z","caller":"traceutil/trace.go:171","msg":"trace[430112076] transaction","detail":"{read_only:false; response_revision:8578; number_of_response:1; }","duration":"123.30793ms","start":"2026-04-29T01:40:50.90773Z","end":"2026-04-29T01:40:51.031038Z","steps":["trace[430112076] 'process raft request' (duration: 122.95478ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:40:51.29022Z","caller":"traceutil/trace.go:171","msg":"trace[327306264] linearizableReadLoop","detail":"{readStateIndex:8889; appliedIndex:8888; }","duration":"130.920442ms","start":"2026-04-29T01:40:51.159277Z","end":"2026-04-29T01:40:51.290197Z","steps":["trace[327306264] 'read index received' (duration: 130.747347ms)","trace[327306264] 'applied index is now lower than readState.Index' (duration: 171.844µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:40:51.290325Z","caller":"traceutil/trace.go:171","msg":"trace[1467075946] transaction","detail":"{read_only:false; response_revision:8580; number_of_response:1; }","duration":"137.749262ms","start":"2026-04-29T01:40:51.152536Z","end":"2026-04-29T01:40:51.290285Z","steps":["trace[1467075946] 'process raft request' (duration: 137.512345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:40:51.290447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.121537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:40:51.290584Z","caller":"traceutil/trace.go:171","msg":"trace[665217959] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:8580; }","duration":"131.340504ms","start":"2026-04-29T01:40:51.15922Z","end":"2026-04-29T01:40:51.290561Z","steps":["trace[665217959] 'agreement among raft nodes before linearized reading' (duration: 131.082726ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:41:39.292412Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002467.wal"} {"level":"info","ts":"2026-04-29T01:42:05.726493Z","caller":"traceutil/trace.go:171","msg":"trace[330688216] transaction","detail":"{read_only:false; response_revision:9315; number_of_response:1; }","duration":"102.563502ms","start":"2026-04-29T01:42:05.62389Z","end":"2026-04-29T01:42:05.726454Z","steps":["trace[330688216] 'process raft request' (duration: 101.715509ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:42:52.921196Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"51a5c416a4d98c86","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-29T01:42:52.925957Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-29T01:42:52.92618Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-29T01:45:10.520837Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8273} {"level":"info","ts":"2026-04-29T01:45:10.597203Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8273,"took":"74.653044ms","hash":2853692726,"current-db-size-bytes":58785792,"current-db-size":"59 MB","current-db-size-in-use-bytes":25227264,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-04-29T01:45:10.59728Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2853692726,"revision":8273,"compact-revision":6100} {"level":"info","ts":"2026-04-29T01:45:48.160638Z","caller":"traceutil/trace.go:171","msg":"trace[1417177107] transaction","detail":"{read_only:false; response_revision:11151; number_of_response:1; }","duration":"130.59457ms","start":"2026-04-29T01:45:48.030014Z","end":"2026-04-29T01:45:48.160608Z","steps":["trace[1417177107] 'process raft request' (duration: 130.421875ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:45:48.405876Z","caller":"traceutil/trace.go:171","msg":"trace[336567816] transaction","detail":"{read_only:false; response_revision:11152; number_of_response:1; }","duration":"239.618193ms","start":"2026-04-29T01:45:48.16623Z","end":"2026-04-29T01:45:48.405848Z","steps":["trace[336567816] 'process raft request' (duration: 179.497491ms)","trace[336567816] 'compare' (duration: 60.000828ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:45:48.419404Z","caller":"traceutil/trace.go:171","msg":"trace[1566985962] transaction","detail":"{read_only:false; response_revision:11153; number_of_response:1; }","duration":"253.129446ms","start":"2026-04-29T01:45:48.166248Z","end":"2026-04-29T01:45:48.419377Z","steps":["trace[1566985962] 'process raft request' (duration: 252.950692ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:45:48.419736Z","caller":"traceutil/trace.go:171","msg":"trace[957640500] transaction","detail":"{read_only:false; response_revision:11154; number_of_response:1; }","duration":"253.465925ms","start":"2026-04-29T01:45:48.166249Z","end":"2026-04-29T01:45:48.419714Z","steps":["trace[957640500] 'process raft request' (duration: 253.085804ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:45:48.420005Z","caller":"traceutil/trace.go:171","msg":"trace[153513380] transaction","detail":"{read_only:false; response_revision:11155; number_of_response:1; }","duration":"253.455426ms","start":"2026-04-29T01:45:48.166537Z","end":"2026-04-29T01:45:48.419992Z","steps":["trace[153513380] 'process raft request' (duration: 253.089645ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:50:10.528749Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10755} {"level":"info","ts":"2026-04-29T01:50:10.626131Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10755,"took":"93.69215ms","hash":221909699,"current-db-size-bytes":58785792,"current-db-size":"59 MB","current-db-size-in-use-bytes":27918336,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-04-29T01:50:10.626228Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":221909699,"revision":10755,"compact-revision":8273} {"level":"info","ts":"2026-04-29T01:52:16.900277Z","caller":"traceutil/trace.go:171","msg":"trace[1077058092] transaction","detail":"{read_only:false; response_revision:13762; number_of_response:1; }","duration":"273.022469ms","start":"2026-04-29T01:52:16.62722Z","end":"2026-04-29T01:52:16.900243Z","steps":["trace[1077058092] 'process raft request' (duration: 272.570517ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:54:03.030635Z","caller":"traceutil/trace.go:171","msg":"trace[392046472] transaction","detail":"{read_only:false; response_revision:14870; number_of_response:1; }","duration":"129.841326ms","start":"2026-04-29T01:54:02.900768Z","end":"2026-04-29T01:54:03.03061Z","steps":["trace[392046472] 'process raft request' (duration: 129.471106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:54:03.297058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.690391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-29T01:54:03.297232Z","caller":"traceutil/trace.go:171","msg":"trace[2038575426] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14873; }","duration":"151.916837ms","start":"2026-04-29T01:54:03.145293Z","end":"2026-04-29T01:54:03.29721Z","steps":["trace[2038575426] 'range keys from in-memory index tree' (duration: 151.515696ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:54:03.654091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.050089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:54:03.654188Z","caller":"traceutil/trace.go:171","msg":"trace[1325889870] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14877; }","duration":"122.208734ms","start":"2026-04-29T01:54:03.531957Z","end":"2026-04-29T01:54:03.654166Z","steps":["trace[1325889870] 'range keys from in-memory index tree' (duration: 121.943367ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:55:10.549099Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12954} {"level":"info","ts":"2026-04-29T01:55:10.652083Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12954,"took":"100.084791ms","hash":1130913004,"current-db-size-bytes":58785792,"current-db-size":"59 MB","current-db-size-in-use-bytes":30715904,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-29T01:55:10.652147Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1130913004,"revision":12954,"compact-revision":10755} {"level":"info","ts":"2026-04-29T01:59:54.961178Z","caller":"traceutil/trace.go:171","msg":"trace[493150320] transaction","detail":"{read_only:false; response_revision:17474; number_of_response:1; }","duration":"199.278732ms","start":"2026-04-29T01:59:54.761874Z","end":"2026-04-29T01:59:54.961153Z","steps":["trace[493150320] 'process raft request' (duration: 199.19764ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:59:54.961176Z","caller":"traceutil/trace.go:171","msg":"trace[1840101812] transaction","detail":"{read_only:false; response_revision:17473; number_of_response:1; }","duration":"201.142274ms","start":"2026-04-29T01:59:54.760001Z","end":"2026-04-29T01:59:54.961143Z","steps":["trace[1840101812] 'process raft request' (duration: 178.353384ms)","trace[1840101812] 'compare' (duration: 22.583134ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:59:54.96138Z","caller":"traceutil/trace.go:171","msg":"trace[899553422] transaction","detail":"{read_only:false; response_revision:17475; number_of_response:1; }","duration":"198.415858ms","start":"2026-04-29T01:59:54.76295Z","end":"2026-04-29T01:59:54.961366Z","steps":["trace[899553422] 'process raft request' (duration: 198.168771ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:59:54.961522Z","caller":"traceutil/trace.go:171","msg":"trace[62988757] linearizableReadLoop","detail":"{readStateIndex:18076; appliedIndex:18071; }","duration":"159.169063ms","start":"2026-04-29T01:59:54.802319Z","end":"2026-04-29T01:59:54.961488Z","steps":["trace[62988757] 'read index received' (duration: 536.795µs)","trace[62988757] 'applied index is now lower than readState.Index' (duration: 158.630828ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:59:54.961581Z","caller":"traceutil/trace.go:171","msg":"trace[2078760027] transaction","detail":"{read_only:false; response_revision:17476; number_of_response:1; }","duration":"165.368284ms","start":"2026-04-29T01:59:54.796181Z","end":"2026-04-29T01:59:54.96155Z","steps":["trace[2078760027] 'process raft request' (duration: 165.137428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:54.961701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.356368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T01:59:54.961816Z","caller":"traceutil/trace.go:171","msg":"trace[1400446419] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:17476; }","duration":"159.474191ms","start":"2026-04-29T01:59:54.802267Z","end":"2026-04-29T01:59:54.961741Z","steps":["trace[1400446419] 'agreement among raft nodes before linearized reading' (duration: 159.370648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:54.961837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.757943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-29T01:59:54.961897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.026046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-29T01:59:54.961916Z","caller":"traceutil/trace.go:171","msg":"trace[1952368336] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17476; }","duration":"140.880617ms","start":"2026-04-29T01:59:54.821015Z","end":"2026-04-29T01:59:54.961895Z","steps":["trace[1952368336] 'agreement among raft nodes before linearized reading' (duration: 140.683581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:54.96192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.126907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-29T01:59:54.961948Z","caller":"traceutil/trace.go:171","msg":"trace[1640825204] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17476; }","duration":"147.115959ms","start":"2026-04-29T01:59:54.814821Z","end":"2026-04-29T01:59:54.961936Z","steps":["trace[1640825204] 'agreement among raft nodes before linearized reading' (duration: 146.905143ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:59:54.961978Z","caller":"traceutil/trace.go:171","msg":"trace[310830221] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17476; }","duration":"148.23406ms","start":"2026-04-29T01:59:54.813728Z","end":"2026-04-29T01:59:54.961962Z","steps":["trace[310830221] 'agreement among raft nodes before linearized reading' (duration: 147.977863ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:59:55.861706Z","caller":"traceutil/trace.go:171","msg":"trace[1685505625] linearizableReadLoop","detail":"{readStateIndex:18080; appliedIndex:18079; }","duration":"330.733898ms","start":"2026-04-29T01:59:55.530949Z","end":"2026-04-29T01:59:55.861683Z","steps":["trace[1685505625] 'read index received' (duration: 330.562013ms)","trace[1685505625] 'applied index is now lower than readState.Index' (duration: 171.045µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:59:55.861814Z","caller":"traceutil/trace.go:171","msg":"trace[1770239465] transaction","detail":"{read_only:false; response_revision:17480; number_of_response:1; }","duration":"458.002438ms","start":"2026-04-29T01:59:55.403801Z","end":"2026-04-29T01:59:55.861803Z","steps":["trace[1770239465] 'process raft request' (duration: 457.733391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:55.861918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:59:55.403761Z","time spent":"458.08035ms","remote":"127.0.0.1:50480","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20891,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T01:59:55.862053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.11755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T01:59:55.862096Z","caller":"traceutil/trace.go:171","msg":"trace[390869429] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17480; }","duration":"331.213983ms","start":"2026-04-29T01:59:55.530872Z","end":"2026-04-29T01:59:55.862086Z","steps":["trace[390869429] 'agreement among raft nodes before linearized reading' (duration: 331.151051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:55.862124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:59:55.530839Z","time spent":"331.277514ms","remote":"127.0.0.1:50282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T01:59:55.862412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.008042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-zll5w\" ","response":"range_response_count:1 size:22018"} {"level":"info","ts":"2026-04-29T01:59:55.86254Z","caller":"traceutil/trace.go:171","msg":"trace[857936341] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-zll5w; range_end:; response_count:1; response_revision:17480; }","duration":"196.185127ms","start":"2026-04-29T01:59:55.666336Z","end":"2026-04-29T01:59:55.862521Z","steps":["trace[857936341] 'agreement among raft nodes before linearized reading' (duration: 195.848298ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:59:59.155694Z","caller":"traceutil/trace.go:171","msg":"trace[1588273171] transaction","detail":"{read_only:false; response_revision:17565; number_of_response:1; }","duration":"104.687605ms","start":"2026-04-29T01:59:59.050978Z","end":"2026-04-29T01:59:59.155666Z","steps":["trace[1588273171] 'process raft request' (duration: 99.78648ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:59:59.156504Z","caller":"traceutil/trace.go:171","msg":"trace[2118486522] transaction","detail":"{read_only:false; response_revision:17566; number_of_response:1; }","duration":"105.050856ms","start":"2026-04-29T01:59:59.051427Z","end":"2026-04-29T01:59:59.156478Z","steps":["trace[2118486522] 'process raft request' (duration: 104.184131ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:00:03.550601Z","caller":"traceutil/trace.go:171","msg":"trace[1029453267] transaction","detail":"{read_only:false; response_revision:17632; number_of_response:1; }","duration":"108.341927ms","start":"2026-04-29T02:00:03.44223Z","end":"2026-04-29T02:00:03.550572Z","steps":["trace[1029453267] 'process raft request' (duration: 108.161552ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:00:03.834498Z","caller":"traceutil/trace.go:171","msg":"trace[1649877433] transaction","detail":"{read_only:false; response_revision:17636; number_of_response:1; }","duration":"215.283994ms","start":"2026-04-29T02:00:03.619181Z","end":"2026-04-29T02:00:03.834465Z","steps":["trace[1649877433] 'process raft request' (duration: 215.091249ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:00:03.845439Z","caller":"traceutil/trace.go:171","msg":"trace[1752889821] linearizableReadLoop","detail":"{readStateIndex:18239; appliedIndex:18236; }","duration":"109.285283ms","start":"2026-04-29T02:00:03.736131Z","end":"2026-04-29T02:00:03.845416Z","steps":["trace[1752889821] 'read index received' (duration: 98.135264ms)","trace[1752889821] 'applied index is now lower than readState.Index' (duration: 11.149059ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:00:03.84551Z","caller":"traceutil/trace.go:171","msg":"trace[1863534218] transaction","detail":"{read_only:false; response_revision:17637; number_of_response:1; }","duration":"192.795972ms","start":"2026-04-29T02:00:03.652676Z","end":"2026-04-29T02:00:03.845472Z","steps":["trace[1863534218] 'process raft request' (duration: 189.835931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:03.845649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.495128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.23\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-04-29T02:00:03.845693Z","caller":"traceutil/trace.go:171","msg":"trace[1252119765] range","detail":"{range_begin:/registry/masterleases/199.204.45.23; range_end:; response_count:1; response_revision:17638; }","duration":"109.590201ms","start":"2026-04-29T02:00:03.736094Z","end":"2026-04-29T02:00:03.845684Z","steps":["trace[1252119765] 'agreement among raft nodes before linearized reading' (duration: 109.419836ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:00:03.845824Z","caller":"traceutil/trace.go:171","msg":"trace[1582066053] transaction","detail":"{read_only:false; response_revision:17638; number_of_response:1; }","duration":"137.095261ms","start":"2026-04-29T02:00:03.708717Z","end":"2026-04-29T02:00:03.845812Z","steps":["trace[1582066053] 'process raft request' (duration: 136.633748ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:00:10.556209Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15314} {"level":"info","ts":"2026-04-29T02:00:10.649715Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15314,"took":"91.057138ms","hash":675967211,"current-db-size-bytes":58785792,"current-db-size":"59 MB","current-db-size-in-use-bytes":32489472,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-29T02:00:10.64989Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":675967211,"revision":15314,"compact-revision":12954} {"level":"info","ts":"2026-04-29T02:03:35.771567Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"51a5c416a4d98c86","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-29T02:03:35.778247Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-04-29T02:03:35.778367Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-04-29T02:05:10.562791Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17751} {"level":"info","ts":"2026-04-29T02:05:10.658452Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17751,"took":"92.018495ms","hash":1090979272,"current-db-size-bytes":58785792,"current-db-size":"59 MB","current-db-size-in-use-bytes":34222080,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-29T02:05:10.658533Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1090979272,"revision":17751,"compact-revision":15314} {"level":"info","ts":"2026-04-29T02:05:24.235748Z","caller":"traceutil/trace.go:171","msg":"trace[1772891430] transaction","detail":"{read_only:false; response_revision:20170; number_of_response:1; }","duration":"117.715495ms","start":"2026-04-29T02:05:24.118005Z","end":"2026-04-29T02:05:24.235721Z","steps":["trace[1772891430] 'process raft request' (duration: 109.804836ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:24.235967Z","caller":"traceutil/trace.go:171","msg":"trace[1032302822] transaction","detail":"{read_only:false; response_revision:20172; number_of_response:1; }","duration":"102.169776ms","start":"2026-04-29T02:05:24.133786Z","end":"2026-04-29T02:05:24.235956Z","steps":["trace[1032302822] 'process raft request' (duration: 101.979451ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:24.235949Z","caller":"traceutil/trace.go:171","msg":"trace[1003502338] transaction","detail":"{read_only:false; response_revision:20171; number_of_response:1; }","duration":"104.949753ms","start":"2026-04-29T02:05:24.130965Z","end":"2026-04-29T02:05:24.235915Z","steps":["trace[1003502338] 'process raft request' (duration: 104.678805ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:40.150968Z","caller":"traceutil/trace.go:171","msg":"trace[680608749] transaction","detail":"{read_only:false; response_revision:20247; number_of_response:1; }","duration":"119.349691ms","start":"2026-04-29T02:05:40.031586Z","end":"2026-04-29T02:05:40.150936Z","steps":["trace[680608749] 'process raft request' (duration: 119.051823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:05:45.84081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.002978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:05:45.840926Z","caller":"traceutil/trace.go:171","msg":"trace[1328312575] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20279; }","duration":"150.178552ms","start":"2026-04-29T02:05:45.690728Z","end":"2026-04-29T02:05:45.840907Z","steps":["trace[1328312575] 'count revisions from in-memory index tree' (duration: 149.903045ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:46.455483Z","caller":"traceutil/trace.go:171","msg":"trace[1696691767] transaction","detail":"{read_only:false; response_revision:20282; number_of_response:1; }","duration":"177.90996ms","start":"2026-04-29T02:05:46.277534Z","end":"2026-04-29T02:05:46.455444Z","steps":["trace[1696691767] 'process raft request' (duration: 144.370523ms)","trace[1696691767] 'compare' (duration: 33.28623ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:05:46.456302Z","caller":"traceutil/trace.go:171","msg":"trace[19754881] transaction","detail":"{read_only:false; response_revision:20283; number_of_response:1; }","duration":"148.768154ms","start":"2026-04-29T02:05:46.307518Z","end":"2026-04-29T02:05:46.456286Z","steps":["trace[19754881] 'process raft request' (duration: 148.536858ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:46.45631Z","caller":"traceutil/trace.go:171","msg":"trace[409478973] linearizableReadLoop","detail":"{readStateIndex:20975; appliedIndex:20971; }","duration":"111.805252ms","start":"2026-04-29T02:05:46.344469Z","end":"2026-04-29T02:05:46.456274Z","steps":["trace[409478973] 'read index received' (duration: 77.549305ms)","trace[409478973] 'applied index is now lower than readState.Index' (duration: 34.255147ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:05:46.456507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.026698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:05:46.456551Z","caller":"traceutil/trace.go:171","msg":"trace[1332441081] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:20285; }","duration":"112.147961ms","start":"2026-04-29T02:05:46.344392Z","end":"2026-04-29T02:05:46.45654Z","steps":["trace[1332441081] 'agreement among raft nodes before linearized reading' (duration: 111.986947ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:46.456673Z","caller":"traceutil/trace.go:171","msg":"trace[501901351] transaction","detail":"{read_only:false; response_revision:20284; number_of_response:1; }","duration":"146.670146ms","start":"2026-04-29T02:05:46.309974Z","end":"2026-04-29T02:05:46.456644Z","steps":["trace[501901351] 'process raft request' (duration: 146.225174ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:05:46.456674Z","caller":"traceutil/trace.go:171","msg":"trace[947564422] transaction","detail":"{read_only:false; response_revision:20285; number_of_response:1; }","duration":"145.514294ms","start":"2026-04-29T02:05:46.311134Z","end":"2026-04-29T02:05:46.456648Z","steps":["trace[947564422] 'process raft request' (duration: 145.101353ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:09:29.93268Z","caller":"traceutil/trace.go:171","msg":"trace[1594265147] linearizableReadLoop","detail":"{readStateIndex:23385; appliedIndex:23384; }","duration":"193.026038ms","start":"2026-04-29T02:09:29.73963Z","end":"2026-04-29T02:09:29.932656Z","steps":["trace[1594265147] 'read index received' (duration: 192.843563ms)","trace[1594265147] 'applied index is now lower than readState.Index' (duration: 181.625µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:09:29.932788Z","caller":"traceutil/trace.go:171","msg":"trace[513165825] transaction","detail":"{read_only:false; response_revision:22624; number_of_response:1; }","duration":"343.979462ms","start":"2026-04-29T02:09:29.588774Z","end":"2026-04-29T02:09:29.932753Z","steps":["trace[513165825] 'process raft request' (duration: 343.706015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:09:29.93285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.204813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:09:29.932891Z","caller":"traceutil/trace.go:171","msg":"trace[1405534551] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22624; }","duration":"193.269365ms","start":"2026-04-29T02:09:29.73961Z","end":"2026-04-29T02:09:29.932879Z","steps":["trace[1405534551] 'agreement among raft nodes before linearized reading' (duration: 193.150202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:09:29.932974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:09:29.588759Z","time spent":"344.118926ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:09:30.083213Z","caller":"traceutil/trace.go:171","msg":"trace[588528728] transaction","detail":"{read_only:false; response_revision:22625; number_of_response:1; }","duration":"107.207625ms","start":"2026-04-29T02:09:29.975976Z","end":"2026-04-29T02:09:30.083183Z","steps":["trace[588528728] 'process raft request' (duration: 106.092025ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:09:30.083236Z","caller":"traceutil/trace.go:171","msg":"trace[1277387581] transaction","detail":"{read_only:false; response_revision:22626; number_of_response:1; }","duration":"105.816617ms","start":"2026-04-29T02:09:29.977391Z","end":"2026-04-29T02:09:30.083207Z","steps":["trace[1277387581] 'process raft request' (duration: 105.730884ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:09:30.083395Z","caller":"traceutil/trace.go:171","msg":"trace[1069576510] transaction","detail":"{read_only:false; response_revision:22627; number_of_response:1; }","duration":"105.844547ms","start":"2026-04-29T02:09:29.977521Z","end":"2026-04-29T02:09:30.083366Z","steps":["trace[1069576510] 'process raft request' (duration: 105.643951ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:09:33.454669Z","caller":"traceutil/trace.go:171","msg":"trace[1264604094] transaction","detail":"{read_only:false; response_revision:22654; number_of_response:1; }","duration":"148.957521ms","start":"2026-04-29T02:09:33.305683Z","end":"2026-04-29T02:09:33.454641Z","steps":["trace[1264604094] 'process raft request' (duration: 126.944712ms)","trace[1264604094] 'compare' (duration: 21.855973ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:09:33.454843Z","caller":"traceutil/trace.go:171","msg":"trace[1088978851] transaction","detail":"{read_only:false; response_revision:22655; number_of_response:1; }","duration":"143.971802ms","start":"2026-04-29T02:09:33.310862Z","end":"2026-04-29T02:09:33.454834Z","steps":["trace[1088978851] 'process raft request' (duration: 143.732335ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:10:10.5688Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20083} {"level":"info","ts":"2026-04-29T02:10:10.676702Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20083,"took":"104.217603ms","hash":2617959367,"current-db-size-bytes":58785792,"current-db-size":"59 MB","current-db-size-in-use-bytes":41091072,"current-db-size-in-use":"41 MB"} {"level":"info","ts":"2026-04-29T02:10:10.676776Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2617959367,"revision":20083,"compact-revision":17751} {"level":"warn","ts":"2026-04-29T02:12:59.464459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.735884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-29T02:12:59.464584Z","caller":"traceutil/trace.go:171","msg":"trace[389887603] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24761; }","duration":"361.916078ms","start":"2026-04-29T02:12:59.10264Z","end":"2026-04-29T02:12:59.464556Z","steps":["trace[389887603] 'range keys from in-memory index tree' (duration: 361.509448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:12:59.464645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:12:59.102616Z","time spent":"362.013381ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-29T02:12:59.98015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.357413ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-29T02:12:59.980397Z","caller":"traceutil/trace.go:171","msg":"trace[415892856] linearizableReadLoop","detail":"{readStateIndex:25577; appliedIndex:25576; }","duration":"851.837147ms","start":"2026-04-29T02:12:59.128542Z","end":"2026-04-29T02:12:59.980379Z","steps":["trace[415892856] 'read index received' (duration: 136.188726ms)","trace[415892856] 'applied index is now lower than readState.Index' (duration: 715.647361ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:12:59.980773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.238268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-29T02:12:59.980814Z","caller":"traceutil/trace.go:171","msg":"trace[1456198372] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24761; }","duration":"852.33273ms","start":"2026-04-29T02:12:59.12847Z","end":"2026-04-29T02:12:59.980803Z","steps":["trace[1456198372] 'agreement among raft nodes before linearized reading' (duration: 852.166726ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:12:59.980847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:12:59.128443Z","time spent":"852.396172ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T02:12:59.980893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.249949ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:12:59.98104Z","caller":"traceutil/trace.go:171","msg":"trace[1016755419] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24761; }","duration":"106.408263ms","start":"2026-04-29T02:12:59.874611Z","end":"2026-04-29T02:12:59.981019Z","steps":["trace[1016755419] 'range keys from in-memory index tree' (duration: 106.233218ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:12:59.981163Z","caller":"traceutil/trace.go:171","msg":"trace[1271240681] transaction","detail":"{read_only:false; response_revision:24762; number_of_response:1; }","duration":"779.877307ms","start":"2026-04-29T02:12:59.20127Z","end":"2026-04-29T02:12:59.981148Z","steps":["trace[1271240681] 'process raft request' (duration: 778.995563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:12:59.981289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:12:59.201244Z","time spent":"779.970491ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:13:00.129185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.960882ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:13:00.129324Z","caller":"traceutil/trace.go:171","msg":"trace[1248232181] transaction","detail":"{read_only:false; response_revision:24763; number_of_response:1; }","duration":"653.270796ms","start":"2026-04-29T02:12:59.476029Z","end":"2026-04-29T02:13:00.1293Z","steps":["trace[1248232181] 'process raft request' (duration: 505.108938ms)","trace[1248232181] 'compare' (duration: 147.830159ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:13:00.129408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:12:59.47599Z","time spent":"653.370189ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:13:00.163343Z","caller":"traceutil/trace.go:171","msg":"trace[1158269859] linearizableReadLoop","detail":"{readStateIndex:25580; appliedIndex:25579; }","duration":"182.884239ms","start":"2026-04-29T02:12:59.980432Z","end":"2026-04-29T02:13:00.163316Z","steps":["trace[1158269859] 'read index received' (duration: 182.789015ms)","trace[1158269859] 'applied index is now lower than readState.Index' (duration: 94.444µs)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:13:00.163438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.754113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:13:00.163534Z","caller":"traceutil/trace.go:171","msg":"trace[1785277001] transaction","detail":"{read_only:false; response_revision:24764; number_of_response:1; }","duration":"346.081151ms","start":"2026-04-29T02:12:59.817438Z","end":"2026-04-29T02:13:00.163519Z","steps":["trace[1785277001] 'process raft request' (duration: 345.746191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:00.163567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034643273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-29T02:13:00.16359Z","caller":"traceutil/trace.go:171","msg":"trace[1790021810] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24764; }","duration":"1.034692075s","start":"2026-04-29T02:12:59.12889Z","end":"2026-04-29T02:13:00.163582Z","steps":["trace[1790021810] 'agreement among raft nodes before linearized reading' (duration: 1.034605342s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:00.163618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:12:59.128879Z","time spent":"1.034733996s","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T02:13:00.163626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:12:59.817409Z","time spent":"346.172144ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:13:00.163529Z","caller":"traceutil/trace.go:171","msg":"trace[409377433] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:24764; }","duration":"528.890967ms","start":"2026-04-29T02:12:59.634624Z","end":"2026-04-29T02:13:00.163515Z","steps":["trace[409377433] 'agreement among raft nodes before linearized reading' (duration: 528.716042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:00.16374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:12:59.634608Z","time spent":"529.108343ms","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:13:00.163468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.43318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:13:00.163857Z","caller":"traceutil/trace.go:171","msg":"trace[229853773] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24764; }","duration":"632.836741ms","start":"2026-04-29T02:12:59.530979Z","end":"2026-04-29T02:13:00.163815Z","steps":["trace[229853773] 'agreement among raft nodes before linearized reading' (duration: 632.401139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:00.163916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:12:59.530959Z","time spent":"632.943784ms","remote":"127.0.0.1:50282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:13:00.163478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.74963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:13:00.163987Z","caller":"traceutil/trace.go:171","msg":"trace[974750115] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24764; }","duration":"854.301326ms","start":"2026-04-29T02:12:59.309675Z","end":"2026-04-29T02:13:00.163976Z","steps":["trace[974750115] 'agreement among raft nodes before linearized reading' (duration: 853.748511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:00.164023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:12:59.309658Z","time spent":"854.353777ms","remote":"127.0.0.1:42296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:13:00.163657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.949639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-04-29T02:13:00.164145Z","caller":"traceutil/trace.go:171","msg":"trace[1761479028] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:24764; }","duration":"482.434642ms","start":"2026-04-29T02:12:59.6817Z","end":"2026-04-29T02:13:00.164134Z","steps":["trace[1761479028] 'agreement among raft nodes before linearized reading' (duration: 481.865806ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:00.16417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:12:59.681679Z","time spent":"482.482423ms","remote":"127.0.0.1:50446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-04-29T02:13:00.297468Z","caller":"traceutil/trace.go:171","msg":"trace[1345955105] linearizableReadLoop","detail":"{readStateIndex:25582; appliedIndex:25580; }","duration":"134.042166ms","start":"2026-04-29T02:13:00.163402Z","end":"2026-04-29T02:13:00.297444Z","steps":["trace[1345955105] 'read index received' (duration: 133.83807ms)","trace[1345955105] 'applied index is now lower than readState.Index' (duration: 202.906µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:13:00.297539Z","caller":"traceutil/trace.go:171","msg":"trace[342639973] transaction","detail":"{read_only:false; response_revision:24765; number_of_response:1; }","duration":"311.275938ms","start":"2026-04-29T02:12:59.986207Z","end":"2026-04-29T02:13:00.297483Z","steps":["trace[342639973] 'process raft request' (duration: 310.99625ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:00.297857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:12:59.986185Z","time spent":"311.592728ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:13:00.297574Z","caller":"traceutil/trace.go:171","msg":"trace[475721800] transaction","detail":"{read_only:false; response_revision:24766; number_of_response:1; }","duration":"273.491233ms","start":"2026-04-29T02:13:00.024059Z","end":"2026-04-29T02:13:00.29755Z","steps":["trace[475721800] 'process raft request' (duration: 273.323818ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:00.297694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.429582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-29T02:13:00.298021Z","caller":"traceutil/trace.go:171","msg":"trace[1049865423] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24766; }","duration":"281.792523ms","start":"2026-04-29T02:13:00.016207Z","end":"2026-04-29T02:13:00.297999Z","steps":["trace[1049865423] 'agreement among raft nodes before linearized reading' (duration: 281.366171ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:00.359075Z","caller":"traceutil/trace.go:171","msg":"trace[300301345] transaction","detail":"{read_only:false; response_revision:24767; number_of_response:1; }","duration":"192.38866ms","start":"2026-04-29T02:13:00.166662Z","end":"2026-04-29T02:13:00.359051Z","steps":["trace[300301345] 'process raft request' (duration: 192.163894ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:00.35939Z","caller":"traceutil/trace.go:171","msg":"trace[1185328309] transaction","detail":"{read_only:false; response_revision:24768; number_of_response:1; }","duration":"158.929885ms","start":"2026-04-29T02:13:00.20044Z","end":"2026-04-29T02:13:00.35937Z","steps":["trace[1185328309] 'process raft request' (duration: 158.564365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:00.359435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.323315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:13:00.359502Z","caller":"traceutil/trace.go:171","msg":"trace[1506835437] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24769; }","duration":"194.398917ms","start":"2026-04-29T02:13:00.165065Z","end":"2026-04-29T02:13:00.359464Z","steps":["trace[1506835437] 'agreement among raft nodes before linearized reading' (duration: 194.308094ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:00.359579Z","caller":"traceutil/trace.go:171","msg":"trace[71702136] transaction","detail":"{read_only:false; response_revision:24769; number_of_response:1; }","duration":"158.638778ms","start":"2026-04-29T02:13:00.200933Z","end":"2026-04-29T02:13:00.359572Z","steps":["trace[71702136] 'process raft request' (duration: 158.335829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:00.359744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.08045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ce5d0245-fab1-4898-9eb4-b87cd2f62666\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-04-29T02:13:00.359773Z","caller":"traceutil/trace.go:171","msg":"trace[229073434] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ce5d0245-fab1-4898-9eb4-b87cd2f62666; range_end:; response_count:1; response_revision:24769; }","duration":"193.127411ms","start":"2026-04-29T02:13:00.166637Z","end":"2026-04-29T02:13:00.359764Z","steps":["trace[229073434] 'agreement among raft nodes before linearized reading' (duration: 193.036299ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:00.414945Z","caller":"traceutil/trace.go:171","msg":"trace[418813789] transaction","detail":"{read_only:false; response_revision:24770; number_of_response:1; }","duration":"112.83404ms","start":"2026-04-29T02:13:00.302082Z","end":"2026-04-29T02:13:00.414916Z","steps":["trace[418813789] 'process raft request' (duration: 112.654855ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:04.15433Z","caller":"traceutil/trace.go:171","msg":"trace[1036105372] transaction","detail":"{read_only:false; response_revision:24804; number_of_response:1; }","duration":"160.361915ms","start":"2026-04-29T02:13:03.993951Z","end":"2026-04-29T02:13:04.154313Z","steps":["trace[1036105372] 'process raft request' (duration: 154.372539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:04.562508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.561151ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:13:04.562628Z","caller":"traceutil/trace.go:171","msg":"trace[2029492731] transaction","detail":"{read_only:false; response_revision:24805; number_of_response:1; }","duration":"404.086755ms","start":"2026-04-29T02:13:04.158519Z","end":"2026-04-29T02:13:04.562606Z","steps":["trace[2029492731] 'process raft request' (duration: 226.337699ms)","trace[2029492731] 'compare' (duration: 177.363176ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:13:04.562704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:04.158501Z","time spent":"404.175237ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:13:04.581229Z","caller":"traceutil/trace.go:171","msg":"trace[425349841] transaction","detail":"{read_only:false; response_revision:24806; number_of_response:1; }","duration":"405.671629ms","start":"2026-04-29T02:13:04.175533Z","end":"2026-04-29T02:13:04.581205Z","steps":["trace[425349841] 'process raft request' (duration: 405.494803ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:04.581406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:04.175509Z","time spent":"405.789642ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:13:04.581575Z","caller":"traceutil/trace.go:171","msg":"trace[381503781] transaction","detail":"{read_only:false; response_revision:24808; number_of_response:1; }","duration":"208.99565ms","start":"2026-04-29T02:13:04.372545Z","end":"2026-04-29T02:13:04.581541Z","steps":["trace[381503781] 'process raft request' (duration: 208.835675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:04.581637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.341228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-29T02:13:04.581641Z","caller":"traceutil/trace.go:171","msg":"trace[674476501] transaction","detail":"{read_only:false; response_revision:24809; number_of_response:1; }","duration":"209.008771ms","start":"2026-04-29T02:13:04.372599Z","end":"2026-04-29T02:13:04.581608Z","steps":["trace[674476501] 'process raft request' (duration: 208.879787ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:04.581688Z","caller":"traceutil/trace.go:171","msg":"trace[1178528971] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24809; }","duration":"269.42698ms","start":"2026-04-29T02:13:04.312249Z","end":"2026-04-29T02:13:04.581676Z","steps":["trace[1178528971] 'agreement among raft nodes before linearized reading' (duration: 269.296947ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:04.581796Z","caller":"traceutil/trace.go:171","msg":"trace[161763434] transaction","detail":"{read_only:false; response_revision:24807; number_of_response:1; }","duration":"269.779431ms","start":"2026-04-29T02:13:04.312009Z","end":"2026-04-29T02:13:04.581789Z","steps":["trace[161763434] 'process raft request' (duration: 269.148844ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:04.581788Z","caller":"traceutil/trace.go:171","msg":"trace[1920911520] linearizableReadLoop","detail":"{readStateIndex:25624; appliedIndex:25621; }","duration":"269.245206ms","start":"2026-04-29T02:13:04.312297Z","end":"2026-04-29T02:13:04.581542Z","steps":["trace[1920911520] 'read index received' (duration: 72.634988ms)","trace[1920911520] 'applied index is now lower than readState.Index' (duration: 196.609258ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:13:04.980809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.462625ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:13:04.98102Z","caller":"traceutil/trace.go:171","msg":"trace[99053278] transaction","detail":"{read_only:false; response_revision:24812; number_of_response:1; }","duration":"375.268718ms","start":"2026-04-29T02:13:04.605735Z","end":"2026-04-29T02:13:04.981004Z","steps":["trace[99053278] 'process raft request' (duration: 375.227527ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:04.9811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:04.605722Z","time spent":"375.34542ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:13:04.981408Z","caller":"traceutil/trace.go:171","msg":"trace[691701678] transaction","detail":"{read_only:false; response_revision:24810; number_of_response:1; }","duration":"568.041718ms","start":"2026-04-29T02:13:04.413353Z","end":"2026-04-29T02:13:04.981394Z","steps":["trace[691701678] 'process raft request' (duration: 328.914545ms)","trace[691701678] 'compare' (duration: 237.793447ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:13:04.98146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:04.413331Z","time spent":"568.10122ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:13:04.981579Z","caller":"traceutil/trace.go:171","msg":"trace[1680580025] linearizableReadLoop","detail":"{readStateIndex:25627; appliedIndex:25626; }","duration":"399.747545ms","start":"2026-04-29T02:13:04.581823Z","end":"2026-04-29T02:13:04.981571Z","steps":["trace[1680580025] 'read index received' (duration: 160.456008ms)","trace[1680580025] 'applied index is now lower than readState.Index' (duration: 239.290387ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:13:04.981629Z","caller":"traceutil/trace.go:171","msg":"trace[1632552060] transaction","detail":"{read_only:false; response_revision:24811; number_of_response:1; }","duration":"395.870327ms","start":"2026-04-29T02:13:04.585751Z","end":"2026-04-29T02:13:04.981622Z","steps":["trace[1632552060] 'process raft request' (duration: 395.153848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:04.981677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:04.585731Z","time spent":"395.915279ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:13:04.981769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.097288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:13:04.981794Z","caller":"traceutil/trace.go:171","msg":"trace[212777060] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24812; }","duration":"454.157481ms","start":"2026-04-29T02:13:04.527628Z","end":"2026-04-29T02:13:04.981785Z","steps":["trace[212777060] 'agreement among raft nodes before linearized reading' (duration: 454.112029ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:04.981818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:04.527606Z","time spent":"454.207561ms","remote":"127.0.0.1:50282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:13:04.982011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.393515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-29T02:13:04.982036Z","caller":"traceutil/trace.go:171","msg":"trace[168549520] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24812; }","duration":"553.446935ms","start":"2026-04-29T02:13:04.428582Z","end":"2026-04-29T02:13:04.982029Z","steps":["trace[168549520] 'agreement among raft nodes before linearized reading' (duration: 553.353093ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:04.982063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:04.428133Z","time spent":"553.924229ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T02:13:04.982234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.670673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-29T02:13:04.982269Z","caller":"traceutil/trace.go:171","msg":"trace[438779788] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24812; }","duration":"608.705844ms","start":"2026-04-29T02:13:04.373555Z","end":"2026-04-29T02:13:04.982261Z","steps":["trace[438779788] 'agreement among raft nodes before linearized reading' (duration: 608.609191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:04.982294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:04.373511Z","time spent":"608.777556ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-29T02:13:05.478025Z","caller":"traceutil/trace.go:171","msg":"trace[718625427] transaction","detail":"{read_only:false; response_revision:24813; number_of_response:1; }","duration":"564.437389ms","start":"2026-04-29T02:13:04.912589Z","end":"2026-04-29T02:13:05.477027Z","steps":["trace[718625427] 'process raft request' (duration: 506.156948ms)","trace[718625427] 'compare' (duration: 57.50996ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:13:05.478115Z","caller":"traceutil/trace.go:171","msg":"trace[1263162434] linearizableReadLoop","detail":"{readStateIndex:25631; appliedIndex:25629; }","duration":"495.836002ms","start":"2026-04-29T02:13:04.981599Z","end":"2026-04-29T02:13:05.477435Z","steps":["trace[1263162434] 'read index received' (duration: 437.173771ms)","trace[1263162434] 'applied index is now lower than readState.Index' (duration: 58.660251ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:13:05.478242Z","caller":"traceutil/trace.go:171","msg":"trace[1470114164] transaction","detail":"{read_only:false; response_revision:24814; number_of_response:1; }","duration":"559.617875ms","start":"2026-04-29T02:13:04.917861Z","end":"2026-04-29T02:13:05.477479Z","steps":["trace[1470114164] 'process raft request' (duration: 559.082071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:05.478485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:04.912564Z","time spent":"565.54287ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:13:05.478609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:04.91784Z","time spent":"560.688886ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:13:05.478673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.57652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-29T02:13:05.478779Z","caller":"traceutil/trace.go:171","msg":"trace[1082703141] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:24814; }","duration":"813.727434ms","start":"2026-04-29T02:13:04.665024Z","end":"2026-04-29T02:13:05.478752Z","steps":["trace[1082703141] 'agreement among raft nodes before linearized reading' (duration: 812.420467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:05.478835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.008005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-29T02:13:05.478858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:04.665006Z","time spent":"813.835257ms","remote":"127.0.0.1:50446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-04-29T02:13:05.478908Z","caller":"traceutil/trace.go:171","msg":"trace[822331339] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24814; }","duration":"501.135059ms","start":"2026-04-29T02:13:04.977756Z","end":"2026-04-29T02:13:05.478891Z","steps":["trace[822331339] 'agreement among raft nodes before linearized reading' (duration: 499.884315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:05.478965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:04.977737Z","time spent":"501.216321ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-29T02:13:05.479301Z","caller":"traceutil/trace.go:171","msg":"trace[145827618] transaction","detail":"{read_only:false; response_revision:24815; number_of_response:1; }","duration":"493.007474ms","start":"2026-04-29T02:13:04.986275Z","end":"2026-04-29T02:13:05.479283Z","steps":["trace[145827618] 'process raft request' (duration: 492.895871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:05.479429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:04.986262Z","time spent":"493.090926ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:13:05.479484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.690507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:13:05.479485Z","caller":"traceutil/trace.go:171","msg":"trace[730596636] transaction","detail":"{read_only:false; response_revision:24816; number_of_response:1; }","duration":"492.87937ms","start":"2026-04-29T02:13:04.986587Z","end":"2026-04-29T02:13:05.479466Z","steps":["trace[730596636] 'process raft request' (duration: 492.662175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:05.479433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.151883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:13:05.479522Z","caller":"traceutil/trace.go:171","msg":"trace[1326231573] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:24816; }","duration":"321.759429ms","start":"2026-04-29T02:13:05.15775Z","end":"2026-04-29T02:13:05.479509Z","steps":["trace[1326231573] 'agreement among raft nodes before linearized reading' (duration: 321.704437ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:05.479543Z","caller":"traceutil/trace.go:171","msg":"trace[959867927] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24816; }","duration":"495.285507ms","start":"2026-04-29T02:13:04.984247Z","end":"2026-04-29T02:13:05.479532Z","steps":["trace[959867927] 'agreement among raft nodes before linearized reading' (duration: 495.128013ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:05.479563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:05.157733Z","time spent":"321.82061ms","remote":"127.0.0.1:52634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:13:05.479576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:04.984231Z","time spent":"495.336949ms","remote":"127.0.0.1:50278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:13:05.479573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:04.98658Z","time spent":"492.950552ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:13:05.479579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.736752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-6z6vd.18aab16e7ee77161\" ","response":"range_response_count:1 size:957"} {"level":"info","ts":"2026-04-29T02:13:05.479672Z","caller":"traceutil/trace.go:171","msg":"trace[509514889] range","detail":"{range_begin:/registry/events/openstack/neutron-dhcp-agent-default-6z6vd.18aab16e7ee77161; range_end:; response_count:1; response_revision:24816; }","duration":"221.851146ms","start":"2026-04-29T02:13:05.257804Z","end":"2026-04-29T02:13:05.479656Z","steps":["trace[509514889] 'agreement among raft nodes before linearized reading' (duration: 221.605859ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:06.199097Z","caller":"traceutil/trace.go:171","msg":"trace[1086848548] linearizableReadLoop","detail":"{readStateIndex:25635; appliedIndex:25633; }","duration":"714.325894ms","start":"2026-04-29T02:13:05.484673Z","end":"2026-04-29T02:13:06.198999Z","steps":["trace[1086848548] 'read index received' (duration: 49.53002ms)","trace[1086848548] 'applied index is now lower than readState.Index' (duration: 664.794614ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:13:06.199204Z","caller":"traceutil/trace.go:171","msg":"trace[312343183] transaction","detail":"{read_only:false; response_revision:24818; number_of_response:1; }","duration":"714.611052ms","start":"2026-04-29T02:13:05.484537Z","end":"2026-04-29T02:13:06.199148Z","steps":["trace[312343183] 'process raft request' (duration: 714.266683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:06.199378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.675844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b158a4be-dd85-44c9-9a86-a32d2e422269\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-04-29T02:13:06.199418Z","caller":"traceutil/trace.go:171","msg":"trace[1234235006] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b158a4be-dd85-44c9-9a86-a32d2e422269; range_end:; response_count:1; response_revision:24818; }","duration":"714.760646ms","start":"2026-04-29T02:13:05.484644Z","end":"2026-04-29T02:13:06.199404Z","steps":["trace[1234235006] 'agreement among raft nodes before linearized reading' (duration: 714.55983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:06.199446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:05.484635Z","time spent":"714.804287ms","remote":"127.0.0.1:50436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-b158a4be-dd85-44c9-9a86-a32d2e422269\" "} {"level":"warn","ts":"2026-04-29T02:13:06.199566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:05.48453Z","time spent":"714.877639ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:13:06.736261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.751309ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:13:06.736357Z","caller":"traceutil/trace.go:171","msg":"trace[1107272312] linearizableReadLoop","detail":"{readStateIndex:25636; appliedIndex:25635; }","duration":"537.173275ms","start":"2026-04-29T02:13:06.199171Z","end":"2026-04-29T02:13:06.736344Z","steps":["trace[1107272312] 'read index received' (duration: 62.274692ms)","trace[1107272312] 'applied index is now lower than readState.Index' (duration: 474.897263ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:13:06.73656Z","caller":"traceutil/trace.go:171","msg":"trace[1692867711] transaction","detail":"{read_only:false; response_revision:24819; number_of_response:1; }","duration":"577.342026ms","start":"2026-04-29T02:13:06.159208Z","end":"2026-04-29T02:13:06.73655Z","steps":["trace[1692867711] 'process raft request' (duration: 102.219266ms)","trace[1692867711] 'compare' (duration: 473.993779ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:13:06.736608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:06.159182Z","time spent":"577.402638ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:13:06.736695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.208015697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:13:06.736804Z","caller":"traceutil/trace.go:171","msg":"trace[1635840096] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24819; }","duration":"1.20815462s","start":"2026-04-29T02:13:05.528632Z","end":"2026-04-29T02:13:06.736787Z","steps":["trace[1635840096] 'agreement among raft nodes before linearized reading' (duration: 1.207995456s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:06.736793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.193505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:13:06.736846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:05.528615Z","time spent":"1.208223662s","remote":"127.0.0.1:50282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:13:06.736858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.162683294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:13:06.736881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.64951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:13:06.736988Z","caller":"traceutil/trace.go:171","msg":"trace[1983401158] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:24819; }","duration":"1.162868299s","start":"2026-04-29T02:13:05.574093Z","end":"2026-04-29T02:13:06.736961Z","steps":["trace[1983401158] 'agreement among raft nodes before linearized reading' (duration: 1.16254097s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:06.737061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:05.574079Z","time spent":"1.162967721s","remote":"127.0.0.1:52620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:13:06.737004Z","caller":"traceutil/trace.go:171","msg":"trace[917447757] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24819; }","duration":"873.820225ms","start":"2026-04-29T02:13:05.863156Z","end":"2026-04-29T02:13:06.736976Z","steps":["trace[917447757] 'agreement among raft nodes before linearized reading' (duration: 873.531187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:06.737139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.410901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-29T02:13:06.737264Z","caller":"traceutil/trace.go:171","msg":"trace[625812752] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24819; }","duration":"695.573295ms","start":"2026-04-29T02:13:06.041663Z","end":"2026-04-29T02:13:06.737236Z","steps":["trace[625812752] 'agreement among raft nodes before linearized reading' (duration: 695.166814ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:06.736894Z","caller":"traceutil/trace.go:171","msg":"trace[501461452] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:24819; }","duration":"742.39746ms","start":"2026-04-29T02:13:05.994474Z","end":"2026-04-29T02:13:06.736871Z","steps":["trace[501461452] 'agreement among raft nodes before linearized reading' (duration: 742.182774ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:06.737325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:06.041654Z","time spent":"695.660587ms","remote":"127.0.0.1:50480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-29T02:13:06.737443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:05.994452Z","time spent":"742.905315ms","remote":"127.0.0.1:50556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:13:06.737621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.48029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:272993"} {"level":"warn","ts":"2026-04-29T02:13:06.737317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:05.863141Z","time spent":"874.065662ms","remote":"127.0.0.1:42406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-04-29T02:13:06.737715Z","caller":"traceutil/trace.go:171","msg":"trace[483229889] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:24819; }","duration":"969.645805ms","start":"2026-04-29T02:13:05.768051Z","end":"2026-04-29T02:13:06.737697Z","steps":["trace[483229889] 'agreement among raft nodes before linearized reading' (duration: 968.494243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:06.737824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:05.768022Z","time spent":"969.787869ms","remote":"127.0.0.1:50736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":273016,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-04-29T02:13:07.423359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.562162ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:13:07.423441Z","caller":"traceutil/trace.go:171","msg":"trace[1167139507] transaction","detail":"{read_only:false; response_revision:24820; number_of_response:1; }","duration":"838.090217ms","start":"2026-04-29T02:13:06.585337Z","end":"2026-04-29T02:13:07.423428Z","steps":["trace[1167139507] 'process raft request' (duration: 345.35083ms)","trace[1167139507] 'compare' (duration: 492.079569ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:13:07.42358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:06.585312Z","time spent":"838.149869ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:13:07.436898Z","caller":"traceutil/trace.go:171","msg":"trace[1955093230] linearizableReadLoop","detail":"{readStateIndex:25640; appliedIndex:25636; }","duration":"700.508222ms","start":"2026-04-29T02:13:06.736378Z","end":"2026-04-29T02:13:07.436886Z","steps":["trace[1955093230] 'read index received' (duration: 194.323844ms)","trace[1955093230] 'applied index is now lower than readState.Index' (duration: 506.183578ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:13:07.43702Z","caller":"traceutil/trace.go:171","msg":"trace[1006861133] transaction","detail":"{read_only:false; response_revision:24823; number_of_response:1; }","duration":"848.6621ms","start":"2026-04-29T02:13:06.588308Z","end":"2026-04-29T02:13:07.436971Z","steps":["trace[1006861133] 'process raft request' (duration: 848.553197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:07.437126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.595668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-29T02:13:07.43718Z","caller":"traceutil/trace.go:171","msg":"trace[759395095] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24823; }","duration":"865.68938ms","start":"2026-04-29T02:13:06.571482Z","end":"2026-04-29T02:13:07.437171Z","steps":["trace[759395095] 'agreement among raft nodes before linearized reading' (duration: 865.570897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:07.437197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:06.571461Z","time spent":"865.731042ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-29T02:13:07.437295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005736224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:13:07.437316Z","caller":"traceutil/trace.go:171","msg":"trace[312532694] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:24823; }","duration":"1.005811225s","start":"2026-04-29T02:13:06.431499Z","end":"2026-04-29T02:13:07.437311Z","steps":["trace[312532694] 'agreement among raft nodes before linearized reading' (duration: 1.005776864s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:07.437333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:06.431466Z","time spent":"1.005863927s","remote":"127.0.0.1:44704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:13:07.437358Z","caller":"traceutil/trace.go:171","msg":"trace[1898465239] transaction","detail":"{read_only:false; response_revision:24822; number_of_response:1; }","duration":"850.47439ms","start":"2026-04-29T02:13:06.586876Z","end":"2026-04-29T02:13:07.43735Z","steps":["trace[1898465239] 'process raft request' (duration: 849.962506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:07.43742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:06.58685Z","time spent":"850.540372ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:13:07.437328Z","caller":"traceutil/trace.go:171","msg":"trace[1537051575] transaction","detail":"{read_only:false; response_revision:24821; number_of_response:1; }","duration":"851.9173ms","start":"2026-04-29T02:13:06.585401Z","end":"2026-04-29T02:13:07.437318Z","steps":["trace[1537051575] 'process raft request' (duration: 851.369175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:07.43747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:06.58537Z","time spent":"852.078104ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:13:07.437284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:06.588293Z","time spent":"848.816305ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:13:07.874855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.228431ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:13:07.875263Z","caller":"traceutil/trace.go:171","msg":"trace[37869827] transaction","detail":"{read_only:false; response_revision:24828; number_of_response:1; }","duration":"388.852342ms","start":"2026-04-29T02:13:07.48639Z","end":"2026-04-29T02:13:07.875243Z","steps":["trace[37869827] 'process raft request' (duration: 388.814701ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:07.875323Z","caller":"traceutil/trace.go:171","msg":"trace[1917159722] transaction","detail":"{read_only:false; response_revision:24827; number_of_response:1; }","duration":"390.008845ms","start":"2026-04-29T02:13:07.485289Z","end":"2026-04-29T02:13:07.875298Z","steps":["trace[1917159722] 'process raft request' (duration: 389.876111ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:07.875334Z","caller":"traceutil/trace.go:171","msg":"trace[1635715273] transaction","detail":"{read_only:false; response_revision:24826; number_of_response:1; }","duration":"429.346343ms","start":"2026-04-29T02:13:07.445955Z","end":"2026-04-29T02:13:07.875301Z","steps":["trace[1635715273] 'process raft request' (duration: 429.166328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:07.875375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.131115279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:13:07.87538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:07.486381Z","time spent":"388.927534ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:13:07.875417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.801773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:13:07.875446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:07.48527Z","time spent":"390.110318ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:13:07.875436Z","caller":"traceutil/trace.go:171","msg":"trace[1474577691] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24828; }","duration":"1.131197782s","start":"2026-04-29T02:13:06.74422Z","end":"2026-04-29T02:13:07.875417Z","steps":["trace[1474577691] 'agreement among raft nodes before linearized reading' (duration: 1.131073909s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:07.875467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137337263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:13:07.875489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:06.744206Z","time spent":"1.131274464s","remote":"127.0.0.1:50494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-04-29T02:13:07.875491Z","caller":"traceutil/trace.go:171","msg":"trace[184490371] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:24828; }","duration":"865.915727ms","start":"2026-04-29T02:13:07.009555Z","end":"2026-04-29T02:13:07.87547Z","steps":["trace[184490371] 'agreement among raft nodes before linearized reading' (duration: 865.732592ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:07.875495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:07.445919Z","time spent":"429.500307ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:13:07.875542Z","caller":"traceutil/trace.go:171","msg":"trace[218472598] transaction","detail":"{read_only:false; response_revision:24825; number_of_response:1; }","duration":"459.058295ms","start":"2026-04-29T02:13:07.416478Z","end":"2026-04-29T02:13:07.875536Z","steps":["trace[218472598] 'process raft request' (duration: 458.52882ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:07.875545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:07.009544Z","time spent":"865.985989ms","remote":"127.0.0.1:47412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:13:07.875334Z","caller":"traceutil/trace.go:171","msg":"trace[1931301504] linearizableReadLoop","detail":"{readStateIndex:25642; appliedIndex:25640; }","duration":"438.357142ms","start":"2026-04-29T02:13:07.436923Z","end":"2026-04-29T02:13:07.87528Z","steps":["trace[1931301504] 'read index received' (duration: 226.630308ms)","trace[1931301504] 'applied index is now lower than readState.Index' (duration: 211.720434ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:13:07.875582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:07.416456Z","time spent":"459.103736ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:13:07.875521Z","caller":"traceutil/trace.go:171","msg":"trace[1726621913] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24828; }","duration":"1.137454036s","start":"2026-04-29T02:13:06.738056Z","end":"2026-04-29T02:13:07.87551Z","steps":["trace[1726621913] 'agreement among raft nodes before linearized reading' (duration: 1.137338973s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:07.875657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.134112863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-04-29T02:13:07.875677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:06.737771Z","time spent":"1.137891659s","remote":"127.0.0.1:50278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-29T02:13:07.875693Z","caller":"traceutil/trace.go:171","msg":"trace[1304497851] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24828; }","duration":"1.134182525s","start":"2026-04-29T02:13:06.741502Z","end":"2026-04-29T02:13:07.875684Z","steps":["trace[1304497851] 'agreement among raft nodes before linearized reading' (duration: 1.134038751s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:07.87573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:06.741437Z","time spent":"1.134285868s","remote":"127.0.0.1:50480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-29T02:13:07.875756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.949706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-29T02:13:07.875963Z","caller":"traceutil/trace.go:171","msg":"trace[839593087] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24828; }","duration":"888.271894ms","start":"2026-04-29T02:13:06.987669Z","end":"2026-04-29T02:13:07.875941Z","steps":["trace[839593087] 'agreement among raft nodes before linearized reading' (duration: 887.693348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:07.876019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:06.987649Z","time spent":"888.356817ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T02:13:07.875907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.836383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:13:07.87606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.602534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-29T02:13:07.876124Z","caller":"traceutil/trace.go:171","msg":"trace[1163140055] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24828; }","duration":"389.680566ms","start":"2026-04-29T02:13:07.486428Z","end":"2026-04-29T02:13:07.876108Z","steps":["trace[1163140055] 'agreement among raft nodes before linearized reading' (duration: 389.535312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:07.876173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:07.486423Z","time spent":"389.738807ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-29T02:13:07.876072Z","caller":"traceutil/trace.go:171","msg":"trace[464201970] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24828; }","duration":"172.029879ms","start":"2026-04-29T02:13:07.704026Z","end":"2026-04-29T02:13:07.876056Z","steps":["trace[464201970] 'agreement among raft nodes before linearized reading' (duration: 171.851454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:07.876456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.806201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-29T02:13:07.876538Z","caller":"traceutil/trace.go:171","msg":"trace[1999679503] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24828; }","duration":"390.51889ms","start":"2026-04-29T02:13:07.485977Z","end":"2026-04-29T02:13:07.876496Z","steps":["trace[1999679503] 'agreement among raft nodes before linearized reading' (duration: 389.713088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:07.876582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:07.485968Z","time spent":"390.602863ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-29T02:13:07.878307Z","caller":"traceutil/trace.go:171","msg":"trace[1373971516] transaction","detail":"{read_only:false; response_revision:24824; number_of_response:1; }","duration":"890.156496ms","start":"2026-04-29T02:13:06.988129Z","end":"2026-04-29T02:13:07.878286Z","steps":["trace[1373971516] 'process raft request' (duration: 675.416898ms)","trace[1373971516] 'compare' (duration: 211.106908ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:13:07.878651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:06.988114Z","time spent":"890.247289ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:13:08.344148Z","caller":"traceutil/trace.go:171","msg":"trace[643676431] transaction","detail":"{read_only:false; response_revision:24829; number_of_response:1; }","duration":"462.407048ms","start":"2026-04-29T02:13:07.881717Z","end":"2026-04-29T02:13:08.344124Z","steps":["trace[643676431] 'process raft request' (duration: 462.244013ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:08.344297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:07.881701Z","time spent":"462.520541ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:13:08.379518Z","caller":"traceutil/trace.go:171","msg":"trace[1539013979] transaction","detail":"{read_only:false; response_revision:24830; number_of_response:1; }","duration":"497.171829ms","start":"2026-04-29T02:13:07.882312Z","end":"2026-04-29T02:13:08.379484Z","steps":["trace[1539013979] 'process raft request' (duration: 496.83185ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:08.37959Z","caller":"traceutil/trace.go:171","msg":"trace[1594373104] linearizableReadLoop","detail":"{readStateIndex:25648; appliedIndex:25645; }","duration":"492.771826ms","start":"2026-04-29T02:13:07.886796Z","end":"2026-04-29T02:13:08.379567Z","steps":["trace[1594373104] 'read index received' (duration: 457.173923ms)","trace[1594373104] 'applied index is now lower than readState.Index' (duration: 35.597043ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:13:08.379765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.948801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:13:08.379707Z","caller":"traceutil/trace.go:171","msg":"trace[591189113] transaction","detail":"{read_only:false; response_revision:24831; number_of_response:1; }","duration":"497.245071ms","start":"2026-04-29T02:13:07.882402Z","end":"2026-04-29T02:13:08.379647Z","steps":["trace[591189113] 'process raft request' (duration: 496.919552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:08.379939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.080416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:13:08.379974Z","caller":"traceutil/trace.go:171","msg":"trace[900792561] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24831; }","duration":"493.133587ms","start":"2026-04-29T02:13:07.886831Z","end":"2026-04-29T02:13:08.379965Z","steps":["trace[900792561] 'agreement among raft nodes before linearized reading' (duration: 493.081486ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:08.380004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:07.886821Z","time spent":"493.176049ms","remote":"127.0.0.1:50282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:13:08.380115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.616096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:13:08.380112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:07.882381Z","time spent":"497.632593ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:13:08.380107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.017118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-29T02:13:08.38015Z","caller":"traceutil/trace.go:171","msg":"trace[1548755126] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24831; }","duration":"431.689968ms","start":"2026-04-29T02:13:07.948452Z","end":"2026-04-29T02:13:08.380142Z","steps":["trace[1548755126] 'agreement among raft nodes before linearized reading' (duration: 431.639967ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:08.379808Z","caller":"traceutil/trace.go:171","msg":"trace[874167254] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24831; }","duration":"493.035165ms","start":"2026-04-29T02:13:07.886762Z","end":"2026-04-29T02:13:08.379797Z","steps":["trace[874167254] 'agreement among raft nodes before linearized reading' (duration: 492.944531ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:08.380176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:07.948427Z","time spent":"431.74323ms","remote":"127.0.0.1:50736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-29T02:13:08.38019Z","caller":"traceutil/trace.go:171","msg":"trace[1639206024] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24831; }","duration":"176.130241ms","start":"2026-04-29T02:13:08.204037Z","end":"2026-04-29T02:13:08.380167Z","steps":["trace[1639206024] 'agreement among raft nodes before linearized reading' (duration: 175.927545ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:08.380188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.824836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T02:13:08.380252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:07.886748Z","time spent":"493.471367ms","remote":"127.0.0.1:50554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-04-29T02:13:08.380347Z","caller":"traceutil/trace.go:171","msg":"trace[1087995889] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24831; }","duration":"294.067072ms","start":"2026-04-29T02:13:08.08623Z","end":"2026-04-29T02:13:08.380297Z","steps":["trace[1087995889] 'agreement among raft nodes before linearized reading' (duration: 293.833116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:08.380327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:07.8823Z","time spent":"497.315103ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:13:08.675179Z","caller":"traceutil/trace.go:171","msg":"trace[775236126] linearizableReadLoop","detail":"{readStateIndex:25649; appliedIndex:25648; }","duration":"288.288732ms","start":"2026-04-29T02:13:08.386869Z","end":"2026-04-29T02:13:08.675158Z","steps":["trace[775236126] 'read index received' (duration: 258.315513ms)","trace[775236126] 'applied index is now lower than readState.Index' (duration: 29.972459ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:13:08.675245Z","caller":"traceutil/trace.go:171","msg":"trace[235498820] transaction","detail":"{read_only:false; response_revision:24832; number_of_response:1; }","duration":"289.120185ms","start":"2026-04-29T02:13:08.38608Z","end":"2026-04-29T02:13:08.6752Z","steps":["trace[235498820] 'process raft request' (duration: 259.208688ms)","trace[235498820] 'compare' (duration: 29.761553ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:13:08.675289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.406246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:13:08.675352Z","caller":"traceutil/trace.go:171","msg":"trace[1922813489] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24832; }","duration":"288.503238ms","start":"2026-04-29T02:13:08.386834Z","end":"2026-04-29T02:13:08.675337Z","steps":["trace[1922813489] 'agreement among raft nodes before linearized reading' (duration: 288.387495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:08.675393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.382737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-29T02:13:08.675435Z","caller":"traceutil/trace.go:171","msg":"trace[1190833768] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24832; }","duration":"287.443199ms","start":"2026-04-29T02:13:08.387982Z","end":"2026-04-29T02:13:08.675426Z","steps":["trace[1190833768] 'agreement among raft nodes before linearized reading' (duration: 287.308136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:09.366587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.949965ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:13:09.366839Z","caller":"traceutil/trace.go:171","msg":"trace[1798215714] transaction","detail":"{read_only:false; response_revision:24833; number_of_response:1; }","duration":"623.312229ms","start":"2026-04-29T02:13:08.743487Z","end":"2026-04-29T02:13:09.366799Z","steps":["trace[1798215714] 'process raft request' (duration: 421.038105ms)","trace[1798215714] 'compare' (duration: 201.821151ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:13:09.366947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:08.743468Z","time spent":"623.427001ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:13:09.367083Z","caller":"traceutil/trace.go:171","msg":"trace[1764692099] linearizableReadLoop","detail":"{readStateIndex:25650; appliedIndex:25649; }","duration":"602.133162ms","start":"2026-04-29T02:13:08.764914Z","end":"2026-04-29T02:13:09.367048Z","steps":["trace[1764692099] 'read index received' (duration: 399.626032ms)","trace[1764692099] 'applied index is now lower than readState.Index' (duration: 202.50426ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:13:09.732072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.351923ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-29T02:13:09.732177Z","caller":"traceutil/trace.go:171","msg":"trace[1158800885] linearizableReadLoop","detail":"{readStateIndex:25651; appliedIndex:25650; }","duration":"364.995703ms","start":"2026-04-29T02:13:09.367162Z","end":"2026-04-29T02:13:09.732158Z","steps":["trace[1158800885] 'read index received' (duration: 61.361µs)","trace[1158800885] 'applied index is now lower than readState.Index' (duration: 364.932712ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:13:09.732322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.886819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:13:09.732365Z","caller":"traceutil/trace.go:171","msg":"trace[515145012] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:24833; }","duration":"488.983042ms","start":"2026-04-29T02:13:09.243369Z","end":"2026-04-29T02:13:09.732353Z","steps":["trace[515145012] 'agreement among raft nodes before linearized reading' (duration: 488.89706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:09.732373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.446674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T02:13:09.732415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:09.243322Z","time spent":"489.080675ms","remote":"127.0.0.1:52050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:13:09.732405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.693985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:13:09.732443Z","caller":"traceutil/trace.go:171","msg":"trace[640511659] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:24833; }","duration":"967.574137ms","start":"2026-04-29T02:13:08.76485Z","end":"2026-04-29T02:13:09.732424Z","steps":["trace[640511659] 'agreement among raft nodes before linearized reading' (duration: 602.284966ms)","trace[640511659] 'count revisions from in-memory index tree' (duration: 365.175029ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:13:09.732463Z","caller":"traceutil/trace.go:171","msg":"trace[1878705800] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:24833; }","duration":"560.790048ms","start":"2026-04-29T02:13:09.17166Z","end":"2026-04-29T02:13:09.73245Z","steps":["trace[1878705800] 'agreement among raft nodes before linearized reading' (duration: 560.694135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:09.732515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:09.171643Z","time spent":"560.85814ms","remote":"127.0.0.1:50386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:13:09.732474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:08.764828Z","time spent":"967.638599ms","remote":"127.0.0.1:50464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:13:09.821573Z","caller":"traceutil/trace.go:171","msg":"trace[1305280202] transaction","detail":"{read_only:false; response_revision:24834; number_of_response:1; }","duration":"393.244084ms","start":"2026-04-29T02:13:09.428304Z","end":"2026-04-29T02:13:09.821548Z","steps":["trace[1305280202] 'process raft request' (duration: 393.057779ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:09.821736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:09.428279Z","time spent":"393.366598ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:13:10.023762Z","caller":"traceutil/trace.go:171","msg":"trace[1790064745] transaction","detail":"{read_only:false; response_revision:24836; number_of_response:1; }","duration":"578.985011ms","start":"2026-04-29T02:13:09.444762Z","end":"2026-04-29T02:13:10.023747Z","steps":["trace[1790064745] 'process raft request' (duration: 578.881748ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:10.023749Z","caller":"traceutil/trace.go:171","msg":"trace[1206490767] transaction","detail":"{read_only:false; response_revision:24835; number_of_response:1; }","duration":"579.404452ms","start":"2026-04-29T02:13:09.444315Z","end":"2026-04-29T02:13:10.02372Z","steps":["trace[1206490767] 'process raft request' (duration: 571.643398ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:10.023881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:09.444723Z","time spent":"579.081433ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:13:10.023911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:09.444293Z","time spent":"579.541347ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:13:10.024003Z","caller":"traceutil/trace.go:171","msg":"trace[448457073] linearizableReadLoop","detail":"{readStateIndex:25655; appliedIndex:25651; }","duration":"291.667716ms","start":"2026-04-29T02:13:09.73221Z","end":"2026-04-29T02:13:10.023877Z","steps":["trace[448457073] 'read index received' (duration: 89.119665ms)","trace[448457073] 'applied index is now lower than readState.Index' (duration: 202.546601ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:13:10.023992Z","caller":"traceutil/trace.go:171","msg":"trace[290475776] transaction","detail":"{read_only:false; response_revision:24837; number_of_response:1; }","duration":"578.142768ms","start":"2026-04-29T02:13:09.445794Z","end":"2026-04-29T02:13:10.023937Z","steps":["trace[290475776] 'process raft request' (duration: 577.928772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:10.024107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.35575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:13:10.02413Z","caller":"traceutil/trace.go:171","msg":"trace[1487463972] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24837; }","duration":"494.425653ms","start":"2026-04-29T02:13:09.529698Z","end":"2026-04-29T02:13:10.024124Z","steps":["trace[1487463972] 'agreement among raft nodes before linearized reading' (duration: 494.376322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:10.024146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:09.529677Z","time spent":"494.466373ms","remote":"127.0.0.1:50282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:13:10.024197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.328883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:13:10.024248Z","caller":"traceutil/trace.go:171","msg":"trace[1817778406] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:24837; }","duration":"531.412126ms","start":"2026-04-29T02:13:09.492823Z","end":"2026-04-29T02:13:10.024235Z","steps":["trace[1817778406] 'agreement among raft nodes before linearized reading' (duration: 531.324603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:10.024289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:09.492811Z","time spent":"531.466607ms","remote":"127.0.0.1:42132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:13:10.024334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.771809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-29T02:13:10.024356Z","caller":"traceutil/trace.go:171","msg":"trace[1233214967] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:24837; }","duration":"398.82746ms","start":"2026-04-29T02:13:09.625523Z","end":"2026-04-29T02:13:10.024351Z","steps":["trace[1233214967] 'agreement among raft nodes before linearized reading' (duration: 398.703577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:10.024375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:09.625505Z","time spent":"398.866552ms","remote":"127.0.0.1:50480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":177,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:13:10.024408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:09.445764Z","time spent":"578.346914ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:13:10.023218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.088595ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:13:10.024556Z","caller":"traceutil/trace.go:171","msg":"trace[1213652186] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24834; }","duration":"149.448604ms","start":"2026-04-29T02:13:09.8751Z","end":"2026-04-29T02:13:10.024549Z","steps":["trace[1213652186] 'range keys from in-memory index tree' (duration: 148.071325ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:10.531624Z","caller":"traceutil/trace.go:171","msg":"trace[1697314440] transaction","detail":"{read_only:false; response_revision:24838; number_of_response:1; }","duration":"648.232037ms","start":"2026-04-29T02:13:09.883366Z","end":"2026-04-29T02:13:10.531598Z","steps":["trace[1697314440] 'process raft request' (duration: 638.021784ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:10.531866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:09.883348Z","time spent":"648.416602ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:13:10.531938Z","caller":"traceutil/trace.go:171","msg":"trace[358663143] transaction","detail":"{read_only:false; response_revision:24840; number_of_response:1; }","duration":"644.189395ms","start":"2026-04-29T02:13:09.88772Z","end":"2026-04-29T02:13:10.531909Z","steps":["trace[358663143] 'process raft request' (duration: 643.866756ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:10.53208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:09.887709Z","time spent":"644.294208ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:13:10.532104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.759257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-29T02:13:10.532163Z","caller":"traceutil/trace.go:171","msg":"trace[1446657931] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24840; }","duration":"650.86652ms","start":"2026-04-29T02:13:09.881278Z","end":"2026-04-29T02:13:10.532145Z","steps":["trace[1446657931] 'agreement among raft nodes before linearized reading' (duration: 650.424877ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:10.531671Z","caller":"traceutil/trace.go:171","msg":"trace[862413032] linearizableReadLoop","detail":"{readStateIndex:25658; appliedIndex:25655; }","duration":"507.610858ms","start":"2026-04-29T02:13:10.024043Z","end":"2026-04-29T02:13:10.531654Z","steps":["trace[862413032] 'read index received' (duration: 497.275972ms)","trace[862413032] 'applied index is now lower than readState.Index' (duration: 10.334016ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:13:10.532214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:09.881259Z","time spent":"650.942752ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-29T02:13:10.532221Z","caller":"traceutil/trace.go:171","msg":"trace[1520768693] transaction","detail":"{read_only:false; response_revision:24839; number_of_response:1; }","duration":"648.822773ms","start":"2026-04-29T02:13:09.883387Z","end":"2026-04-29T02:13:10.53221Z","steps":["trace[1520768693] 'process raft request' (duration: 648.095673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:10.532206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.037667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:13:10.532276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:09.883362Z","time spent":"648.884615ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:13:10.532303Z","caller":"traceutil/trace.go:171","msg":"trace[29812327] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:24840; }","duration":"590.176241ms","start":"2026-04-29T02:13:09.942108Z","end":"2026-04-29T02:13:10.532284Z","steps":["trace[29812327] 'agreement among raft nodes before linearized reading' (duration: 589.981796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:10.532365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:09.942098Z","time spent":"590.251663ms","remote":"127.0.0.1:50416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:13:10.540145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.57468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:13:10.540242Z","caller":"traceutil/trace.go:171","msg":"trace[2086866702] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24841; }","duration":"514.706644ms","start":"2026-04-29T02:13:10.025522Z","end":"2026-04-29T02:13:10.540228Z","steps":["trace[2086866702] 'agreement among raft nodes before linearized reading' (duration: 514.56776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:10.540278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:10.025507Z","time spent":"514.761745ms","remote":"127.0.0.1:50278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:13:10.540279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.492148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-29T02:13:10.540316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.287745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-29T02:13:10.540335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.353397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:13:10.540358Z","caller":"traceutil/trace.go:171","msg":"trace[169032436] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24841; }","duration":"156.60592ms","start":"2026-04-29T02:13:10.383734Z","end":"2026-04-29T02:13:10.54034Z","steps":["trace[169032436] 'agreement among raft nodes before linearized reading' (duration: 156.377684ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:10.54038Z","caller":"traceutil/trace.go:171","msg":"trace[1814650992] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24841; }","duration":"155.389528ms","start":"2026-04-29T02:13:10.384968Z","end":"2026-04-29T02:13:10.540358Z","steps":["trace[1814650992] 'agreement among raft nodes before linearized reading' (duration: 155.189282ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:10.540399Z","caller":"traceutil/trace.go:171","msg":"trace[227648867] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:24841; }","duration":"291.47219ms","start":"2026-04-29T02:13:10.248914Z","end":"2026-04-29T02:13:10.540386Z","steps":["trace[227648867] 'agreement among raft nodes before linearized reading' (duration: 291.356087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:10.540376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.321669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:13:10.540491Z","caller":"traceutil/trace.go:171","msg":"trace[1223654996] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:24841; }","duration":"213.467733ms","start":"2026-04-29T02:13:10.327011Z","end":"2026-04-29T02:13:10.540479Z","steps":["trace[1223654996] 'agreement among raft nodes before linearized reading' (duration: 213.198606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:10.540544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.886104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:13:10.540599Z","caller":"traceutil/trace.go:171","msg":"trace[1199683794] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:24841; }","duration":"486.978307ms","start":"2026-04-29T02:13:10.053606Z","end":"2026-04-29T02:13:10.540585Z","steps":["trace[1199683794] 'agreement among raft nodes before linearized reading' (duration: 486.894895ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:10.540656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:10.053585Z","time spent":"487.050359ms","remote":"127.0.0.1:53902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:13:10.540516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.680331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-29T02:13:10.54084Z","caller":"traceutil/trace.go:171","msg":"trace[1299410266] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24841; }","duration":"192.041131ms","start":"2026-04-29T02:13:10.348786Z","end":"2026-04-29T02:13:10.540827Z","steps":["trace[1299410266] 'agreement among raft nodes before linearized reading' (duration: 191.437534ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:10.904857Z","caller":"traceutil/trace.go:171","msg":"trace[126991255] transaction","detail":"{read_only:false; response_revision:24844; number_of_response:1; }","duration":"359.719139ms","start":"2026-04-29T02:13:10.545109Z","end":"2026-04-29T02:13:10.904828Z","steps":["trace[126991255] 'process raft request' (duration: 359.521744ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:10.904927Z","caller":"traceutil/trace.go:171","msg":"trace[258735333] transaction","detail":"{read_only:false; response_revision:24845; number_of_response:1; }","duration":"358.637718ms","start":"2026-04-29T02:13:10.546232Z","end":"2026-04-29T02:13:10.904869Z","steps":["trace[258735333] 'process raft request' (duration: 358.525155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:10.905007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:10.545094Z","time spent":"359.837222ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:13:10.904802Z","caller":"traceutil/trace.go:171","msg":"trace[1907773943] linearizableReadLoop","detail":"{readStateIndex:25663; appliedIndex:25660; }","duration":"356.075167ms","start":"2026-04-29T02:13:10.548708Z","end":"2026-04-29T02:13:10.904783Z","steps":["trace[1907773943] 'read index received' (duration: 16.934688ms)","trace[1907773943] 'applied index is now lower than readState.Index' (duration: 339.139939ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:13:10.905139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:10.546225Z","time spent":"358.799092ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:13:10.905155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.427447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:13:10.905198Z","caller":"traceutil/trace.go:171","msg":"trace[721325036] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24845; }","duration":"356.505379ms","start":"2026-04-29T02:13:10.548682Z","end":"2026-04-29T02:13:10.905187Z","steps":["trace[721325036] 'agreement among raft nodes before linearized reading' (duration: 356.403126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:10.90523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:10.54867Z","time spent":"356.5541ms","remote":"127.0.0.1:50282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:13:10.90525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.62204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-29T02:13:10.905275Z","caller":"traceutil/trace.go:171","msg":"trace[896490070] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24845; }","duration":"225.706732ms","start":"2026-04-29T02:13:10.679561Z","end":"2026-04-29T02:13:10.905268Z","steps":["trace[896490070] 'agreement among raft nodes before linearized reading' (duration: 225.599029ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:11.025491Z","caller":"traceutil/trace.go:171","msg":"trace[1288984543] transaction","detail":"{read_only:false; response_revision:24846; number_of_response:1; }","duration":"116.376139ms","start":"2026-04-29T02:13:10.909079Z","end":"2026-04-29T02:13:11.025456Z","steps":["trace[1288984543] 'process raft request' (duration: 114.596849ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:11.503325Z","caller":"traceutil/trace.go:171","msg":"trace[2046297151] transaction","detail":"{read_only:false; response_revision:24847; number_of_response:1; }","duration":"131.741743ms","start":"2026-04-29T02:13:11.371558Z","end":"2026-04-29T02:13:11.5033Z","steps":["trace[2046297151] 'process raft request' (duration: 131.573039ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:12.166681Z","caller":"traceutil/trace.go:171","msg":"trace[1571555849] linearizableReadLoop","detail":"{readStateIndex:25667; appliedIndex:25666; }","duration":"148.012273ms","start":"2026-04-29T02:13:12.018645Z","end":"2026-04-29T02:13:12.166658Z","steps":["trace[1571555849] 'read index received' (duration: 53.266333ms)","trace[1571555849] 'applied index is now lower than readState.Index' (duration: 94.74525ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:13:12.166727Z","caller":"traceutil/trace.go:171","msg":"trace[1321484213] transaction","detail":"{read_only:false; response_revision:24849; number_of_response:1; }","duration":"201.491392ms","start":"2026-04-29T02:13:11.965209Z","end":"2026-04-29T02:13:12.166701Z","steps":["trace[1321484213] 'process raft request' (duration: 106.66847ms)","trace[1321484213] 'compare' (duration: 94.657978ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:13:12.166985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.326472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129758"} {"level":"info","ts":"2026-04-29T02:13:12.167018Z","caller":"traceutil/trace.go:171","msg":"trace[1099151135] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:24849; }","duration":"148.417005ms","start":"2026-04-29T02:13:12.018593Z","end":"2026-04-29T02:13:12.16701Z","steps":["trace[1099151135] 'agreement among raft nodes before linearized reading' (duration: 148.161048ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:12.346259Z","caller":"traceutil/trace.go:171","msg":"trace[789389266] transaction","detail":"{read_only:false; response_revision:24850; number_of_response:1; }","duration":"316.08967ms","start":"2026-04-29T02:13:12.030143Z","end":"2026-04-29T02:13:12.346233Z","steps":["trace[789389266] 'process raft request' (duration: 315.865784ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:12.346491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:12.030115Z","time spent":"316.288896ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:13:12.346646Z","caller":"traceutil/trace.go:171","msg":"trace[312628085] transaction","detail":"{read_only:false; response_revision:24851; number_of_response:1; }","duration":"315.843835ms","start":"2026-04-29T02:13:12.030759Z","end":"2026-04-29T02:13:12.346603Z","steps":["trace[312628085] 'process raft request' (duration: 315.430903ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:12.346683Z","caller":"traceutil/trace.go:171","msg":"trace[567720721] linearizableReadLoop","detail":"{readStateIndex:25670; appliedIndex:25667; }","duration":"179.925757ms","start":"2026-04-29T02:13:12.166732Z","end":"2026-04-29T02:13:12.346657Z","steps":["trace[567720721] 'read index received' (duration: 179.256468ms)","trace[567720721] 'applied index is now lower than readState.Index' (duration: 667.859µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:13:12.346721Z","caller":"traceutil/trace.go:171","msg":"trace[707629684] transaction","detail":"{read_only:false; response_revision:24852; number_of_response:1; }","duration":"315.771963ms","start":"2026-04-29T02:13:12.030911Z","end":"2026-04-29T02:13:12.346683Z","steps":["trace[707629684] 'process raft request' (duration: 315.589197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:12.346845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:12.030751Z","time spent":"315.985619ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:13:12.346914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:12.030904Z","time spent":"315.900187ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:13:12.347065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.064962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-04-29T02:13:12.347193Z","caller":"traceutil/trace.go:171","msg":"trace[1315810286] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:24852; }","duration":"328.265898ms","start":"2026-04-29T02:13:12.018885Z","end":"2026-04-29T02:13:12.347151Z","steps":["trace[1315810286] 'agreement among raft nodes before linearized reading' (duration: 327.875908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:12.347258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:12.018858Z","time spent":"328.388591ms","remote":"127.0.0.1:50376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-04-29T02:13:12.347706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.932971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:89 size:117479"} {"level":"info","ts":"2026-04-29T02:13:12.347764Z","caller":"traceutil/trace.go:171","msg":"trace[393477169] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:89; response_revision:24852; }","duration":"178.041634ms","start":"2026-04-29T02:13:12.169707Z","end":"2026-04-29T02:13:12.347749Z","steps":["trace[393477169] 'agreement among raft nodes before linearized reading' (duration: 177.137299ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:25.338577Z","caller":"traceutil/trace.go:171","msg":"trace[1724936730] transaction","detail":"{read_only:false; response_revision:25004; number_of_response:1; }","duration":"251.073823ms","start":"2026-04-29T02:13:25.087467Z","end":"2026-04-29T02:13:25.338541Z","steps":["trace[1724936730] 'process raft request' (duration: 250.863777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:25.882065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.11068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:13:25.882132Z","caller":"traceutil/trace.go:171","msg":"trace[192528854] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25004; }","duration":"351.224893ms","start":"2026-04-29T02:13:25.530892Z","end":"2026-04-29T02:13:25.882117Z","steps":["trace[192528854] 'range keys from in-memory index tree' (duration: 351.024697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:25.882159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:25.530869Z","time spent":"351.284125ms","remote":"127.0.0.1:50282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:13:25.882596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.802661ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:13:25.882657Z","caller":"traceutil/trace.go:171","msg":"trace[1396855332] transaction","detail":"{read_only:false; response_revision:25005; number_of_response:1; }","duration":"321.994225ms","start":"2026-04-29T02:13:25.560653Z","end":"2026-04-29T02:13:25.882648Z","steps":["trace[1396855332] 'process raft request' (duration: 48.090281ms)","trace[1396855332] 'compare' (duration: 273.179794ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:13:25.882694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:25.560631Z","time spent":"322.043426ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:13:25.887602Z","caller":"traceutil/trace.go:171","msg":"trace[1426516425] transaction","detail":"{read_only:false; response_revision:25006; number_of_response:1; }","duration":"272.074224ms","start":"2026-04-29T02:13:25.615499Z","end":"2026-04-29T02:13:25.887574Z","steps":["trace[1426516425] 'process raft request' (duration: 271.684463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:26.473117Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125954358245470757,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:13:26.836639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.932898ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:13:26.836899Z","caller":"traceutil/trace.go:171","msg":"trace[1243017982] linearizableReadLoop","detail":"{readStateIndex:25832; appliedIndex:25828; }","duration":"864.701304ms","start":"2026-04-29T02:13:25.972182Z","end":"2026-04-29T02:13:26.836883Z","steps":["trace[1243017982] 'read index received' (duration: 514.518389ms)","trace[1243017982] 'applied index is now lower than readState.Index' (duration: 350.181765ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:13:26.836978Z","caller":"traceutil/trace.go:171","msg":"trace[1308329115] transaction","detail":"{read_only:false; response_revision:25007; number_of_response:1; }","duration":"935.287545ms","start":"2026-04-29T02:13:25.901679Z","end":"2026-04-29T02:13:26.836966Z","steps":["trace[1308329115] 'process raft request' (duration: 584.948126ms)","trace[1308329115] 'compare' (duration: 349.165497ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:13:26.837043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:25.901651Z","time spent":"935.358527ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:13:26.837326Z","caller":"traceutil/trace.go:171","msg":"trace[1019725769] transaction","detail":"{read_only:false; response_revision:25008; number_of_response:1; }","duration":"436.239874ms","start":"2026-04-29T02:13:26.401075Z","end":"2026-04-29T02:13:26.837315Z","steps":["trace[1019725769] 'process raft request' (duration: 435.660569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:26.837392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:26.401059Z","time spent":"436.302316ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:13:26.837623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.417643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:13:26.837732Z","caller":"traceutil/trace.go:171","msg":"trace[56419936] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:25010; }","duration":"865.582757ms","start":"2026-04-29T02:13:25.972125Z","end":"2026-04-29T02:13:26.837707Z","steps":["trace[56419936] 'agreement among raft nodes before linearized reading' (duration: 865.397202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:26.837798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:25.972101Z","time spent":"865.68123ms","remote":"127.0.0.1:52032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:13:26.837841Z","caller":"traceutil/trace.go:171","msg":"trace[1062232361] transaction","detail":"{read_only:false; response_revision:25009; number_of_response:1; }","duration":"435.40512ms","start":"2026-04-29T02:13:26.402424Z","end":"2026-04-29T02:13:26.837829Z","steps":["trace[1062232361] 'process raft request' (duration: 434.387973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:26.837932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:26.402413Z","time spent":"435.465212ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:13:26.838189Z","caller":"traceutil/trace.go:171","msg":"trace[1932873516] transaction","detail":"{read_only:false; response_revision:25010; number_of_response:1; }","duration":"435.674529ms","start":"2026-04-29T02:13:26.402488Z","end":"2026-04-29T02:13:26.838163Z","steps":["trace[1932873516] 'process raft request' (duration: 434.356492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:26.838336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:26.402482Z","time spent":"435.768262ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:13:27.55521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.180509ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:13:27.555327Z","caller":"traceutil/trace.go:171","msg":"trace[721704831] transaction","detail":"{read_only:false; response_revision:25011; number_of_response:1; }","duration":"968.510224ms","start":"2026-04-29T02:13:26.586797Z","end":"2026-04-29T02:13:27.555307Z","steps":["trace[721704831] 'process raft request' (duration: 454.160319ms)","trace[721704831] 'compare' (duration: 514.007724ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:13:27.555393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:26.586773Z","time spent":"968.582366ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:13:28.398822Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.35780701s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-29T02:13:28.593541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.284912ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:13:28.593773Z","caller":"traceutil/trace.go:171","msg":"trace[864682713] transaction","detail":"{read_only:false; response_revision:25012; number_of_response:1; }","duration":"2.00544131s","start":"2026-04-29T02:13:26.5883Z","end":"2026-04-29T02:13:28.593742Z","steps":["trace[864682713] 'process raft request' (duration: 1.810850549s)","trace[864682713] 'compare' (duration: 193.700946ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:13:28.593831Z","caller":"traceutil/trace.go:171","msg":"trace[926058168] linearizableReadLoop","detail":"{readStateIndex:25835; appliedIndex:25832; }","duration":"1.756870795s","start":"2026-04-29T02:13:26.836936Z","end":"2026-04-29T02:13:28.593807Z","steps":["trace[926058168] 'read index received' (duration: 204.037073ms)","trace[926058168] 'applied index is now lower than readState.Index' (duration: 1.552832362s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:13:28.593915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:26.588267Z","time spent":"2.005573123s","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:13:28.594244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.205497142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-74bac537-ac25-4f16-bff8-8a08e07f7b68\" ","response":"range_response_count:1 size:3643"} {"level":"info","ts":"2026-04-29T02:13:28.5943Z","caller":"traceutil/trace.go:171","msg":"trace[1679371861] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-74bac537-ac25-4f16-bff8-8a08e07f7b68; range_end:; response_count:1; response_revision:25013; }","duration":"2.205573904s","start":"2026-04-29T02:13:26.38871Z","end":"2026-04-29T02:13:28.594284Z","steps":["trace[1679371861] 'agreement among raft nodes before linearized reading' (duration: 2.205397099s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:28.594337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:26.3887Z","time spent":"2.205628656s","remote":"127.0.0.1:50480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3666,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-74bac537-ac25-4f16-bff8-8a08e07f7b68\" "} {"level":"warn","ts":"2026-04-29T02:13:28.59432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.918947848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-29T02:13:28.594242Z","caller":"traceutil/trace.go:171","msg":"trace[326061097] transaction","detail":"{read_only:false; response_revision:25013; number_of_response:1; }","duration":"2.005887162s","start":"2026-04-29T02:13:26.58834Z","end":"2026-04-29T02:13:28.594228Z","steps":["trace[326061097] 'process raft request' (duration: 2.005317736s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:28.594357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.217277017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-04-29T02:13:28.594392Z","caller":"traceutil/trace.go:171","msg":"trace[1765103824] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25013; }","duration":"1.919067111s","start":"2026-04-29T02:13:26.675308Z","end":"2026-04-29T02:13:28.594375Z","steps":["trace[1765103824] 'agreement among raft nodes before linearized reading' (duration: 1.918848295s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:28.594418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.986789573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-29T02:13:28.594499Z","caller":"traceutil/trace.go:171","msg":"trace[133857660] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25013; }","duration":"1.986921298s","start":"2026-04-29T02:13:26.607559Z","end":"2026-04-29T02:13:28.594481Z","steps":["trace[133857660] 'agreement among raft nodes before linearized reading' (duration: 1.986696502s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:28.594515Z","caller":"traceutil/trace.go:171","msg":"trace[330064326] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25013; }","duration":"2.21740439s","start":"2026-04-29T02:13:26.377016Z","end":"2026-04-29T02:13:28.59442Z","steps":["trace[330064326] 'agreement among raft nodes before linearized reading' (duration: 2.217116052s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:28.594515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:26.588321Z","time spent":"2.006080228s","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:13:28.594576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:26.376997Z","time spent":"2.217565275s","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-29T02:13:28.594544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:26.607537Z","time spent":"1.986998579s","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-29T02:13:28.59445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:26.675285Z","time spent":"1.919148314s","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T02:13:28.594825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.06619584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:13:28.594865Z","caller":"traceutil/trace.go:171","msg":"trace[1354686227] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:25013; }","duration":"2.066294353s","start":"2026-04-29T02:13:26.52856Z","end":"2026-04-29T02:13:28.594854Z","steps":["trace[1354686227] 'agreement among raft nodes before linearized reading' (duration: 2.06619728s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:28.594901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:26.528543Z","time spent":"2.066350325s","remote":"127.0.0.1:50430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:13:29.531046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000436271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-29T02:13:29.531118Z","caller":"traceutil/trace.go:171","msg":"trace[1717846456] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000555454s","start":"2026-04-29T02:13:27.530543Z","end":"2026-04-29T02:13:29.531098Z","steps":["trace[1717846456] 'agreement among raft nodes before linearized reading' (duration: 2.000473572s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:29.531153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:27.530522Z","time spent":"2.000624127s","remote":"127.0.0.1:50282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/29 02:13:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T02:13:30.044864Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.278011453s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-29T02:13:30.107102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.112398ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:13:30.107233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.340378188s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:13:30.107603Z","caller":"traceutil/trace.go:171","msg":"trace[477054155] transaction","detail":"{read_only:false; response_revision:25018; number_of_response:1; }","duration":"1.506647997s","start":"2026-04-29T02:13:28.600941Z","end":"2026-04-29T02:13:30.107589Z","steps":["trace[477054155] 'process raft request' (duration: 1.506616576s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:30.107661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:28.60091Z","time spent":"1.506726469s","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:13:30.107812Z","caller":"traceutil/trace.go:171","msg":"trace[1955978374] transaction","detail":"{read_only:false; response_revision:25015; number_of_response:1; }","duration":"2.218589595s","start":"2026-04-29T02:13:27.889193Z","end":"2026-04-29T02:13:30.107783Z","steps":["trace[1955978374] 'process raft request' (duration: 2.218144493s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:30.107881Z","caller":"traceutil/trace.go:171","msg":"trace[1760678982] transaction","detail":"{read_only:false; response_revision:25017; number_of_response:1; }","duration":"1.506988285s","start":"2026-04-29T02:13:28.600884Z","end":"2026-04-29T02:13:30.107872Z","steps":["trace[1760678982] 'process raft request' (duration: 1.506652566s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:30.107894Z","caller":"traceutil/trace.go:171","msg":"trace[971199461] linearizableReadLoop","detail":"{readStateIndex:25838; appliedIndex:25835; }","duration":"1.513979799s","start":"2026-04-29T02:13:28.593884Z","end":"2026-04-29T02:13:30.107863Z","steps":["trace[971199461] 'read index received' (duration: 172.979774ms)","trace[971199461] 'applied index is now lower than readState.Index' (duration: 1.340996885s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:13:30.107991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:27.889168Z","time spent":"2.218744778s","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:13:30.108175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.629405526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:13:30.10725Z","caller":"traceutil/trace.go:171","msg":"trace[1323858276] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25013; }","duration":"232.262292ms","start":"2026-04-29T02:13:29.874956Z","end":"2026-04-29T02:13:30.107218Z","steps":["trace[1323858276] 'range keys from in-memory index tree' (duration: 232.094628ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:30.108253Z","caller":"traceutil/trace.go:171","msg":"trace[343399830] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:25018; }","duration":"2.629509228s","start":"2026-04-29T02:13:27.478702Z","end":"2026-04-29T02:13:30.108211Z","steps":["trace[343399830] 'agreement among raft nodes before linearized reading' (duration: 2.629351334s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:30.108428Z","caller":"traceutil/trace.go:171","msg":"trace[1927269605] transaction","detail":"{read_only:false; response_revision:25014; number_of_response:1; }","duration":"2.60064128s","start":"2026-04-29T02:13:27.507774Z","end":"2026-04-29T02:13:30.108415Z","steps":["trace[1927269605] 'process raft request' (duration: 1.259006357s)","trace[1927269605] 'compare' (duration: 1.339623957s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:13:30.108436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.765948261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-29T02:13:30.108442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.816267302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:13:30.108472Z","caller":"traceutil/trace.go:171","msg":"trace[2089122633] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25018; }","duration":"2.766047143s","start":"2026-04-29T02:13:27.342415Z","end":"2026-04-29T02:13:30.108463Z","steps":["trace[2089122633] 'agreement among raft nodes before linearized reading' (duration: 2.765857768s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:30.108464Z","caller":"traceutil/trace.go:171","msg":"trace[1054061576] transaction","detail":"{read_only:false; response_revision:25016; number_of_response:1; }","duration":"2.202012256s","start":"2026-04-29T02:13:27.906434Z","end":"2026-04-29T02:13:30.108447Z","steps":["trace[1054061576] 'process raft request' (duration: 2.20106665s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:30.108496Z","caller":"traceutil/trace.go:171","msg":"trace[1367005586] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:25018; }","duration":"2.816303343s","start":"2026-04-29T02:13:27.292163Z","end":"2026-04-29T02:13:30.108466Z","steps":["trace[1367005586] 'agreement among raft nodes before linearized reading' (duration: 2.816241882s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:30.108453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.400996799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:13:30.108522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:27.292107Z","time spent":"2.816408577s","remote":"127.0.0.1:42004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:13:30.108526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.120726873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-29T02:13:30.108542Z","caller":"traceutil/trace.go:171","msg":"trace[1615789385] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:25018; }","duration":"2.401096302s","start":"2026-04-29T02:13:27.707425Z","end":"2026-04-29T02:13:30.108522Z","steps":["trace[1615789385] 'agreement among raft nodes before linearized reading' (duration: 2.400959948s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:30.108553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:27.906411Z","time spent":"2.202098089s","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:13:30.108556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:27.342396Z","time spent":"2.766148957s","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-29T02:13:30.108577Z","caller":"traceutil/trace.go:171","msg":"trace[1382246826] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25018; }","duration":"3.120795965s","start":"2026-04-29T02:13:26.987763Z","end":"2026-04-29T02:13:30.108559Z","steps":["trace[1382246826] 'agreement among raft nodes before linearized reading' (duration: 3.12062802s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:30.108587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:27.707362Z","time spent":"2.401214004s","remote":"127.0.0.1:53890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:13:30.108614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:26.987755Z","time spent":"3.120851236s","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T02:13:30.108611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:27.478682Z","time spent":"2.629781096s","remote":"127.0.0.1:42156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:13:30.107957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:28.60086Z","time spent":"1.507051007s","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:13:30.10873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.122772549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-29T02:13:30.108759Z","caller":"traceutil/trace.go:171","msg":"trace[715217473] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25018; }","duration":"3.122836711s","start":"2026-04-29T02:13:26.985913Z","end":"2026-04-29T02:13:30.10875Z","steps":["trace[715217473] 'agreement among raft nodes before linearized reading' (duration: 3.122484402s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:30.108763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.402646925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"warn","ts":"2026-04-29T02:13:30.108788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:26.985895Z","time spent":"3.122884003s","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-29T02:13:30.108811Z","caller":"traceutil/trace.go:171","msg":"trace[2060244991] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:25018; }","duration":"2.402727597s","start":"2026-04-29T02:13:27.706069Z","end":"2026-04-29T02:13:30.108797Z","steps":["trace[2060244991] 'agreement among raft nodes before linearized reading' (duration: 2.401852964s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:30.108813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.98372666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:13:30.108845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:27.706044Z","time spent":"2.402793759s","remote":"127.0.0.1:50446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1885,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"info","ts":"2026-04-29T02:13:30.108876Z","caller":"traceutil/trace.go:171","msg":"trace[1287316169] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25018; }","duration":"1.983930275s","start":"2026-04-29T02:13:28.124926Z","end":"2026-04-29T02:13:30.108857Z","steps":["trace[1287316169] 'agreement among raft nodes before linearized reading' (duration: 1.98300337s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:30.108929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:28.124906Z","time spent":"1.984007337s","remote":"127.0.0.1:41984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:13:30.109671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:27.507753Z","time spent":"2.601879763s","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:13:30.27995Z","caller":"traceutil/trace.go:171","msg":"trace[250828771] transaction","detail":"{read_only:false; response_revision:25019; number_of_response:1; }","duration":"1.436435285s","start":"2026-04-29T02:13:28.843479Z","end":"2026-04-29T02:13:30.279914Z","steps":["trace[250828771] 'process raft request' (duration: 1.435213881s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:30.280022Z","caller":"traceutil/trace.go:171","msg":"trace[1654363179] transaction","detail":"{read_only:false; response_revision:25020; number_of_response:1; }","duration":"1.436486586s","start":"2026-04-29T02:13:28.843496Z","end":"2026-04-29T02:13:30.279983Z","steps":["trace[1654363179] 'process raft request' (duration: 1.436214168s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:30.280065Z","caller":"traceutil/trace.go:171","msg":"trace[880903846] transaction","detail":"{read_only:false; response_revision:25021; number_of_response:1; }","duration":"1.436320121s","start":"2026-04-29T02:13:28.843726Z","end":"2026-04-29T02:13:30.280046Z","steps":["trace[880903846] 'process raft request' (duration: 1.436027023s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:30.280135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:28.843432Z","time spent":"1.436605019s","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:13:30.280161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:28.843698Z","time spent":"1.436416444s","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:13:30.280224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:28.843461Z","time spent":"1.43665744s","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:13:30.280123Z","caller":"traceutil/trace.go:171","msg":"trace[2108590444] transaction","detail":"{read_only:false; response_revision:25022; number_of_response:1; }","duration":"1.43628905s","start":"2026-04-29T02:13:28.843796Z","end":"2026-04-29T02:13:30.280085Z","steps":["trace[2108590444] 'process raft request' (duration: 1.436095425s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:30.280308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:28.84377Z","time spent":"1.436513177s","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:13:30.288595Z","caller":"traceutil/trace.go:171","msg":"trace[2044490934] transaction","detail":"{read_only:false; response_revision:25026; number_of_response:1; }","duration":"174.964348ms","start":"2026-04-29T02:13:30.113616Z","end":"2026-04-29T02:13:30.288581Z","steps":["trace[2044490934] 'process raft request' (duration: 174.936397ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:30.288619Z","caller":"traceutil/trace.go:171","msg":"trace[1149620107] transaction","detail":"{read_only:false; response_revision:25024; number_of_response:1; }","duration":"175.477152ms","start":"2026-04-29T02:13:30.113125Z","end":"2026-04-29T02:13:30.288602Z","steps":["trace[1149620107] 'process raft request' (duration: 175.378089ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:30.288675Z","caller":"traceutil/trace.go:171","msg":"trace[1189420332] linearizableReadLoop","detail":"{readStateIndex:25846; appliedIndex:25840; }","duration":"180.635535ms","start":"2026-04-29T02:13:30.108021Z","end":"2026-04-29T02:13:30.288656Z","steps":["trace[1189420332] 'read index received' (duration: 170.685051ms)","trace[1189420332] 'applied index is now lower than readState.Index' (duration: 9.947914ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:13:30.288775Z","caller":"traceutil/trace.go:171","msg":"trace[1950629271] transaction","detail":"{read_only:false; response_revision:25025; number_of_response:1; }","duration":"175.495022ms","start":"2026-04-29T02:13:30.113268Z","end":"2026-04-29T02:13:30.288763Z","steps":["trace[1950629271] 'process raft request' (duration: 175.262266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:30.288784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26413489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-29T02:13:30.288821Z","caller":"traceutil/trace.go:171","msg":"trace[459595978] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25026; }","duration":"1.264211232s","start":"2026-04-29T02:13:29.024601Z","end":"2026-04-29T02:13:30.288813Z","steps":["trace[459595978] 'agreement among raft nodes before linearized reading' (duration: 1.264106039s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:30.288831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.031571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-l3-agent-default-mb2xf.18aab16eb640a98a\" ","response":"range_response_count:1 size:949"} {"level":"warn","ts":"2026-04-29T02:13:30.288848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:29.024579Z","time spent":"1.264264212s","remote":"127.0.0.1:50480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-29T02:13:30.288609Z","caller":"traceutil/trace.go:171","msg":"trace[1833724011] transaction","detail":"{read_only:false; response_revision:25023; number_of_response:1; }","duration":"727.307353ms","start":"2026-04-29T02:13:29.561267Z","end":"2026-04-29T02:13:30.288574Z","steps":["trace[1833724011] 'process raft request' (duration: 727.167459ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:30.288891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.576054225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:13:30.288899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.082448595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-04-29T02:13:30.288928Z","caller":"traceutil/trace.go:171","msg":"trace[1656635871] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25026; }","duration":"1.576119526s","start":"2026-04-29T02:13:28.712796Z","end":"2026-04-29T02:13:30.288916Z","steps":["trace[1656635871] 'agreement among raft nodes before linearized reading' (duration: 1.576061745s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:30.288964Z","caller":"traceutil/trace.go:171","msg":"trace[893084743] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25026; }","duration":"1.082546947s","start":"2026-04-29T02:13:29.206399Z","end":"2026-04-29T02:13:30.288946Z","steps":["trace[893084743] 'agreement among raft nodes before linearized reading' (duration: 1.082408253s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:30.288971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.011595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-74bac537-ac25-4f16-bff8-8a08e07f7b68\" ","response":"range_response_count:1 size:3643"} {"level":"warn","ts":"2026-04-29T02:13:30.288976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.771069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-61c2b31a-423a-431a-b82b-66483aec7058\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-29T02:13:30.289006Z","caller":"traceutil/trace.go:171","msg":"trace[1558982335] range","detail":"{range_begin:/registry/persistentvolumes/pvc-61c2b31a-423a-431a-b82b-66483aec7058; range_end:; response_count:1; response_revision:25026; }","duration":"176.82951ms","start":"2026-04-29T02:13:30.112168Z","end":"2026-04-29T02:13:30.288998Z","steps":["trace[1558982335] 'agreement among raft nodes before linearized reading' (duration: 176.747127ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:30.289007Z","caller":"traceutil/trace.go:171","msg":"trace[252089008] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-74bac537-ac25-4f16-bff8-8a08e07f7b68; range_end:; response_count:1; response_revision:25026; }","duration":"689.084257ms","start":"2026-04-29T02:13:29.59991Z","end":"2026-04-29T02:13:30.288994Z","steps":["trace[252089008] 'agreement among raft nodes before linearized reading' (duration: 688.987094ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:30.289039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:29.599881Z","time spent":"689.149909ms","remote":"127.0.0.1:50480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3666,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-74bac537-ac25-4f16-bff8-8a08e07f7b68\" "} {"level":"warn","ts":"2026-04-29T02:13:30.289017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:29.561244Z","time spent":"727.672423ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:13:30.289067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.884053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:13:30.288967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:28.712777Z","time spent":"1.576180299s","remote":"127.0.0.1:42406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-04-29T02:13:30.289117Z","caller":"traceutil/trace.go:171","msg":"trace[816624366] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25026; }","duration":"175.955085ms","start":"2026-04-29T02:13:30.113148Z","end":"2026-04-29T02:13:30.289103Z","steps":["trace[816624366] 'agreement among raft nodes before linearized reading' (duration: 175.885944ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:30.289127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.687256631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"warn","ts":"2026-04-29T02:13:30.289136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.755475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:13:30.289151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.891664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"warn","ts":"2026-04-29T02:13:30.288832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.565274506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:13:30.289169Z","caller":"traceutil/trace.go:171","msg":"trace[771468880] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25026; }","duration":"757.802237ms","start":"2026-04-29T02:13:29.531357Z","end":"2026-04-29T02:13:30.28916Z","steps":["trace[771468880] 'agreement among raft nodes before linearized reading' (duration: 757.745586ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:30.289172Z","caller":"traceutil/trace.go:171","msg":"trace[1604534506] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:25026; }","duration":"764.951425ms","start":"2026-04-29T02:13:29.524215Z","end":"2026-04-29T02:13:30.289166Z","steps":["trace[1604534506] 'agreement among raft nodes before linearized reading' (duration: 764.881723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:30.289194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:29.524195Z","time spent":"764.994386ms","remote":"127.0.0.1:52068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7772,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-04-29T02:13:30.289196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:29.53135Z","time spent":"757.839758ms","remote":"127.0.0.1:50278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-29T02:13:30.289198Z","caller":"traceutil/trace.go:171","msg":"trace[857416849] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:25026; }","duration":"1.565695278s","start":"2026-04-29T02:13:28.723491Z","end":"2026-04-29T02:13:30.289186Z","steps":["trace[857416849] 'agreement among raft nodes before linearized reading' (duration: 1.565269506s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:30.289228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:28.723473Z","time spent":"1.56574569s","remote":"127.0.0.1:50544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:13:30.289228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.364798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T02:13:30.289238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.732059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:13:30.289005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:29.206381Z","time spent":"1.082612649s","remote":"127.0.0.1:47320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-04-29T02:13:30.28916Z","caller":"traceutil/trace.go:171","msg":"trace[2084591023] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:25026; }","duration":"1.687313822s","start":"2026-04-29T02:13:28.601837Z","end":"2026-04-29T02:13:30.289151Z","steps":["trace[2084591023] 'agreement among raft nodes before linearized reading' (duration: 1.687169378s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:30.289426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:28.601826Z","time spent":"1.687591901s","remote":"127.0.0.1:50388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1335,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"info","ts":"2026-04-29T02:13:30.289354Z","caller":"traceutil/trace.go:171","msg":"trace[46706752] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:25026; }","duration":"781.503683ms","start":"2026-04-29T02:13:29.507795Z","end":"2026-04-29T02:13:30.289298Z","steps":["trace[46706752] 'agreement among raft nodes before linearized reading' (duration: 781.331118ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:30.288876Z","caller":"traceutil/trace.go:171","msg":"trace[375800247] range","detail":"{range_begin:/registry/events/openstack/neutron-l3-agent-default-mb2xf.18aab16eb640a98a; range_end:; response_count:1; response_revision:25026; }","duration":"848.130884ms","start":"2026-04-29T02:13:29.440733Z","end":"2026-04-29T02:13:30.288864Z","steps":["trace[375800247] 'agreement among raft nodes before linearized reading' (duration: 847.932619ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:30.289523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:29.507777Z","time spent":"781.73188ms","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:13:30.28956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:29.440702Z","time spent":"848.844805ms","remote":"127.0.0.1:50384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":972,"request content":"key:\"/registry/events/openstack/neutron-l3-agent-default-mb2xf.18aab16eb640a98a\" "} {"level":"info","ts":"2026-04-29T02:13:30.289943Z","caller":"traceutil/trace.go:171","msg":"trace[642080616] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:25026; }","duration":"120.994946ms","start":"2026-04-29T02:13:30.168388Z","end":"2026-04-29T02:13:30.289383Z","steps":["trace[642080616] 'agreement among raft nodes before linearized reading' (duration: 120.609226ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:32.497459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.646202ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:13:32.497631Z","caller":"traceutil/trace.go:171","msg":"trace[97015088] transaction","detail":"{read_only:false; response_revision:25042; number_of_response:1; }","duration":"380.099321ms","start":"2026-04-29T02:13:32.117515Z","end":"2026-04-29T02:13:32.497614Z","steps":["trace[97015088] 'process raft request' (duration: 380.027489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:32.497694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:32.11751Z","time spent":"380.152103ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:13:32.497894Z","caller":"traceutil/trace.go:171","msg":"trace[1211829711] transaction","detail":"{read_only:false; response_revision:25041; number_of_response:1; }","duration":"380.432421ms","start":"2026-04-29T02:13:32.117448Z","end":"2026-04-29T02:13:32.497881Z","steps":["trace[1211829711] 'process raft request' (duration: 278.284005ms)","trace[1211829711] 'compare' (duration: 101.357014ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:13:32.497951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:32.117436Z","time spent":"380.486422ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:13:32.554199Z","caller":"traceutil/trace.go:171","msg":"trace[1504464375] transaction","detail":"{read_only:false; response_revision:25043; number_of_response:1; }","duration":"323.594549ms","start":"2026-04-29T02:13:32.230579Z","end":"2026-04-29T02:13:32.554174Z","steps":["trace[1504464375] 'process raft request' (duration: 323.414024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:32.554359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:32.230555Z","time spent":"323.721262ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:13:32.554565Z","caller":"traceutil/trace.go:171","msg":"trace[944363552] linearizableReadLoop","detail":"{readStateIndex:25870; appliedIndex:25863; }","duration":"261.877412ms","start":"2026-04-29T02:13:32.29267Z","end":"2026-04-29T02:13:32.554548Z","steps":["trace[944363552] 'read index received' (duration: 103.07934ms)","trace[944363552] 'applied index is now lower than readState.Index' (duration: 158.796672ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:13:32.554557Z","caller":"traceutil/trace.go:171","msg":"trace[1157755661] transaction","detail":"{read_only:false; response_revision:25045; number_of_response:1; }","duration":"269.102991ms","start":"2026-04-29T02:13:32.285401Z","end":"2026-04-29T02:13:32.554504Z","steps":["trace[1157755661] 'process raft request' (duration: 268.953837ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:32.554574Z","caller":"traceutil/trace.go:171","msg":"trace[774309171] transaction","detail":"{read_only:false; response_revision:25044; number_of_response:1; }","duration":"269.139123ms","start":"2026-04-29T02:13:32.285385Z","end":"2026-04-29T02:13:32.554524Z","steps":["trace[774309171] 'process raft request' (duration: 268.744012ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:32.554655Z","caller":"traceutil/trace.go:171","msg":"trace[1297796166] transaction","detail":"{read_only:false; response_revision:25046; number_of_response:1; }","duration":"269.178063ms","start":"2026-04-29T02:13:32.285472Z","end":"2026-04-29T02:13:32.55465Z","steps":["trace[1297796166] 'process raft request' (duration: 268.968798ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:32.554647Z","caller":"traceutil/trace.go:171","msg":"trace[649602605] transaction","detail":"{read_only:false; response_revision:25048; number_of_response:1; }","duration":"260.436182ms","start":"2026-04-29T02:13:32.294182Z","end":"2026-04-29T02:13:32.554618Z","steps":["trace[649602605] 'process raft request' (duration: 260.327689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:32.554758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.093647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-29T02:13:32.554608Z","caller":"traceutil/trace.go:171","msg":"trace[1962324787] transaction","detail":"{read_only:false; response_revision:25047; number_of_response:1; }","duration":"268.143915ms","start":"2026-04-29T02:13:32.286435Z","end":"2026-04-29T02:13:32.554579Z","steps":["trace[1962324787] 'process raft request' (duration: 268.038293ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:32.554796Z","caller":"traceutil/trace.go:171","msg":"trace[1528203828] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25048; }","duration":"262.168519ms","start":"2026-04-29T02:13:32.292616Z","end":"2026-04-29T02:13:32.554785Z","steps":["trace[1528203828] 'agreement among raft nodes before linearized reading' (duration: 262.032955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:32.554871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.798186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-74bac537-ac25-4f16-bff8-8a08e07f7b68\" ","response":"range_response_count:1 size:3936"} {"level":"info","ts":"2026-04-29T02:13:32.554896Z","caller":"traceutil/trace.go:171","msg":"trace[1635083580] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-74bac537-ac25-4f16-bff8-8a08e07f7b68; range_end:; response_count:1; response_revision:25048; }","duration":"254.861088ms","start":"2026-04-29T02:13:32.300028Z","end":"2026-04-29T02:13:32.554889Z","steps":["trace[1635083580] 'agreement among raft nodes before linearized reading' (duration: 254.753325ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:32.554914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.940243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-29T02:13:32.554971Z","caller":"traceutil/trace.go:171","msg":"trace[100231944] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25048; }","duration":"262.022545ms","start":"2026-04-29T02:13:32.292936Z","end":"2026-04-29T02:13:32.554958Z","steps":["trace[100231944] 'agreement among raft nodes before linearized reading' (duration: 261.785848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:32.555187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.911275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-29T02:13:32.55537Z","caller":"traceutil/trace.go:171","msg":"trace[2137535115] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25048; }","duration":"261.151832ms","start":"2026-04-29T02:13:32.294205Z","end":"2026-04-29T02:13:32.555357Z","steps":["trace[2137535115] 'agreement among raft nodes before linearized reading' (duration: 260.596447ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:36.616955Z","caller":"traceutil/trace.go:171","msg":"trace[232667064] transaction","detail":"{read_only:false; response_revision:25093; number_of_response:1; }","duration":"102.854745ms","start":"2026-04-29T02:13:36.514048Z","end":"2026-04-29T02:13:36.616902Z","steps":["trace[232667064] 'process raft request' (duration: 102.567437ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:36.637401Z","caller":"traceutil/trace.go:171","msg":"trace[551091432] transaction","detail":"{read_only:false; response_revision:25094; number_of_response:1; }","duration":"122.429306ms","start":"2026-04-29T02:13:36.51494Z","end":"2026-04-29T02:13:36.63737Z","steps":["trace[551091432] 'process raft request' (duration: 122.153498ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:36.637708Z","caller":"traceutil/trace.go:171","msg":"trace[1007113980] linearizableReadLoop","detail":"{readStateIndex:25918; appliedIndex:25916; }","duration":"106.531766ms","start":"2026-04-29T02:13:36.53117Z","end":"2026-04-29T02:13:36.637702Z","steps":["trace[1007113980] 'read index received' (duration: 85.431382ms)","trace[1007113980] 'applied index is now lower than readState.Index' (duration: 21.099794ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:13:36.637803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.617729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:13:36.637821Z","caller":"traceutil/trace.go:171","msg":"trace[1386024962] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25099; }","duration":"106.671069ms","start":"2026-04-29T02:13:36.531145Z","end":"2026-04-29T02:13:36.637816Z","steps":["trace[1386024962] 'agreement among raft nodes before linearized reading' (duration: 106.606808ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:36.881805Z","caller":"traceutil/trace.go:171","msg":"trace[1792200012] transaction","detail":"{read_only:false; response_revision:25102; number_of_response:1; }","duration":"228.236943ms","start":"2026-04-29T02:13:36.653527Z","end":"2026-04-29T02:13:36.881764Z","steps":["trace[1792200012] 'process raft request' (duration: 228.11623ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:36.881852Z","caller":"traceutil/trace.go:171","msg":"trace[2138603594] transaction","detail":"{read_only:false; response_revision:25101; number_of_response:1; }","duration":"231.342708ms","start":"2026-04-29T02:13:36.650473Z","end":"2026-04-29T02:13:36.881815Z","steps":["trace[2138603594] 'process raft request' (duration: 230.941797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:36.881869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.019728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:13:36.882158Z","caller":"traceutil/trace.go:171","msg":"trace[2067564314] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:25102; }","duration":"223.348237ms","start":"2026-04-29T02:13:36.65878Z","end":"2026-04-29T02:13:36.882128Z","steps":["trace[2067564314] 'agreement among raft nodes before linearized reading' (duration: 222.983377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:36.882219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.111933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-29T02:13:36.882325Z","caller":"traceutil/trace.go:171","msg":"trace[921421702] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25102; }","duration":"230.239567ms","start":"2026-04-29T02:13:36.652057Z","end":"2026-04-29T02:13:36.882296Z","steps":["trace[921421702] 'agreement among raft nodes before linearized reading' (duration: 229.919429ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:36.881753Z","caller":"traceutil/trace.go:171","msg":"trace[829224411] linearizableReadLoop","detail":"{readStateIndex:25926; appliedIndex:25924; }","duration":"217.322711ms","start":"2026-04-29T02:13:36.664396Z","end":"2026-04-29T02:13:36.881719Z","steps":["trace[829224411] 'read index received' (duration: 217.097704ms)","trace[829224411] 'applied index is now lower than readState.Index' (duration: 223.387µs)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:13:37.071179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.466097ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:13:37.071474Z","caller":"traceutil/trace.go:171","msg":"trace[418245935] transaction","detail":"{read_only:false; response_revision:25104; number_of_response:1; }","duration":"184.149442ms","start":"2026-04-29T02:13:36.887304Z","end":"2026-04-29T02:13:37.071454Z","steps":["trace[418245935] 'process raft request' (duration: 184.07526ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:37.071738Z","caller":"traceutil/trace.go:171","msg":"trace[22596675] transaction","detail":"{read_only:false; response_revision:25103; number_of_response:1; }","duration":"403.494088ms","start":"2026-04-29T02:13:36.668229Z","end":"2026-04-29T02:13:37.071723Z","steps":["trace[22596675] 'process raft request' (duration: 246.373722ms)","trace[22596675] 'compare' (duration: 156.298173ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:13:37.071893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:36.668209Z","time spent":"403.641463ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:13:37.071743Z","caller":"traceutil/trace.go:171","msg":"trace[585850370] linearizableReadLoop","detail":"{readStateIndex:25927; appliedIndex:25926; }","duration":"189.224503ms","start":"2026-04-29T02:13:36.882466Z","end":"2026-04-29T02:13:37.07169Z","steps":["trace[585850370] 'read index received' (duration: 32.164789ms)","trace[585850370] 'applied index is now lower than readState.Index' (duration: 157.055854ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:13:37.071906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.898425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:13:37.072043Z","caller":"traceutil/trace.go:171","msg":"trace[382678734] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25104; }","duration":"406.040239ms","start":"2026-04-29T02:13:36.665971Z","end":"2026-04-29T02:13:37.072011Z","steps":["trace[382678734] 'agreement among raft nodes before linearized reading' (duration: 405.830443ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:37.072124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:36.665935Z","time spent":"406.158702ms","remote":"127.0.0.1:42182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:13:53.938955Z","caller":"traceutil/trace.go:171","msg":"trace[573940171] transaction","detail":"{read_only:false; response_revision:25231; number_of_response:1; }","duration":"135.640901ms","start":"2026-04-29T02:13:53.803289Z","end":"2026-04-29T02:13:53.93893Z","steps":["trace[573940171] 'process raft request' (duration: 131.683511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:54.31707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.186156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:13:54.317146Z","caller":"traceutil/trace.go:171","msg":"trace[1358594017] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:25231; }","duration":"166.3233ms","start":"2026-04-29T02:13:54.150806Z","end":"2026-04-29T02:13:54.31713Z","steps":["trace[1358594017] 'count revisions from in-memory index tree' (duration: 166.106294ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:54.43697Z","caller":"traceutil/trace.go:171","msg":"trace[322161340] transaction","detail":"{read_only:false; response_revision:25232; number_of_response:1; }","duration":"171.542544ms","start":"2026-04-29T02:13:54.265409Z","end":"2026-04-29T02:13:54.436951Z","steps":["trace[322161340] 'process raft request' (duration: 171.420491ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:55.056786Z","caller":"traceutil/trace.go:171","msg":"trace[2131675589] linearizableReadLoop","detail":"{readStateIndex:26064; appliedIndex:26060; }","duration":"356.223404ms","start":"2026-04-29T02:13:54.700544Z","end":"2026-04-29T02:13:55.056768Z","steps":["trace[2131675589] 'read index received' (duration: 37.252499ms)","trace[2131675589] 'applied index is now lower than readState.Index' (duration: 318.969945ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:13:55.056961Z","caller":"traceutil/trace.go:171","msg":"trace[139967402] transaction","detail":"{read_only:false; response_revision:25236; number_of_response:1; }","duration":"357.123289ms","start":"2026-04-29T02:13:54.699806Z","end":"2026-04-29T02:13:55.056929Z","steps":["trace[139967402] 'process raft request' (duration: 356.848391ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:55.057054Z","caller":"traceutil/trace.go:171","msg":"trace[1175903142] transaction","detail":"{read_only:false; response_revision:25239; number_of_response:1; }","duration":"353.071646ms","start":"2026-04-29T02:13:54.703974Z","end":"2026-04-29T02:13:55.057045Z","steps":["trace[1175903142] 'process raft request' (duration: 352.764078ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:55.057056Z","caller":"traceutil/trace.go:171","msg":"trace[1298930108] transaction","detail":"{read_only:false; response_revision:25235; number_of_response:1; }","duration":"360.276556ms","start":"2026-04-29T02:13:54.696756Z","end":"2026-04-29T02:13:55.057032Z","steps":["trace[1298930108] 'process raft request' (duration: 359.848574ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:55.057121Z","caller":"traceutil/trace.go:171","msg":"trace[430165353] transaction","detail":"{read_only:false; response_revision:25237; number_of_response:1; }","duration":"355.454442ms","start":"2026-04-29T02:13:54.70165Z","end":"2026-04-29T02:13:55.057105Z","steps":["trace[430165353] 'process raft request' (duration: 355.03582ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:55.057143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:54.699789Z","time spent":"357.247702ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:13:55.057152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:54.703955Z","time spent":"353.131417ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:13:55.057153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:54.696734Z","time spent":"360.364798ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:13:55.057106Z","caller":"traceutil/trace.go:171","msg":"trace[543667835] transaction","detail":"{read_only:false; response_revision:25238; number_of_response:1; }","duration":"355.328589ms","start":"2026-04-29T02:13:54.701738Z","end":"2026-04-29T02:13:55.057067Z","steps":["trace[543667835] 'process raft request' (duration: 354.974929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:55.057243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:54.701636Z","time spent":"355.540065ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:13:55.057108Z","caller":"traceutil/trace.go:171","msg":"trace[155606950] transaction","detail":"{read_only:false; response_revision:25234; number_of_response:1; }","duration":"361.17288ms","start":"2026-04-29T02:13:54.695917Z","end":"2026-04-29T02:13:55.05709Z","steps":["trace[155606950] 'process raft request' (duration: 360.489611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:55.05732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:54.701729Z","time spent":"355.530384ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:13:55.057326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.751199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-04-29T02:13:55.057403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:54.695883Z","time spent":"361.468438ms","remote":"127.0.0.1:50480","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10655,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:13:55.057411Z","caller":"traceutil/trace.go:171","msg":"trace[759133734] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:25239; }","duration":"356.891513ms","start":"2026-04-29T02:13:54.7005Z","end":"2026-04-29T02:13:55.057392Z","steps":["trace[759133734] 'agreement among raft nodes before linearized reading' (duration: 356.629765ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:55.057482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:54.700482Z","time spent":"356.989905ms","remote":"127.0.0.1:50446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"info","ts":"2026-04-29T02:13:55.246893Z","caller":"traceutil/trace.go:171","msg":"trace[1239210405] linearizableReadLoop","detail":"{readStateIndex:26069; appliedIndex:26067; }","duration":"190.019453ms","start":"2026-04-29T02:13:55.056845Z","end":"2026-04-29T02:13:55.246864Z","steps":["trace[1239210405] 'read index received' (duration: 107.187358ms)","trace[1239210405] 'applied index is now lower than readState.Index' (duration: 82.830555ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:13:55.247136Z","caller":"traceutil/trace.go:171","msg":"trace[1473761576] transaction","detail":"{read_only:false; response_revision:25241; number_of_response:1; }","duration":"305.299027ms","start":"2026-04-29T02:13:54.941784Z","end":"2026-04-29T02:13:55.247083Z","steps":["trace[1473761576] 'process raft request' (duration: 304.824623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:55.247314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.248022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-29T02:13:55.247316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.191903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-29T02:13:55.247343Z","caller":"traceutil/trace.go:171","msg":"trace[727878969] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25241; }","duration":"536.327944ms","start":"2026-04-29T02:13:54.711006Z","end":"2026-04-29T02:13:55.247334Z","steps":["trace[727878969] 'agreement among raft nodes before linearized reading' (duration: 536.19958ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:55.247365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:54.710985Z","time spent":"536.375135ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-29T02:13:55.247368Z","caller":"traceutil/trace.go:171","msg":"trace[2004344726] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25241; }","duration":"510.275985ms","start":"2026-04-29T02:13:54.737077Z","end":"2026-04-29T02:13:55.247353Z","steps":["trace[2004344726] 'agreement among raft nodes before linearized reading' (duration: 510.105171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:55.247409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:54.737062Z","time spent":"510.335327ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-29T02:13:55.247036Z","caller":"traceutil/trace.go:171","msg":"trace[1551199026] transaction","detail":"{read_only:false; response_revision:25240; number_of_response:1; }","duration":"307.328223ms","start":"2026-04-29T02:13:54.939686Z","end":"2026-04-29T02:13:55.247015Z","steps":["trace[1551199026] 'process raft request' (duration: 224.209309ms)","trace[1551199026] 'compare' (duration: 82.319661ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:13:55.247733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:54.93963Z","time spent":"307.945ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:13:55.248391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:54.941753Z","time spent":"305.620146ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:13:55.263298Z","caller":"traceutil/trace.go:171","msg":"trace[527510039] transaction","detail":"{read_only:false; response_revision:25246; number_of_response:1; }","duration":"127.993142ms","start":"2026-04-29T02:13:55.135292Z","end":"2026-04-29T02:13:55.263285Z","steps":["trace[527510039] 'process raft request' (duration: 127.950951ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:55.263602Z","caller":"traceutil/trace.go:171","msg":"trace[860532498] transaction","detail":"{read_only:false; response_revision:25242; number_of_response:1; }","duration":"199.354702ms","start":"2026-04-29T02:13:55.064238Z","end":"2026-04-29T02:13:55.263593Z","steps":["trace[860532498] 'process raft request' (duration: 198.768826ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:55.263812Z","caller":"traceutil/trace.go:171","msg":"trace[2005623659] transaction","detail":"{read_only:false; response_revision:25243; number_of_response:1; }","duration":"199.103276ms","start":"2026-04-29T02:13:55.0647Z","end":"2026-04-29T02:13:55.263804Z","steps":["trace[2005623659] 'process raft request' (duration: 198.433687ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:55.263971Z","caller":"traceutil/trace.go:171","msg":"trace[589129861] transaction","detail":"{read_only:false; response_revision:25244; number_of_response:1; }","duration":"198.53982ms","start":"2026-04-29T02:13:55.065422Z","end":"2026-04-29T02:13:55.263962Z","steps":["trace[589129861] 'process raft request' (duration: 197.753698ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:55.264437Z","caller":"traceutil/trace.go:171","msg":"trace[491926271] transaction","detail":"{read_only:false; response_revision:25245; number_of_response:1; }","duration":"192.879744ms","start":"2026-04-29T02:13:55.071544Z","end":"2026-04-29T02:13:55.264423Z","steps":["trace[491926271] 'process raft request' (duration: 191.66115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:55.265596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.553693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:13:55.265672Z","caller":"traceutil/trace.go:171","msg":"trace[141409907] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:25246; }","duration":"205.666496ms","start":"2026-04-29T02:13:55.059987Z","end":"2026-04-29T02:13:55.265654Z","steps":["trace[141409907] 'agreement among raft nodes before linearized reading' (duration: 205.539283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:55.266258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.309778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-29T02:13:55.266329Z","caller":"traceutil/trace.go:171","msg":"trace[535473774] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25246; }","duration":"104.413241ms","start":"2026-04-29T02:13:55.161897Z","end":"2026-04-29T02:13:55.26631Z","steps":["trace[535473774] 'agreement among raft nodes before linearized reading' (duration: 104.263987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:55.267426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.159745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-74bac537-ac25-4f16-bff8-8a08e07f7b68\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-29T02:13:55.267494Z","caller":"traceutil/trace.go:171","msg":"trace[1571358357] range","detail":"{range_begin:/registry/persistentvolumes/pvc-74bac537-ac25-4f16-bff8-8a08e07f7b68; range_end:; response_count:1; response_revision:25246; }","duration":"204.264478ms","start":"2026-04-29T02:13:55.063212Z","end":"2026-04-29T02:13:55.267477Z","steps":["trace[1571358357] 'agreement among raft nodes before linearized reading' (duration: 204.063862ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:55.476238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.689911ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:13:55.476405Z","caller":"traceutil/trace.go:171","msg":"trace[430769369] transaction","detail":"{read_only:false; response_revision:25248; number_of_response:1; }","duration":"223.378874ms","start":"2026-04-29T02:13:55.253Z","end":"2026-04-29T02:13:55.476379Z","steps":["trace[430769369] 'process raft request' (duration: 223.328603ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:55.4764Z","caller":"traceutil/trace.go:171","msg":"trace[876885522] transaction","detail":"{read_only:false; response_revision:25247; number_of_response:1; }","duration":"224.861735ms","start":"2026-04-29T02:13:55.251513Z","end":"2026-04-29T02:13:55.476375Z","steps":["trace[876885522] 'process raft request' (duration: 107.97419ms)","trace[876885522] 'compare' (duration: 116.515625ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:13:55.500112Z","caller":"traceutil/trace.go:171","msg":"trace[455519388] linearizableReadLoop","detail":"{readStateIndex:26078; appliedIndex:26074; }","duration":"225.149744ms","start":"2026-04-29T02:13:55.274939Z","end":"2026-04-29T02:13:55.500089Z","steps":["trace[455519388] 'read index received' (duration: 84.508783ms)","trace[455519388] 'applied index is now lower than readState.Index' (duration: 140.639961ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:13:55.500135Z","caller":"traceutil/trace.go:171","msg":"trace[47733243] transaction","detail":"{read_only:false; response_revision:25249; number_of_response:1; }","duration":"228.037444ms","start":"2026-04-29T02:13:55.272073Z","end":"2026-04-29T02:13:55.50011Z","steps":["trace[47733243] 'process raft request' (duration: 227.835588ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:55.500192Z","caller":"traceutil/trace.go:171","msg":"trace[1230430192] transaction","detail":"{read_only:false; response_revision:25250; number_of_response:1; }","duration":"225.467303ms","start":"2026-04-29T02:13:55.274683Z","end":"2026-04-29T02:13:55.50015Z","steps":["trace[1230430192] 'process raft request' (duration: 225.35851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:55.500503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.358737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:13:55.500539Z","caller":"traceutil/trace.go:171","msg":"trace[463810851] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:25250; }","duration":"176.576673ms","start":"2026-04-29T02:13:55.323952Z","end":"2026-04-29T02:13:55.500528Z","steps":["trace[463810851] 'agreement among raft nodes before linearized reading' (duration: 176.337237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:55.500525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.570955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-04-29T02:13:55.50057Z","caller":"traceutil/trace.go:171","msg":"trace[1577382846] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25250; }","duration":"225.665808ms","start":"2026-04-29T02:13:55.274892Z","end":"2026-04-29T02:13:55.500558Z","steps":["trace[1577382846] 'agreement among raft nodes before linearized reading' (duration: 225.353169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:55.500566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.447689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-04-29T02:13:55.500664Z","caller":"traceutil/trace.go:171","msg":"trace[505042114] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25250; }","duration":"164.597943ms","start":"2026-04-29T02:13:55.336039Z","end":"2026-04-29T02:13:55.500637Z","steps":["trace[505042114] 'agreement among raft nodes before linearized reading' (duration: 164.292215ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:56.590696Z","caller":"traceutil/trace.go:171","msg":"trace[799212855] transaction","detail":"{read_only:false; response_revision:25255; number_of_response:1; }","duration":"137.857634ms","start":"2026-04-29T02:13:56.452761Z","end":"2026-04-29T02:13:56.590619Z","steps":["trace[799212855] 'process raft request' (duration: 137.588147ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:56.96654Z","caller":"traceutil/trace.go:171","msg":"trace[1341267243] transaction","detail":"{read_only:false; response_revision:25256; number_of_response:1; }","duration":"216.015512ms","start":"2026-04-29T02:13:56.750496Z","end":"2026-04-29T02:13:56.966512Z","steps":["trace[1341267243] 'process raft request' (duration: 215.803917ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:56.971461Z","caller":"traceutil/trace.go:171","msg":"trace[1261495807] transaction","detail":"{read_only:false; response_revision:25257; number_of_response:1; }","duration":"157.99644ms","start":"2026-04-29T02:13:56.813447Z","end":"2026-04-29T02:13:56.971443Z","steps":["trace[1261495807] 'process raft request' (duration: 157.910657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:57.268565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.802484ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:13:57.26864Z","caller":"traceutil/trace.go:171","msg":"trace[1284529961] transaction","detail":"{read_only:false; response_revision:25258; number_of_response:1; }","duration":"292.919844ms","start":"2026-04-29T02:13:56.975706Z","end":"2026-04-29T02:13:57.268626Z","steps":["trace[1284529961] 'process raft request' (duration: 167.992376ms)","trace[1284529961] 'compare' (duration: 124.468215ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:13:57.366679Z","caller":"traceutil/trace.go:171","msg":"trace[1977823536] transaction","detail":"{read_only:false; response_revision:25261; number_of_response:1; }","duration":"303.107816ms","start":"2026-04-29T02:13:57.063558Z","end":"2026-04-29T02:13:57.366666Z","steps":["trace[1977823536] 'process raft request' (duration: 303.068195ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:57.366721Z","caller":"traceutil/trace.go:171","msg":"trace[1835631014] transaction","detail":"{read_only:false; response_revision:25259; number_of_response:1; }","duration":"303.152266ms","start":"2026-04-29T02:13:57.063531Z","end":"2026-04-29T02:13:57.366684Z","steps":["trace[1835631014] 'process raft request' (duration: 302.990852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:57.366775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:57.063533Z","time spent":"303.191547ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:13:57.366768Z","caller":"traceutil/trace.go:171","msg":"trace[2006127549] transaction","detail":"{read_only:false; response_revision:25260; number_of_response:1; }","duration":"303.189987ms","start":"2026-04-29T02:13:57.06354Z","end":"2026-04-29T02:13:57.36673Z","steps":["trace[2006127549] 'process raft request' (duration: 303.060944ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:57.3669Z","caller":"traceutil/trace.go:171","msg":"trace[1363922982] transaction","detail":"{read_only:false; response_revision:25262; number_of_response:1; }","duration":"302.744606ms","start":"2026-04-29T02:13:57.064147Z","end":"2026-04-29T02:13:57.366891Z","steps":["trace[1363922982] 'process raft request' (duration: 302.499229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:57.366932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:57.064099Z","time spent":"302.818027ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:13:57.36692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:57.063523Z","time spent":"303.317561ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:13:57.366942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:57.063506Z","time spent":"303.29197ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:13:57.367043Z","caller":"traceutil/trace.go:171","msg":"trace[1161294748] transaction","detail":"{read_only:false; response_revision:25263; number_of_response:1; }","duration":"300.338899ms","start":"2026-04-29T02:13:57.066679Z","end":"2026-04-29T02:13:57.367018Z","steps":["trace[1161294748] 'process raft request' (duration: 300.174895ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:57.367096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:13:57.066645Z","time spent":"300.422822ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:13:57.426564Z","caller":"traceutil/trace.go:171","msg":"trace[1292390875] linearizableReadLoop","detail":"{readStateIndex:26093; appliedIndex:26091; }","duration":"163.538584ms","start":"2026-04-29T02:13:57.263004Z","end":"2026-04-29T02:13:57.426543Z","steps":["trace[1292390875] 'read index received' (duration: 104.047591ms)","trace[1292390875] 'applied index is now lower than readState.Index' (duration: 59.489703ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:13:57.426575Z","caller":"traceutil/trace.go:171","msg":"trace[1200881810] transaction","detail":"{read_only:false; response_revision:25264; number_of_response:1; }","duration":"173.262732ms","start":"2026-04-29T02:13:57.253276Z","end":"2026-04-29T02:13:57.426539Z","steps":["trace[1200881810] 'process raft request' (duration: 154.690719ms)","trace[1200881810] 'compare' (duration: 18.329315ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:13:57.426708Z","caller":"traceutil/trace.go:171","msg":"trace[288426419] transaction","detail":"{read_only:false; response_revision:25265; number_of_response:1; }","duration":"171.514765ms","start":"2026-04-29T02:13:57.255184Z","end":"2026-04-29T02:13:57.426698Z","steps":["trace[288426419] 'process raft request' (duration: 171.274118ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:57.426862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.9702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3308"} {"level":"info","ts":"2026-04-29T02:13:57.426954Z","caller":"traceutil/trace.go:171","msg":"trace[1467383619] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25265; }","duration":"150.098283ms","start":"2026-04-29T02:13:57.276835Z","end":"2026-04-29T02:13:57.426934Z","steps":["trace[1467383619] 'agreement among raft nodes before linearized reading' (duration: 149.885698ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:57.426992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.60792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T02:13:57.427024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.000797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:13:57.427077Z","caller":"traceutil/trace.go:171","msg":"trace[324243981] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:25265; }","duration":"124.739283ms","start":"2026-04-29T02:13:57.302317Z","end":"2026-04-29T02:13:57.427056Z","steps":["trace[324243981] 'agreement among raft nodes before linearized reading' (duration: 124.557198ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:57.427109Z","caller":"traceutil/trace.go:171","msg":"trace[1956101861] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:25265; }","duration":"164.125591ms","start":"2026-04-29T02:13:57.26296Z","end":"2026-04-29T02:13:57.427086Z","steps":["trace[1956101861] 'agreement among raft nodes before linearized reading' (duration: 163.912405ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:14:02.151921Z","caller":"traceutil/trace.go:171","msg":"trace[1336915511] transaction","detail":"{read_only:false; response_revision:25299; number_of_response:1; }","duration":"113.022339ms","start":"2026-04-29T02:14:02.038869Z","end":"2026-04-29T02:14:02.151892Z","steps":["trace[1336915511] 'process raft request' (duration: 112.744852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:14:02.855325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.234775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:14:02.855397Z","caller":"traceutil/trace.go:171","msg":"trace[95451206] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25300; }","duration":"113.360878ms","start":"2026-04-29T02:14:02.74202Z","end":"2026-04-29T02:14:02.855381Z","steps":["trace[95451206] 'count revisions from in-memory index tree' (duration: 113.134002ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:14:03.142483Z","caller":"traceutil/trace.go:171","msg":"trace[1332503859] linearizableReadLoop","detail":"{readStateIndex:26130; appliedIndex:26129; }","duration":"149.490896ms","start":"2026-04-29T02:14:02.992969Z","end":"2026-04-29T02:14:03.14246Z","steps":["trace[1332503859] 'read index received' (duration: 149.372703ms)","trace[1332503859] 'applied index is now lower than readState.Index' (duration: 116.953µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:14:03.142583Z","caller":"traceutil/trace.go:171","msg":"trace[939252198] transaction","detail":"{read_only:false; response_revision:25301; number_of_response:1; }","duration":"282.402785ms","start":"2026-04-29T02:14:02.860133Z","end":"2026-04-29T02:14:03.142536Z","steps":["trace[939252198] 'process raft request' (duration: 282.162588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:14:03.1427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.708952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-29T02:14:03.142748Z","caller":"traceutil/trace.go:171","msg":"trace[869225753] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25301; }","duration":"149.804024ms","start":"2026-04-29T02:14:02.992931Z","end":"2026-04-29T02:14:03.142735Z","steps":["trace[869225753] 'agreement among raft nodes before linearized reading' (duration: 149.64959ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:14:04.97041Z","caller":"traceutil/trace.go:171","msg":"trace[1023193802] linearizableReadLoop","detail":"{readStateIndex:26146; appliedIndex:26145; }","duration":"236.62685ms","start":"2026-04-29T02:14:04.733757Z","end":"2026-04-29T02:14:04.970384Z","steps":["trace[1023193802] 'read index received' (duration: 236.414795ms)","trace[1023193802] 'applied index is now lower than readState.Index' (duration: 210.945µs)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:14:04.970582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.808826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:14:04.970628Z","caller":"traceutil/trace.go:171","msg":"trace[1459916439] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25316; }","duration":"236.874639ms","start":"2026-04-29T02:14:04.733739Z","end":"2026-04-29T02:14:04.970614Z","steps":["trace[1459916439] 'agreement among raft nodes before linearized reading' (duration: 236.785005ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:14:04.970588Z","caller":"traceutil/trace.go:171","msg":"trace[1928291758] transaction","detail":"{read_only:false; response_revision:25316; number_of_response:1; }","duration":"290.385214ms","start":"2026-04-29T02:14:04.680169Z","end":"2026-04-29T02:14:04.970555Z","steps":["trace[1928291758] 'process raft request' (duration: 290.033184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:14:05.585363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.901975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:14:05.58548Z","caller":"traceutil/trace.go:171","msg":"trace[1422110175] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:25317; }","duration":"347.036338ms","start":"2026-04-29T02:14:05.238412Z","end":"2026-04-29T02:14:05.585448Z","steps":["trace[1422110175] 'count revisions from in-memory index tree' (duration: 346.72111ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:14:05.585504Z","caller":"traceutil/trace.go:171","msg":"trace[1610115950] transaction","detail":"{read_only:false; response_revision:25318; number_of_response:1; }","duration":"305.086071ms","start":"2026-04-29T02:14:05.280383Z","end":"2026-04-29T02:14:05.585469Z","steps":["trace[1610115950] 'process raft request' (duration: 269.441887ms)","trace[1610115950] 'compare' (duration: 35.12105ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:14:05.585563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:14:05.23835Z","time spent":"347.176972ms","remote":"127.0.0.1:51982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:14:05.585658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:14:05.280361Z","time spent":"305.212504ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:14:05.639722Z","caller":"traceutil/trace.go:171","msg":"trace[1154451995] linearizableReadLoop","detail":"{readStateIndex:26155; appliedIndex:26147; }","duration":"119.291092ms","start":"2026-04-29T02:14:05.520405Z","end":"2026-04-29T02:14:05.639696Z","steps":["trace[1154451995] 'read index received' (duration: 29.433672ms)","trace[1154451995] 'applied index is now lower than readState.Index' (duration: 89.85633ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:14:05.639911Z","caller":"traceutil/trace.go:171","msg":"trace[1669934086] transaction","detail":"{read_only:false; response_revision:25321; number_of_response:1; }","duration":"214.832048ms","start":"2026-04-29T02:14:05.425055Z","end":"2026-04-29T02:14:05.639887Z","steps":["trace[1669934086] 'process raft request' (duration: 214.476088ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:14:05.639963Z","caller":"traceutil/trace.go:171","msg":"trace[1755591189] transaction","detail":"{read_only:false; response_revision:25325; number_of_response:1; }","duration":"154.304629ms","start":"2026-04-29T02:14:05.485641Z","end":"2026-04-29T02:14:05.639945Z","steps":["trace[1755591189] 'process raft request' (duration: 154.019641ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:14:05.639989Z","caller":"traceutil/trace.go:171","msg":"trace[1576103235] transaction","detail":"{read_only:false; response_revision:25319; number_of_response:1; }","duration":"247.298215ms","start":"2026-04-29T02:14:05.392645Z","end":"2026-04-29T02:14:05.639943Z","steps":["trace[1576103235] 'process raft request' (duration: 246.707909ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:14:05.64005Z","caller":"traceutil/trace.go:171","msg":"trace[781289466] transaction","detail":"{read_only:false; response_revision:25323; number_of_response:1; }","duration":"214.566961ms","start":"2026-04-29T02:14:05.425463Z","end":"2026-04-29T02:14:05.64003Z","steps":["trace[781289466] 'process raft request' (duration: 214.133129ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:14:05.640082Z","caller":"traceutil/trace.go:171","msg":"trace[1108772768] transaction","detail":"{read_only:false; response_revision:25324; number_of_response:1; }","duration":"185.416257ms","start":"2026-04-29T02:14:05.45466Z","end":"2026-04-29T02:14:05.640076Z","steps":["trace[1108772768] 'process raft request' (duration: 184.966575ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:14:05.640139Z","caller":"traceutil/trace.go:171","msg":"trace[1316101615] transaction","detail":"{read_only:false; response_revision:25320; number_of_response:1; }","duration":"215.459697ms","start":"2026-04-29T02:14:05.42467Z","end":"2026-04-29T02:14:05.64013Z","steps":["trace[1316101615] 'process raft request' (duration: 214.812138ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:14:05.639933Z","caller":"traceutil/trace.go:171","msg":"trace[404381779] transaction","detail":"{read_only:false; response_revision:25322; number_of_response:1; }","duration":"214.665784ms","start":"2026-04-29T02:14:05.425251Z","end":"2026-04-29T02:14:05.639916Z","steps":["trace[404381779] 'process raft request' (duration: 214.313284ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:14:05.640183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.666533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-29T02:14:05.640255Z","caller":"traceutil/trace.go:171","msg":"trace[411348062] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25325; }","duration":"119.789717ms","start":"2026-04-29T02:14:05.520448Z","end":"2026-04-29T02:14:05.640238Z","steps":["trace[411348062] 'agreement among raft nodes before linearized reading' (duration: 119.57049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:14:05.640132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.704953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-29T02:14:05.640314Z","caller":"traceutil/trace.go:171","msg":"trace[245021276] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25325; }","duration":"119.9336ms","start":"2026-04-29T02:14:05.52037Z","end":"2026-04-29T02:14:05.640304Z","steps":["trace[245021276] 'agreement among raft nodes before linearized reading' (duration: 119.59163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:14:05.640314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.021656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-29T02:14:05.640401Z","caller":"traceutil/trace.go:171","msg":"trace[751332689] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25325; }","duration":"102.14315ms","start":"2026-04-29T02:14:05.538251Z","end":"2026-04-29T02:14:05.640394Z","steps":["trace[751332689] 'agreement among raft nodes before linearized reading' (duration: 101.957365ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:14:29.868294Z","caller":"traceutil/trace.go:171","msg":"trace[101696733] transaction","detail":"{read_only:false; response_revision:25501; number_of_response:1; }","duration":"124.62838ms","start":"2026-04-29T02:14:29.743633Z","end":"2026-04-29T02:14:29.868261Z","steps":["trace[101696733] 'process raft request' (duration: 124.402213ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:14:30.048992Z","caller":"traceutil/trace.go:171","msg":"trace[2028700783] transaction","detail":"{read_only:false; response_revision:25502; number_of_response:1; }","duration":"304.866534ms","start":"2026-04-29T02:14:29.74409Z","end":"2026-04-29T02:14:30.048956Z","steps":["trace[2028700783] 'process raft request' (duration: 289.921161ms)","trace[2028700783] 'compare' (duration: 14.449359ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:14:30.049186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:14:29.744064Z","time spent":"305.021699ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:14:30.049295Z","caller":"traceutil/trace.go:171","msg":"trace[16203039] transaction","detail":"{read_only:false; response_revision:25505; number_of_response:1; }","duration":"286.312702ms","start":"2026-04-29T02:14:29.762961Z","end":"2026-04-29T02:14:30.049274Z","steps":["trace[16203039] 'process raft request' (duration: 286.007393ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:14:30.049378Z","caller":"traceutil/trace.go:171","msg":"trace[505742978] transaction","detail":"{read_only:false; response_revision:25503; number_of_response:1; }","duration":"287.834235ms","start":"2026-04-29T02:14:29.761508Z","end":"2026-04-29T02:14:30.049343Z","steps":["trace[505742978] 'process raft request' (duration: 287.189087ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:14:30.049082Z","caller":"traceutil/trace.go:171","msg":"trace[969299497] transaction","detail":"{read_only:false; response_revision:25504; number_of_response:1; }","duration":"286.069605ms","start":"2026-04-29T02:14:29.762949Z","end":"2026-04-29T02:14:30.049019Z","steps":["trace[969299497] 'process raft request' (duration: 285.939641ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:14:30.049711Z","caller":"traceutil/trace.go:171","msg":"trace[757958032] transaction","detail":"{read_only:false; response_revision:25507; number_of_response:1; }","duration":"284.817571ms","start":"2026-04-29T02:14:29.764875Z","end":"2026-04-29T02:14:30.049692Z","steps":["trace[757958032] 'process raft request' (duration: 284.713568ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:14:30.04972Z","caller":"traceutil/trace.go:171","msg":"trace[165075893] transaction","detail":"{read_only:false; response_revision:25506; number_of_response:1; }","duration":"285.379686ms","start":"2026-04-29T02:14:29.764325Z","end":"2026-04-29T02:14:30.049705Z","steps":["trace[165075893] 'process raft request' (duration: 284.872763ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:14:30.04988Z","caller":"traceutil/trace.go:171","msg":"trace[1730464406] linearizableReadLoop","detail":"{readStateIndex:26342; appliedIndex:26335; }","duration":"277.90345ms","start":"2026-04-29T02:14:29.771954Z","end":"2026-04-29T02:14:30.049858Z","steps":["trace[1730464406] 'read index received' (duration: 96.081011ms)","trace[1730464406] 'applied index is now lower than readState.Index' (duration: 181.644664ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:14:30.049933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.966592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-29T02:14:30.050018Z","caller":"traceutil/trace.go:171","msg":"trace[1036286874] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25507; }","duration":"278.085174ms","start":"2026-04-29T02:14:29.771915Z","end":"2026-04-29T02:14:30.05Z","steps":["trace[1036286874] 'agreement among raft nodes before linearized reading' (duration: 277.886339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:14:30.050096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.932975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:14:30.050185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.047479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-29T02:14:30.050189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.607279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-29T02:14:30.050225Z","caller":"traceutil/trace.go:171","msg":"trace[256228287] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:25507; }","duration":"276.11362ms","start":"2026-04-29T02:14:29.77409Z","end":"2026-04-29T02:14:30.050204Z","steps":["trace[256228287] 'agreement among raft nodes before linearized reading' (duration: 275.929605ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:14:30.050237Z","caller":"traceutil/trace.go:171","msg":"trace[765954380] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25507; }","duration":"201.141972ms","start":"2026-04-29T02:14:29.84908Z","end":"2026-04-29T02:14:30.050222Z","steps":["trace[765954380] 'agreement among raft nodes before linearized reading' (duration: 200.943126ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:14:30.050275Z","caller":"traceutil/trace.go:171","msg":"trace[525853671] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25507; }","duration":"199.736262ms","start":"2026-04-29T02:14:29.85052Z","end":"2026-04-29T02:14:30.050257Z","steps":["trace[525853671] 'agreement among raft nodes before linearized reading' (duration: 199.508406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:14:30.050195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.620029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-29T02:14:30.050357Z","caller":"traceutil/trace.go:171","msg":"trace[1719657241] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25507; }","duration":"220.832095ms","start":"2026-04-29T02:14:29.82951Z","end":"2026-04-29T02:14:30.050342Z","steps":["trace[1719657241] 'agreement among raft nodes before linearized reading' (duration: 220.562127ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:14:30.244839Z","caller":"traceutil/trace.go:171","msg":"trace[1106005831] transaction","detail":"{read_only:false; response_revision:25508; number_of_response:1; }","duration":"189.8725ms","start":"2026-04-29T02:14:30.054925Z","end":"2026-04-29T02:14:30.244798Z","steps":["trace[1106005831] 'process raft request' (duration: 132.052224ms)","trace[1106005831] 'compare' (duration: 57.417114ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:14:30.492619Z","caller":"traceutil/trace.go:171","msg":"trace[321042360] transaction","detail":"{read_only:false; response_revision:25509; number_of_response:1; }","duration":"437.579367ms","start":"2026-04-29T02:14:30.05501Z","end":"2026-04-29T02:14:30.49259Z","steps":["trace[321042360] 'process raft request' (duration: 390.942639ms)","trace[321042360] 'compare' (duration: 46.377701ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:14:30.492831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:14:30.054985Z","time spent":"437.758092ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:14:30.493019Z","caller":"traceutil/trace.go:171","msg":"trace[835050728] transaction","detail":"{read_only:false; response_revision:25510; number_of_response:1; }","duration":"437.962648ms","start":"2026-04-29T02:14:30.055025Z","end":"2026-04-29T02:14:30.492988Z","steps":["trace[835050728] 'process raft request' (duration: 437.495265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:14:30.493179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:14:30.055004Z","time spent":"438.088951ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:14:30.494064Z","caller":"traceutil/trace.go:171","msg":"trace[1098328793] transaction","detail":"{read_only:false; response_revision:25511; number_of_response:1; }","duration":"438.827952ms","start":"2026-04-29T02:14:30.055219Z","end":"2026-04-29T02:14:30.494047Z","steps":["trace[1098328793] 'process raft request' (duration: 437.534365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:14:30.494148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:14:30.055206Z","time spent":"438.903184ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:14:30.494252Z","caller":"traceutil/trace.go:171","msg":"trace[2017250577] transaction","detail":"{read_only:false; response_revision:25512; number_of_response:1; }","duration":"325.159304ms","start":"2026-04-29T02:14:30.169083Z","end":"2026-04-29T02:14:30.494243Z","steps":["trace[2017250577] 'process raft request' (duration: 324.630979ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:14:30.494308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:14:30.169052Z","time spent":"325.228187ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:14:30.748792Z","caller":"traceutil/trace.go:171","msg":"trace[1306543571] transaction","detail":"{read_only:false; response_revision:25513; number_of_response:1; }","duration":"125.590945ms","start":"2026-04-29T02:14:30.623168Z","end":"2026-04-29T02:14:30.748759Z","steps":["trace[1306543571] 'process raft request' (duration: 68.48667ms)","trace[1306543571] 'compare' (duration: 56.90166ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:14:31.112431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.830482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-29T02:14:31.112549Z","caller":"traceutil/trace.go:171","msg":"trace[767055675] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25513; }","duration":"218.001167ms","start":"2026-04-29T02:14:30.894529Z","end":"2026-04-29T02:14:31.11253Z","steps":["trace[767055675] 'range keys from in-memory index tree' (duration: 217.640026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:14:31.112838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.604817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:14:31.112902Z","caller":"traceutil/trace.go:171","msg":"trace[396710069] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25513; }","duration":"179.71068ms","start":"2026-04-29T02:14:30.93317Z","end":"2026-04-29T02:14:31.112881Z","steps":["trace[396710069] 'count revisions from in-memory index tree' (duration: 179.505024ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:14:31.257796Z","caller":"traceutil/trace.go:171","msg":"trace[1570415075] transaction","detail":"{read_only:false; response_revision:25514; number_of_response:1; }","duration":"137.519655ms","start":"2026-04-29T02:14:31.120252Z","end":"2026-04-29T02:14:31.257772Z","steps":["trace[1570415075] 'process raft request' (duration: 137.33983ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:14:31.4891Z","caller":"traceutil/trace.go:171","msg":"trace[1116320677] transaction","detail":"{read_only:false; response_revision:25515; number_of_response:1; }","duration":"314.906302ms","start":"2026-04-29T02:14:31.174134Z","end":"2026-04-29T02:14:31.489041Z","steps":["trace[1116320677] 'process raft request' (duration: 314.626234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:14:31.489379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:14:31.174107Z","time spent":"315.133518ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:14:31.672811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.846648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-29T02:14:31.672919Z","caller":"traceutil/trace.go:171","msg":"trace[489270870] linearizableReadLoop","detail":"{readStateIndex:26351; appliedIndex:26350; }","duration":"141.516715ms","start":"2026-04-29T02:14:31.531364Z","end":"2026-04-29T02:14:31.672881Z","steps":["trace[489270870] 'read index received' (duration: 125.852453ms)","trace[489270870] 'applied index is now lower than readState.Index' (duration: 15.662452ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:14:31.672971Z","caller":"traceutil/trace.go:171","msg":"trace[446273112] transaction","detail":"{read_only:false; response_revision:25516; number_of_response:1; }","duration":"177.368285ms","start":"2026-04-29T02:14:31.495566Z","end":"2026-04-29T02:14:31.672934Z","steps":["trace[446273112] 'process raft request' (duration: 161.792276ms)","trace[446273112] 'compare' (duration: 15.143938ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:14:31.673083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.704631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:14:31.673129Z","caller":"traceutil/trace.go:171","msg":"trace[1626435056] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25516; }","duration":"141.807083ms","start":"2026-04-29T02:14:31.531307Z","end":"2026-04-29T02:14:31.673115Z","steps":["trace[1626435056] 'agreement among raft nodes before linearized reading' (duration: 141.68909ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:14:31.672982Z","caller":"traceutil/trace.go:171","msg":"trace[874578736] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25515; }","duration":"178.073254ms","start":"2026-04-29T02:14:31.494884Z","end":"2026-04-29T02:14:31.672957Z","steps":["trace[874578736] 'range keys from in-memory index tree' (duration: 177.577981ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:14:32.15554Z","caller":"traceutil/trace.go:171","msg":"trace[1860013002] transaction","detail":"{read_only:false; response_revision:25518; number_of_response:1; }","duration":"100.36058ms","start":"2026-04-29T02:14:32.055153Z","end":"2026-04-29T02:14:32.155514Z","steps":["trace[1860013002] 'process raft request' (duration: 100.138424ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:14:32.158713Z","caller":"traceutil/trace.go:171","msg":"trace[318794225] transaction","detail":"{read_only:false; response_revision:25519; number_of_response:1; }","duration":"103.457985ms","start":"2026-04-29T02:14:32.055227Z","end":"2026-04-29T02:14:32.158685Z","steps":["trace[318794225] 'process raft request' (duration: 103.238269ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:14:32.158737Z","caller":"traceutil/trace.go:171","msg":"trace[1816163556] transaction","detail":"{read_only:false; response_revision:25521; number_of_response:1; }","duration":"102.866549ms","start":"2026-04-29T02:14:32.055847Z","end":"2026-04-29T02:14:32.158713Z","steps":["trace[1816163556] 'process raft request' (duration: 102.804657ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:14:32.158729Z","caller":"traceutil/trace.go:171","msg":"trace[646494776] transaction","detail":"{read_only:false; response_revision:25520; number_of_response:1; }","duration":"103.188148ms","start":"2026-04-29T02:14:32.055511Z","end":"2026-04-29T02:14:32.158699Z","steps":["trace[646494776] 'process raft request' (duration: 103.065344ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:14:32.15894Z","caller":"traceutil/trace.go:171","msg":"trace[1924711303] transaction","detail":"{read_only:false; response_revision:25522; number_of_response:1; }","duration":"103.067794ms","start":"2026-04-29T02:14:32.055863Z","end":"2026-04-29T02:14:32.158931Z","steps":["trace[1924711303] 'process raft request' (duration: 102.817607ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:14:32.159108Z","caller":"traceutil/trace.go:171","msg":"trace[1222044104] transaction","detail":"{read_only:false; response_revision:25523; number_of_response:1; }","duration":"103.006533ms","start":"2026-04-29T02:14:32.056079Z","end":"2026-04-29T02:14:32.159085Z","steps":["trace[1222044104] 'process raft request' (duration: 102.686215ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:14:58.753366Z","caller":"traceutil/trace.go:171","msg":"trace[1742287988] linearizableReadLoop","detail":"{readStateIndex:26737; appliedIndex:26736; }","duration":"116.049402ms","start":"2026-04-29T02:14:58.637293Z","end":"2026-04-29T02:14:58.753343Z","steps":["trace[1742287988] 'read index received' (duration: 73.911689ms)","trace[1742287988] 'applied index is now lower than readState.Index' (duration: 42.136643ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:14:58.753475Z","caller":"traceutil/trace.go:171","msg":"trace[719017177] transaction","detail":"{read_only:false; response_revision:25895; number_of_response:1; }","duration":"116.69133ms","start":"2026-04-29T02:14:58.636742Z","end":"2026-04-29T02:14:58.753434Z","steps":["trace[719017177] 'process raft request' (duration: 74.445905ms)","trace[719017177] 'compare' (duration: 42.02882ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:14:58.753988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.288999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-29T02:14:58.754055Z","caller":"traceutil/trace.go:171","msg":"trace[1999134475] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25895; }","duration":"116.743432ms","start":"2026-04-29T02:14:58.637286Z","end":"2026-04-29T02:14:58.754029Z","steps":["trace[1999134475] 'agreement among raft nodes before linearized reading' (duration: 116.160086ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:14:58.796798Z","caller":"traceutil/trace.go:171","msg":"trace[819245003] transaction","detail":"{read_only:false; response_revision:25896; number_of_response:1; }","duration":"157.572369ms","start":"2026-04-29T02:14:58.639211Z","end":"2026-04-29T02:14:58.796783Z","steps":["trace[819245003] 'process raft request' (duration: 157.478627ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:15:10.574728Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23061} {"level":"info","ts":"2026-04-29T02:15:10.709879Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23061,"took":"131.798917ms","hash":617220389,"current-db-size-bytes":58785792,"current-db-size":"59 MB","current-db-size-in-use-bytes":35549184,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-04-29T02:15:10.709946Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":617220389,"revision":23061,"compact-revision":20083} {"level":"info","ts":"2026-04-29T02:15:39.338778Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-00000000000069ff.wal"} {"level":"info","ts":"2026-04-29T02:20:10.582835Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26007} {"level":"info","ts":"2026-04-29T02:20:10.732723Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26007,"took":"144.985531ms","hash":2337362510,"current-db-size-bytes":58785792,"current-db-size":"59 MB","current-db-size-in-use-bytes":34480128,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-29T02:20:10.732844Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2337362510,"revision":26007,"compact-revision":23061} {"level":"info","ts":"2026-04-29T02:20:59.495792Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"51a5c416a4d98c86","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-29T02:20:59.501294Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-04-29T02:20:59.501481Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-04-29T02:25:10.593406Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28707} {"level":"info","ts":"2026-04-29T02:25:10.759642Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28707,"took":"161.904783ms","hash":4286687654,"current-db-size-bytes":58785792,"current-db-size":"59 MB","current-db-size-in-use-bytes":30261248,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-29T02:25:10.759709Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4286687654,"revision":28707,"compact-revision":26007} {"level":"info","ts":"2026-04-29T02:25:32.042263Z","caller":"traceutil/trace.go:171","msg":"trace[1361541258] linearizableReadLoop","detail":"{readStateIndex:32081; appliedIndex:32080; }","duration":"340.749723ms","start":"2026-04-29T02:25:31.70148Z","end":"2026-04-29T02:25:32.04223Z","steps":["trace[1361541258] 'read index received' (duration: 339.836988ms)","trace[1361541258] 'applied index is now lower than readState.Index' (duration: 911.175µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:25:32.042457Z","caller":"traceutil/trace.go:171","msg":"trace[2012285655] transaction","detail":"{read_only:false; response_revision:31092; number_of_response:1; }","duration":"362.509095ms","start":"2026-04-29T02:25:31.679932Z","end":"2026-04-29T02:25:32.042441Z","steps":["trace[2012285655] 'process raft request' (duration: 361.345913ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:25:32.0426Z","caller":"traceutil/trace.go:171","msg":"trace[651419104] transaction","detail":"{read_only:false; response_revision:31093; number_of_response:1; }","duration":"102.188794ms","start":"2026-04-29T02:25:31.940378Z","end":"2026-04-29T02:25:32.042566Z","steps":["trace[651419104] 'process raft request' (duration: 101.793463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:25:32.042654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:25:31.679904Z","time spent":"362.629089ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:25:32.042813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.561947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-29T02:25:32.042806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.155128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T02:25:32.04289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.498985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-29T02:25:32.042908Z","caller":"traceutil/trace.go:171","msg":"trace[972307041] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:31093; }","duration":"272.319972ms","start":"2026-04-29T02:25:31.770569Z","end":"2026-04-29T02:25:32.042889Z","steps":["trace[972307041] 'agreement among raft nodes before linearized reading' (duration: 272.039845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:25:32.042925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.439063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-29T02:25:32.042948Z","caller":"traceutil/trace.go:171","msg":"trace[1453464100] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:31093; }","duration":"130.598189ms","start":"2026-04-29T02:25:31.912335Z","end":"2026-04-29T02:25:32.042934Z","steps":["trace[1453464100] 'agreement among raft nodes before linearized reading' (duration: 130.459425ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:25:32.042993Z","caller":"traceutil/trace.go:171","msg":"trace[1846781449] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:31093; }","duration":"341.546276ms","start":"2026-04-29T02:25:31.701428Z","end":"2026-04-29T02:25:32.042974Z","steps":["trace[1846781449] 'agreement among raft nodes before linearized reading' (duration: 341.33943ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:25:32.042986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.578907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-29T02:25:32.042895Z","caller":"traceutil/trace.go:171","msg":"trace[41300396] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:31093; }","duration":"130.66947ms","start":"2026-04-29T02:25:31.912207Z","end":"2026-04-29T02:25:32.042877Z","steps":["trace[41300396] 'agreement among raft nodes before linearized reading' (duration: 130.467135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:25:32.043038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:25:31.701408Z","time spent":"341.619617ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-29T02:25:32.043057Z","caller":"traceutil/trace.go:171","msg":"trace[819418104] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31093; }","duration":"138.693031ms","start":"2026-04-29T02:25:31.904346Z","end":"2026-04-29T02:25:32.043039Z","steps":["trace[819418104] 'agreement among raft nodes before linearized reading' (duration: 138.439744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:25:32.044583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.463338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-29T02:25:32.044646Z","caller":"traceutil/trace.go:171","msg":"trace[1347999925] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:31093; }","duration":"204.577161ms","start":"2026-04-29T02:25:31.840056Z","end":"2026-04-29T02:25:32.044633Z","steps":["trace[1347999925] 'agreement among raft nodes before linearized reading' (duration: 202.74252ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:25:34.392554Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125954358245485709,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:25:34.893205Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125954358245485709,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:25:35.393942Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125954358245485709,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:25:35.894322Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125954358245485709,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:25:35.900715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999969602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-29T02:25:35.90082Z","caller":"traceutil/trace.go:171","msg":"trace[425652186] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000126216s","start":"2026-04-29T02:25:33.900673Z","end":"2026-04-29T02:25:35.900799Z","steps":["trace[425652186] 'agreement among raft nodes before linearized reading' (duration: 1.999991822s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:25:35.900904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:25:33.900658Z","time spent":"2.000230799s","remote":"127.0.0.1:50282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:25:36.077577Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.185922368s","expected-duration":"1s"} {"level":"info","ts":"2026-04-29T02:25:36.078009Z","caller":"traceutil/trace.go:171","msg":"trace[1634772617] transaction","detail":"{read_only:false; response_revision:31101; number_of_response:1; }","duration":"2.192639753s","start":"2026-04-29T02:25:33.885337Z","end":"2026-04-29T02:25:36.077977Z","steps":["trace[1634772617] 'process raft request' (duration: 2.192442968s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:25:36.078168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:25:33.885326Z","time spent":"2.192758177s","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:25:36.087463Z","caller":"traceutil/trace.go:171","msg":"trace[560162564] transaction","detail":"{read_only:false; response_revision:31103; number_of_response:1; }","duration":"2.202007193s","start":"2026-04-29T02:25:33.885433Z","end":"2026-04-29T02:25:36.08744Z","steps":["trace[560162564] 'process raft request' (duration: 2.201943281s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:25:36.087624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:25:33.885422Z","time spent":"2.202111226s","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:25:36.087693Z","caller":"traceutil/trace.go:171","msg":"trace[199017912] transaction","detail":"{read_only:false; response_revision:31102; number_of_response:1; }","duration":"2.202245609s","start":"2026-04-29T02:25:33.88542Z","end":"2026-04-29T02:25:36.087666Z","steps":["trace[199017912] 'process raft request' (duration: 2.201821058s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:25:36.08781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:25:33.885408Z","time spent":"2.202341432s","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:25:36.087975Z","caller":"traceutil/trace.go:171","msg":"trace[314922401] transaction","detail":"{read_only:false; response_revision:31104; number_of_response:1; }","duration":"2.202536397s","start":"2026-04-29T02:25:33.885431Z","end":"2026-04-29T02:25:36.087968Z","steps":["trace[314922401] 'process raft request' (duration: 2.201980802s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:25:36.088011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:25:33.88542Z","time spent":"2.202568798s","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:25:36.088104Z","caller":"traceutil/trace.go:171","msg":"trace[1423819504] transaction","detail":"{read_only:false; response_revision:31106; number_of_response:1; }","duration":"1.843578621s","start":"2026-04-29T02:25:34.244517Z","end":"2026-04-29T02:25:36.088096Z","steps":["trace[1423819504] 'process raft request' (duration: 1.843501329s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:25:36.08811Z","caller":"traceutil/trace.go:171","msg":"trace[573833804] transaction","detail":"{read_only:false; response_revision:31105; number_of_response:1; }","duration":"2.035960626s","start":"2026-04-29T02:25:34.052137Z","end":"2026-04-29T02:25:36.088097Z","steps":["trace[573833804] 'process raft request' (duration: 2.035824572s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:25:36.088107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:25:33.892565Z","time spent":"2.195535104s","remote":"127.0.0.1:50330","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-29T02:25:36.088233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.203142623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:25:36.088265Z","caller":"traceutil/trace.go:171","msg":"trace[1656438630] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:31109; }","duration":"2.203195895s","start":"2026-04-29T02:25:33.885062Z","end":"2026-04-29T02:25:36.088258Z","steps":["trace[1656438630] 'agreement among raft nodes before linearized reading' (duration: 2.203143974s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:25:36.088265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.202879086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T02:25:36.088289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:25:33.885047Z","time spent":"2.203237076s","remote":"127.0.0.1:50596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:25:36.088297Z","caller":"traceutil/trace.go:171","msg":"trace[510364337] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:31109; }","duration":"2.202915918s","start":"2026-04-29T02:25:33.88537Z","end":"2026-04-29T02:25:36.088286Z","steps":["trace[510364337] 'agreement among raft nodes before linearized reading' (duration: 2.202795665s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:25:36.088316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:25:33.885364Z","time spent":"2.202946639s","remote":"127.0.0.1:50162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":39,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:25:36.088361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.20334355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-29T02:25:36.088394Z","caller":"traceutil/trace.go:171","msg":"trace[1699745547] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:31109; }","duration":"2.203400611s","start":"2026-04-29T02:25:33.884986Z","end":"2026-04-29T02:25:36.088387Z","steps":["trace[1699745547] 'agreement among raft nodes before linearized reading' (duration: 2.203185735s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:25:36.088418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:25:33.884975Z","time spent":"2.203435952s","remote":"127.0.0.1:50388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":250,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:25:36.088144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:25:34.244495Z","time spent":"1.843627553s","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:25:36.088151Z","caller":"traceutil/trace.go:171","msg":"trace[465451722] linearizableReadLoop","detail":"{readStateIndex:32099; appliedIndex:32089; }","duration":"2.196541312s","start":"2026-04-29T02:25:33.8916Z","end":"2026-04-29T02:25:36.088141Z","steps":["trace[465451722] 'read index received' (duration: 2.186135665s)","trace[465451722] 'applied index is now lower than readState.Index' (duration: 10.404737ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:25:36.088528Z","caller":"traceutil/trace.go:171","msg":"trace[237976174] transaction","detail":"{read_only:false; response_revision:31107; number_of_response:1; }","duration":"1.555749278s","start":"2026-04-29T02:25:34.532768Z","end":"2026-04-29T02:25:36.088518Z","steps":["trace[237976174] 'process raft request' (duration: 1.555283486s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:25:36.088535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.20333576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:25:36.088566Z","caller":"traceutil/trace.go:171","msg":"trace[1952600846] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:31109; }","duration":"2.203423881s","start":"2026-04-29T02:25:33.885131Z","end":"2026-04-29T02:25:36.088555Z","steps":["trace[1952600846] 'agreement among raft nodes before linearized reading' (duration: 2.20337256s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:25:36.088572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:25:34.532745Z","time spent":"1.55580547s","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:25:36.08818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:25:34.052119Z","time spent":"2.036021907s","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:25:36.088594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:25:33.885117Z","time spent":"2.203468942s","remote":"127.0.0.1:42496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:25:36.088641Z","caller":"traceutil/trace.go:171","msg":"trace[668777212] transaction","detail":"{read_only:false; response_revision:31108; number_of_response:1; }","duration":"1.400300915s","start":"2026-04-29T02:25:34.688334Z","end":"2026-04-29T02:25:36.088635Z","steps":["trace[668777212] 'process raft request' (duration: 1.39974803s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:25:36.088661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.203618417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T02:25:36.088674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:25:34.688315Z","time spent":"1.400340306s","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:25:36.088692Z","caller":"traceutil/trace.go:171","msg":"trace[782204275] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:31109; }","duration":"2.203661618s","start":"2026-04-29T02:25:33.885021Z","end":"2026-04-29T02:25:36.088683Z","steps":["trace[782204275] 'agreement among raft nodes before linearized reading' (duration: 2.203532134s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:25:36.088713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:25:33.885019Z","time spent":"2.203688949s","remote":"127.0.0.1:52376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":81,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:25:36.08872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.195672698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-29T02:25:36.088732Z","caller":"traceutil/trace.go:171","msg":"trace[1221374347] transaction","detail":"{read_only:false; response_revision:31109; number_of_response:1; }","duration":"517.600969ms","start":"2026-04-29T02:25:35.571125Z","end":"2026-04-29T02:25:36.088726Z","steps":["trace[1221374347] 'process raft request' (duration: 516.985712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:25:36.08873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.203615017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:25:36.088749Z","caller":"traceutil/trace.go:171","msg":"trace[1933116972] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:31109; }","duration":"2.195722599s","start":"2026-04-29T02:25:33.893016Z","end":"2026-04-29T02:25:36.088738Z","steps":["trace[1933116972] 'agreement among raft nodes before linearized reading' (duration: 2.195624467s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:25:36.088758Z","caller":"traceutil/trace.go:171","msg":"trace[512176707] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:31109; }","duration":"2.203652348s","start":"2026-04-29T02:25:33.885096Z","end":"2026-04-29T02:25:36.088748Z","steps":["trace[512176707] 'agreement among raft nodes before linearized reading' (duration: 2.203604826s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:25:36.088773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:25:33.893006Z","time spent":"2.19576291s","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-29T02:25:36.088783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:25:33.885094Z","time spent":"2.203683489s","remote":"127.0.0.1:52614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:25:36.088836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.434828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:25:36.088852Z","caller":"traceutil/trace.go:171","msg":"trace[16768752] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31109; }","duration":"187.476479ms","start":"2026-04-29T02:25:35.90137Z","end":"2026-04-29T02:25:36.088846Z","steps":["trace[16768752] 'agreement among raft nodes before linearized reading' (duration: 187.446509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:25:36.088879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.203855923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:25:36.088881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.203470953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-29T02:25:36.08894Z","caller":"traceutil/trace.go:171","msg":"trace[467875595] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31109; }","duration":"2.203550125s","start":"2026-04-29T02:25:33.885376Z","end":"2026-04-29T02:25:36.088926Z","steps":["trace[467875595] 'agreement among raft nodes before linearized reading' (duration: 2.20336639s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:25:36.088969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.599394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:25:36.088991Z","caller":"traceutil/trace.go:171","msg":"trace[41756371] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:31109; }","duration":"262.664255ms","start":"2026-04-29T02:25:35.826321Z","end":"2026-04-29T02:25:36.088985Z","steps":["trace[41756371] 'agreement among raft nodes before linearized reading' (duration: 262.625924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:25:36.088761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:25:35.571101Z","time spent":"517.644631ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:25:36.08897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:25:33.88537Z","time spent":"2.203593297s","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T02:25:36.089145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.324516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-29T02:25:36.089164Z","caller":"traceutil/trace.go:171","msg":"trace[980309121] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:31109; }","duration":"464.43152ms","start":"2026-04-29T02:25:35.624726Z","end":"2026-04-29T02:25:36.089158Z","steps":["trace[980309121] 'agreement among raft nodes before linearized reading' (duration: 464.369318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:25:36.089191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.034182777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-29T02:25:36.089217Z","caller":"traceutil/trace.go:171","msg":"trace[576052050] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:31109; }","duration":"2.034215147s","start":"2026-04-29T02:25:34.054993Z","end":"2026-04-29T02:25:36.089208Z","steps":["trace[576052050] 'agreement among raft nodes before linearized reading' (duration: 2.034130575s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:25:36.088907Z","caller":"traceutil/trace.go:171","msg":"trace[519397448] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:31109; }","duration":"2.203887084s","start":"2026-04-29T02:25:33.885011Z","end":"2026-04-29T02:25:36.088898Z","steps":["trace[519397448] 'agreement among raft nodes before linearized reading' (duration: 2.203838723s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:25:36.089234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:25:34.054984Z","time spent":"2.034245858s","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-29T02:25:36.08925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:25:33.884992Z","time spent":"2.204250834s","remote":"127.0.0.1:42290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:25:36.089249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.191967705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-29T02:25:36.089283Z","caller":"traceutil/trace.go:171","msg":"trace[942293199] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31109; }","duration":"2.192032337s","start":"2026-04-29T02:25:33.897242Z","end":"2026-04-29T02:25:36.089274Z","steps":["trace[942293199] 'agreement among raft nodes before linearized reading' (duration: 2.191913504s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:25:36.089193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:25:35.62471Z","time spent":"464.4678ms","remote":"127.0.0.1:50446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-04-29T02:25:36.089287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.638159885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-04-29T02:25:36.08931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:25:33.897224Z","time spent":"2.192078708s","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-29T02:25:36.089346Z","caller":"traceutil/trace.go:171","msg":"trace[410165615] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:31109; }","duration":"1.638255158s","start":"2026-04-29T02:25:34.451079Z","end":"2026-04-29T02:25:36.089334Z","steps":["trace[410165615] 'agreement among raft nodes before linearized reading' (duration: 1.638070273s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:25:36.089373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:25:34.451065Z","time spent":"1.638302809s","remote":"127.0.0.1:50480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-29T02:25:36.089375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.229127716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:25:36.08938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.034173577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-29T02:25:36.089403Z","caller":"traceutil/trace.go:171","msg":"trace[415110697] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:31109; }","duration":"1.229180866s","start":"2026-04-29T02:25:34.860213Z","end":"2026-04-29T02:25:36.089394Z","steps":["trace[415110697] 'agreement among raft nodes before linearized reading' (duration: 1.229137695s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:25:36.089426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:25:34.860202Z","time spent":"1.229218698s","remote":"127.0.0.1:42338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:25:36.089431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0372231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-29T02:25:36.089459Z","caller":"traceutil/trace.go:171","msg":"trace[1219841199] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31109; }","duration":"2.037265942s","start":"2026-04-29T02:25:34.052185Z","end":"2026-04-29T02:25:36.089451Z","steps":["trace[1219841199] 'agreement among raft nodes before linearized reading' (duration: 2.03718695s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:25:36.089478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.898110387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:25:36.089485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:25:34.052181Z","time spent":"2.037296504s","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-29T02:25:36.089506Z","caller":"traceutil/trace.go:171","msg":"trace[1204889973] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:31109; }","duration":"1.89819907s","start":"2026-04-29T02:25:34.191298Z","end":"2026-04-29T02:25:36.089497Z","steps":["trace[1204889973] 'agreement among raft nodes before linearized reading' (duration: 1.898151558s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:25:36.089432Z","caller":"traceutil/trace.go:171","msg":"trace[521334942] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:31109; }","duration":"2.034232178s","start":"2026-04-29T02:25:34.055185Z","end":"2026-04-29T02:25:36.089417Z","steps":["trace[521334942] 'agreement among raft nodes before linearized reading' (duration: 2.034111335s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:25:36.089535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:25:34.191276Z","time spent":"1.898249192s","remote":"127.0.0.1:53890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:25:36.089542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.100265472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:25:36.089559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.476863491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:25:36.089568Z","caller":"traceutil/trace.go:171","msg":"trace[120944442] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:31109; }","duration":"2.100327724s","start":"2026-04-29T02:25:33.98923Z","end":"2026-04-29T02:25:36.089558Z","steps":["trace[120944442] 'agreement among raft nodes before linearized reading' (duration: 2.100284673s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:25:36.089562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:25:34.055181Z","time spent":"2.034370153s","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-29T02:25:36.089586Z","caller":"traceutil/trace.go:171","msg":"trace[2109394690] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:31109; }","duration":"1.476888291s","start":"2026-04-29T02:25:34.612687Z","end":"2026-04-29T02:25:36.089575Z","steps":["trace[2109394690] 'agreement among raft nodes before linearized reading' (duration: 1.476779428s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:25:36.089589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:25:33.989212Z","time spent":"2.100370806s","remote":"127.0.0.1:42398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:25:36.089603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:25:34.612625Z","time spent":"1.476974004s","remote":"127.0.0.1:50460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":95,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:30:10.603442Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30927} {"level":"info","ts":"2026-04-29T02:30:10.739Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30927,"took":"131.325448ms","hash":2806798005,"current-db-size-bytes":58785792,"current-db-size":"59 MB","current-db-size-in-use-bytes":31031296,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-29T02:30:10.739049Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2806798005,"revision":30927,"compact-revision":28707} {"level":"info","ts":"2026-04-29T02:35:10.610073Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33177} {"level":"info","ts":"2026-04-29T02:35:10.757334Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33177,"took":"140.549795ms","hash":3246826024,"current-db-size-bytes":60252160,"current-db-size":"60 MB","current-db-size-in-use-bytes":32120832,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-29T02:35:10.757393Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3246826024,"revision":33177,"compact-revision":30927} {"level":"info","ts":"2026-04-29T02:40:10.616448Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35478} {"level":"info","ts":"2026-04-29T02:40:10.764276Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35478,"took":"144.535014ms","hash":3116614070,"current-db-size-bytes":60252160,"current-db-size":"60 MB","current-db-size-in-use-bytes":31014912,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-29T02:40:10.764349Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3116614070,"revision":35478,"compact-revision":33177} {"level":"info","ts":"2026-04-29T02:42:29.602045Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"51a5c416a4d98c86","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-29T02:42:29.608196Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-04-29T02:42:29.608306Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-04-29T02:45:10.631564Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":37708} {"level":"info","ts":"2026-04-29T02:45:10.754914Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":37708,"took":"120.234413ms","hash":3350446249,"current-db-size-bytes":60252160,"current-db-size":"60 MB","current-db-size-in-use-bytes":30986240,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-29T02:45:10.754991Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3350446249,"revision":37708,"compact-revision":35478}