{"level":"warn","ts":"2026-04-09T22:29:50.988505Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-09T22:29:50.988605Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.65:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.65:2380","--initial-cluster=instance=https://199.204.45.65:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.65:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.65:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-09T22:29:50.988733Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-09T22:29:50.988745Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.65:2380"]} {"level":"info","ts":"2026-04-09T22:29:50.988768Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-09T22:29:50.989465Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.65:2379"]} {"level":"info","ts":"2026-04-09T22:29:50.989544Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.65:2380"],"listen-peer-urls":["https://199.204.45.65:2380"],"advertise-client-urls":["https://199.204.45.65:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.65:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.65:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-09T22:29:50.997912Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"8.137558ms"} {"level":"info","ts":"2026-04-09T22:29:51.030485Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"cf8c3a138c9a77a2","cluster-id":"c278183e1f634dff"} {"level":"info","ts":"2026-04-09T22:29:51.030628Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf8c3a138c9a77a2 switched to configuration voters=()"} {"level":"info","ts":"2026-04-09T22:29:51.030657Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf8c3a138c9a77a2 became follower at term 0"} {"level":"info","ts":"2026-04-09T22:29:51.030673Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft cf8c3a138c9a77a2 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-09T22:29:51.030682Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf8c3a138c9a77a2 became follower at term 1"} {"level":"info","ts":"2026-04-09T22:29:51.030735Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf8c3a138c9a77a2 switched to configuration voters=(14955392318228297634)"} {"level":"warn","ts":"2026-04-09T22:29:51.099661Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-09T22:29:51.102098Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-09T22:29:51.104458Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-09T22:29:51.108209Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"cf8c3a138c9a77a2","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-09T22:29:51.108435Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"cf8c3a138c9a77a2","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-09T22:29:51.108598Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-09T22:29:51.108683Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-09T22:29:51.1087Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-09T22:29:51.118784Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf8c3a138c9a77a2 switched to configuration voters=(14955392318228297634)"} {"level":"info","ts":"2026-04-09T22:29:51.119004Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"c278183e1f634dff","local-member-id":"cf8c3a138c9a77a2","added-peer-id":"cf8c3a138c9a77a2","added-peer-peer-urls":["https://199.204.45.65:2380"]} {"level":"info","ts":"2026-04-09T22:29:51.119577Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-09T22:29:51.119678Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.65:2380"} {"level":"info","ts":"2026-04-09T22:29:51.119766Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.65:2380"} {"level":"info","ts":"2026-04-09T22:29:51.11989Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"cf8c3a138c9a77a2","initial-advertise-peer-urls":["https://199.204.45.65:2380"],"listen-peer-urls":["https://199.204.45.65:2380"],"advertise-client-urls":["https://199.204.45.65:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.65:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-09T22:29:51.119947Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-09T22:29:51.331508Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf8c3a138c9a77a2 is starting a new election at term 1"} {"level":"info","ts":"2026-04-09T22:29:51.331578Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf8c3a138c9a77a2 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-09T22:29:51.331618Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf8c3a138c9a77a2 received MsgPreVoteResp from cf8c3a138c9a77a2 at term 1"} {"level":"info","ts":"2026-04-09T22:29:51.33164Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf8c3a138c9a77a2 became candidate at term 2"} {"level":"info","ts":"2026-04-09T22:29:51.331651Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf8c3a138c9a77a2 received MsgVoteResp from cf8c3a138c9a77a2 at term 2"} {"level":"info","ts":"2026-04-09T22:29:51.331678Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf8c3a138c9a77a2 became leader at term 2"} {"level":"info","ts":"2026-04-09T22:29:51.331693Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: cf8c3a138c9a77a2 elected leader cf8c3a138c9a77a2 at term 2"} {"level":"info","ts":"2026-04-09T22:29:51.394485Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-09T22:29:51.50889Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-09T22:29:51.5089Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"cf8c3a138c9a77a2","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.65:2379]}","request-path":"/0/members/cf8c3a138c9a77a2/attributes","cluster-id":"c278183e1f634dff","publish-timeout":"7s"} {"level":"info","ts":"2026-04-09T22:29:51.508985Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-09T22:29:51.50932Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-09T22:29:51.509377Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-09T22:29:51.511141Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-09T22:29:51.513228Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.65:2379"} {"level":"info","ts":"2026-04-09T22:29:51.527657Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"c278183e1f634dff","local-member-id":"cf8c3a138c9a77a2","cluster-version":"3.5"} {"level":"info","ts":"2026-04-09T22:29:51.527862Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-09T22:29:51.527934Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-09T22:29:53.624773Z","caller":"traceutil/trace.go:171","msg":"trace[1757447968] linearizableReadLoop","detail":"{readStateIndex:5; appliedIndex:4; }","duration":"792.758483ms","start":"2026-04-09T22:29:52.831976Z","end":"2026-04-09T22:29:53.624735Z","steps":["trace[1757447968] 'read index received' (duration: 70.342µs)","trace[1757447968] 'applied index is now lower than readState.Index' (duration: 792.686581ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:29:53.624903Z","caller":"traceutil/trace.go:171","msg":"trace[229717106] transaction","detail":"{read_only:false; response_revision:2; number_of_response:1; }","duration":"792.917797ms","start":"2026-04-09T22:29:52.831937Z","end":"2026-04-09T22:29:53.624855Z","steps":["trace[229717106] 'process raft request' (duration: 792.416454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:53.625155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.102283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-09T22:29:53.625293Z","caller":"traceutil/trace.go:171","msg":"trace[2112105326] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:0; response_revision:2; }","duration":"793.311807ms","start":"2026-04-09T22:29:52.831957Z","end":"2026-04-09T22:29:53.625268Z","steps":["trace[2112105326] 'agreement among raft nodes before linearized reading' (duration: 792.983338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:53.625347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:52.83195Z","time spent":"793.38597ms","remote":"127.0.0.1:43598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":28,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-04-09T22:29:53.62577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:52.831921Z","time spent":"793.077101ms","remote":"127.0.0.1:43718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3162,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T22:29:53.639688Z","caller":"traceutil/trace.go:171","msg":"trace[965636151] transaction","detail":"{read_only:false; response_revision:4; number_of_response:1; }","duration":"805.778446ms","start":"2026-04-09T22:29:52.833861Z","end":"2026-04-09T22:29:53.639639Z","steps":["trace[965636151] 'process raft request' (duration: 805.640442ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:53.639668Z","caller":"traceutil/trace.go:171","msg":"trace[469130393] transaction","detail":"{read_only:false; response_revision:3; number_of_response:1; }","duration":"807.307943ms","start":"2026-04-09T22:29:52.832281Z","end":"2026-04-09T22:29:53.639589Z","steps":["trace[469130393] 'process raft request' (duration: 806.950975ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:53.639946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:52.832267Z","time spent":"807.54878ms","remote":"127.0.0.1:43822","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T22:29:53.640044Z","caller":"traceutil/trace.go:171","msg":"trace[1829947550] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"722.41283ms","start":"2026-04-09T22:29:52.917491Z","end":"2026-04-09T22:29:53.639904Z","steps":["trace[1829947550] 'process raft request' (duration: 722.050361ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:53.64012Z","caller":"traceutil/trace.go:171","msg":"trace[1038511872] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"722.39322ms","start":"2026-04-09T22:29:52.917483Z","end":"2026-04-09T22:29:53.639877Z","steps":["trace[1038511872] 'process raft request' (duration: 722.087582ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:53.640269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:52.917473Z","time spent":"722.648066ms","remote":"127.0.0.1:44038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T22:29:53.640299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:52.917459Z","time spent":"722.758079ms","remote":"127.0.0.1:44038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T22:29:53.640307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:52.833852Z","time spent":"805.907219ms","remote":"127.0.0.1:43604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:29:53.640552Z","caller":"traceutil/trace.go:171","msg":"trace[1318905192] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"722.77592ms","start":"2026-04-09T22:29:52.917703Z","end":"2026-04-09T22:29:53.640479Z","steps":["trace[1318905192] 'process raft request' (duration: 722.581985ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:53.640626Z","caller":"traceutil/trace.go:171","msg":"trace[1152522754] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"722.879742ms","start":"2026-04-09T22:29:52.917718Z","end":"2026-04-09T22:29:53.640598Z","steps":["trace[1152522754] 'process raft request' (duration: 722.684507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:53.640687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:52.917692Z","time spent":"722.942764ms","remote":"127.0.0.1:44038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":920,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T22:29:53.640748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:52.917703Z","time spent":"722.985905ms","remote":"127.0.0.1:44038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":968,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T22:29:53.640772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.950349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-09T22:29:53.640754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.598006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3174"} {"level":"info","ts":"2026-04-09T22:29:53.640825Z","caller":"traceutil/trace.go:171","msg":"trace[989307127] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:10; }","duration":"671.062801ms","start":"2026-04-09T22:29:52.96975Z","end":"2026-04-09T22:29:53.640812Z","steps":["trace[989307127] 'agreement among raft nodes before linearized reading' (duration: 670.873116ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:53.640864Z","caller":"traceutil/trace.go:171","msg":"trace[661884290] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:10; }","duration":"806.774491ms","start":"2026-04-09T22:29:52.834054Z","end":"2026-04-09T22:29:53.640828Z","steps":["trace[661884290] 'agreement among raft nodes before linearized reading' (duration: 806.517734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:53.640922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:52.834015Z","time spent":"806.899164ms","remote":"127.0.0.1:43718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":3198,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-09T22:29:53.640939Z","caller":"traceutil/trace.go:171","msg":"trace[1636529633] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"722.837751ms","start":"2026-04-09T22:29:52.918089Z","end":"2026-04-09T22:29:53.640927Z","steps":["trace[1636529633] 'process raft request' (duration: 722.41245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:53.641005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:52.91805Z","time spent":"722.920603ms","remote":"127.0.0.1:44038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T22:29:53.640846Z","caller":"traceutil/trace.go:171","msg":"trace[2058131958] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"722.848322ms","start":"2026-04-09T22:29:52.917984Z","end":"2026-04-09T22:29:53.640833Z","steps":["trace[2058131958] 'process raft request' (duration: 722.436711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:53.641089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.932187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-09T22:29:53.64102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.194897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.65\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-09T22:29:53.641182Z","caller":"traceutil/trace.go:171","msg":"trace[1405830102] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:10; }","duration":"722.062781ms","start":"2026-04-09T22:29:52.919092Z","end":"2026-04-09T22:29:53.641155Z","steps":["trace[1405830102] 'agreement among raft nodes before linearized reading' (duration: 721.886696ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:53.640873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:52.969716Z","time spent":"671.146243ms","remote":"127.0.0.1:43670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":28,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-04-09T22:29:53.641203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:52.917974Z","time spent":"723.122208ms","remote":"127.0.0.1:43980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":698,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T22:29:53.641254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:52.919082Z","time spent":"722.158134ms","remote":"127.0.0.1:43630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"info","ts":"2026-04-09T22:29:53.6413Z","caller":"traceutil/trace.go:171","msg":"trace[1467232999] range","detail":"{range_begin:/registry/masterleases/199.204.45.65; range_end:; response_count:0; response_revision:10; }","duration":"726.462253ms","start":"2026-04-09T22:29:52.91476Z","end":"2026-04-09T22:29:53.641222Z","steps":["trace[1467232999] 'agreement among raft nodes before linearized reading' (duration: 726.121215ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:53.64141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:52.914739Z","time spent":"726.658528ms","remote":"127.0.0.1:43564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.204.45.65\" "} {"level":"warn","ts":"2026-04-09T22:29:53.640978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.59623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-09T22:29:53.641531Z","caller":"traceutil/trace.go:171","msg":"trace[416524852] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:10; }","duration":"724.230046ms","start":"2026-04-09T22:29:52.917284Z","end":"2026-04-09T22:29:53.641514Z","steps":["trace[416524852] 'agreement among raft nodes before linearized reading' (duration: 723.526738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:53.641592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:52.917257Z","time spent":"724.321098ms","remote":"127.0.0.1:43670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":28,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-04-09T22:29:53.641591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.795886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-09T22:29:53.641644Z","caller":"traceutil/trace.go:171","msg":"trace[163887278] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:10; }","duration":"758.853549ms","start":"2026-04-09T22:29:52.88278Z","end":"2026-04-09T22:29:53.641634Z","steps":["trace[163887278] 'agreement among raft nodes before linearized reading' (duration: 758.764616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:53.641683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:52.882736Z","time spent":"758.941341ms","remote":"127.0.0.1:43670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":28,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"info","ts":"2026-04-09T22:29:53.870668Z","caller":"traceutil/trace.go:171","msg":"trace[1748039515] transaction","detail":"{read_only:false; number_of_response:0; response_revision:13; }","duration":"225.412654ms","start":"2026-04-09T22:29:53.645228Z","end":"2026-04-09T22:29:53.87064Z","steps":["trace[1748039515] 'process raft request' (duration: 199.250838ms)","trace[1748039515] 'compare' (duration: 26.030193ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:29:53.871527Z","caller":"traceutil/trace.go:171","msg":"trace[187393969] transaction","detail":"{read_only:false; response_revision:14; number_of_response:1; }","duration":"225.587708ms","start":"2026-04-09T22:29:53.645896Z","end":"2026-04-09T22:29:53.871484Z","steps":["trace[187393969] 'process raft request' (duration: 224.679675ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:53.87187Z","caller":"traceutil/trace.go:171","msg":"trace[655813073] transaction","detail":"{read_only:false; response_revision:15; number_of_response:1; }","duration":"225.719812ms","start":"2026-04-09T22:29:53.646133Z","end":"2026-04-09T22:29:53.871853Z","steps":["trace[655813073] 'process raft request' (duration: 225.221399ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:53.872268Z","caller":"traceutil/trace.go:171","msg":"trace[2004623831] transaction","detail":"{read_only:false; response_revision:16; number_of_response:1; }","duration":"225.710942ms","start":"2026-04-09T22:29:53.646544Z","end":"2026-04-09T22:29:53.872255Z","steps":["trace[2004623831] 'process raft request' (duration: 225.454836ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:53.872452Z","caller":"traceutil/trace.go:171","msg":"trace[1729185971] transaction","detail":"{read_only:false; response_revision:17; number_of_response:1; }","duration":"225.824585ms","start":"2026-04-09T22:29:53.646581Z","end":"2026-04-09T22:29:53.872406Z","steps":["trace[1729185971] 'process raft request' (duration: 225.511977ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:53.872589Z","caller":"traceutil/trace.go:171","msg":"trace[90624519] transaction","detail":"{read_only:false; response_revision:18; number_of_response:1; }","duration":"226.0013ms","start":"2026-04-09T22:29:53.646574Z","end":"2026-04-09T22:29:53.872575Z","steps":["trace[90624519] 'process raft request' (duration: 225.752643ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:53.872843Z","caller":"traceutil/trace.go:171","msg":"trace[780994589] transaction","detail":"{read_only:false; response_revision:19; number_of_response:1; }","duration":"226.097032ms","start":"2026-04-09T22:29:53.646733Z","end":"2026-04-09T22:29:53.87283Z","steps":["trace[780994589] 'process raft request' (duration: 225.63473ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:53.872868Z","caller":"traceutil/trace.go:171","msg":"trace[1196317627] transaction","detail":"{read_only:false; response_revision:20; number_of_response:1; }","duration":"225.822745ms","start":"2026-04-09T22:29:53.647018Z","end":"2026-04-09T22:29:53.872841Z","steps":["trace[1196317627] 'process raft request' (duration: 225.405305ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:53.872995Z","caller":"traceutil/trace.go:171","msg":"trace[2129054736] linearizableReadLoop","detail":"{readStateIndex:24; appliedIndex:16; }","duration":"209.854088ms","start":"2026-04-09T22:29:53.663125Z","end":"2026-04-09T22:29:53.872979Z","steps":["trace[2129054736] 'read index received' (duration: 181.379752ms)","trace[2129054736] 'applied index is now lower than readState.Index' (duration: 28.472686ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:29:53.873185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.763974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-09T22:29:53.873233Z","caller":"traceutil/trace.go:171","msg":"trace[1524046749] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20; }","duration":"227.854276ms","start":"2026-04-09T22:29:53.645368Z","end":"2026-04-09T22:29:53.873222Z","steps":["trace[1524046749] 'agreement among raft nodes before linearized reading' (duration: 227.705192ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:53.873825Z","caller":"traceutil/trace.go:171","msg":"trace[1513158698] transaction","detail":"{read_only:false; response_revision:21; number_of_response:1; }","duration":"170.626718ms","start":"2026-04-09T22:29:53.703177Z","end":"2026-04-09T22:29:53.873803Z","steps":["trace[1513158698] 'process raft request' (duration: 170.025353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:53.874136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.891482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-public/\" range_end:\"/registry/resourcequotas/kube-public0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-09T22:29:53.874206Z","caller":"traceutil/trace.go:171","msg":"trace[1693270536] range","detail":"{range_begin:/registry/resourcequotas/kube-public/; range_end:/registry/resourcequotas/kube-public0; response_count:0; response_revision:21; }","duration":"207.009114ms","start":"2026-04-09T22:29:53.667179Z","end":"2026-04-09T22:29:53.874189Z","steps":["trace[1693270536] 'agreement among raft nodes before linearized reading' (duration: 206.198984ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:54.036146Z","caller":"traceutil/trace.go:171","msg":"trace[1661958260] transaction","detail":"{read_only:false; response_revision:22; number_of_response:1; }","duration":"160.785827ms","start":"2026-04-09T22:29:53.875322Z","end":"2026-04-09T22:29:54.036108Z","steps":["trace[1661958260] 'process raft request' (duration: 140.51779ms)","trace[1661958260] 'compare' (duration: 20.089872ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:29:54.037687Z","caller":"traceutil/trace.go:171","msg":"trace[1428016851] transaction","detail":"{read_only:false; response_revision:23; number_of_response:1; }","duration":"161.867765ms","start":"2026-04-09T22:29:53.875802Z","end":"2026-04-09T22:29:54.03767Z","steps":["trace[1428016851] 'process raft request' (duration: 161.648569ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:54.037918Z","caller":"traceutil/trace.go:171","msg":"trace[1585070521] transaction","detail":"{read_only:false; response_revision:25; number_of_response:1; }","duration":"161.316371ms","start":"2026-04-09T22:29:53.876557Z","end":"2026-04-09T22:29:54.037873Z","steps":["trace[1585070521] 'process raft request' (duration: 161.081835ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:54.037947Z","caller":"traceutil/trace.go:171","msg":"trace[120640038] transaction","detail":"{read_only:false; response_revision:24; number_of_response:1; }","duration":"162.013399ms","start":"2026-04-09T22:29:53.875903Z","end":"2026-04-09T22:29:54.037916Z","steps":["trace[120640038] 'process raft request' (duration: 161.694221ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:54.037921Z","caller":"traceutil/trace.go:171","msg":"trace[599572087] linearizableReadLoop","detail":"{readStateIndex:29; appliedIndex:25; }","duration":"160.671214ms","start":"2026-04-09T22:29:53.877219Z","end":"2026-04-09T22:29:54.03789Z","steps":["trace[599572087] 'read index received' (duration: 138.588362ms)","trace[599572087] 'applied index is now lower than readState.Index' (duration: 22.081722ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:29:54.038099Z","caller":"traceutil/trace.go:171","msg":"trace[1670312580] transaction","detail":"{read_only:false; response_revision:26; number_of_response:1; }","duration":"160.445238ms","start":"2026-04-09T22:29:53.877641Z","end":"2026-04-09T22:29:54.038086Z","steps":["trace[1670312580] 'process raft request' (duration: 160.055878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:54.038146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.89424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-09T22:29:54.038194Z","caller":"traceutil/trace.go:171","msg":"trace[1040575628] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:30; }","duration":"161.000833ms","start":"2026-04-09T22:29:53.877182Z","end":"2026-04-09T22:29:54.038183Z","steps":["trace[1040575628] 'agreement among raft nodes before linearized reading' (duration: 160.810468ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:54.03802Z","caller":"traceutil/trace.go:171","msg":"trace[2066457419] transaction","detail":"{read_only:false; response_revision:28; number_of_response:1; }","duration":"160.330306ms","start":"2026-04-09T22:29:53.877662Z","end":"2026-04-09T22:29:54.037993Z","steps":["trace[2066457419] 'process raft request' (duration: 160.132061ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:54.038332Z","caller":"traceutil/trace.go:171","msg":"trace[1822847055] transaction","detail":"{read_only:false; response_revision:29; number_of_response:1; }","duration":"160.51175ms","start":"2026-04-09T22:29:53.877808Z","end":"2026-04-09T22:29:54.03832Z","steps":["trace[1822847055] 'process raft request' (duration: 160.017538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:54.038249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.645754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-09T22:29:54.038427Z","caller":"traceutil/trace.go:171","msg":"trace[1739076752] transaction","detail":"{read_only:false; response_revision:30; number_of_response:1; }","duration":"160.366997ms","start":"2026-04-09T22:29:53.878017Z","end":"2026-04-09T22:29:54.038384Z","steps":["trace[1739076752] 'process raft request' (duration: 159.837733ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:54.03856Z","caller":"traceutil/trace.go:171","msg":"trace[144554467] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:0; response_revision:30; }","duration":"161.037703ms","start":"2026-04-09T22:29:53.877505Z","end":"2026-04-09T22:29:54.038543Z","steps":["trace[144554467] 'agreement among raft nodes before linearized reading' (duration: 160.648043ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:54.038244Z","caller":"traceutil/trace.go:171","msg":"trace[1268212840] transaction","detail":"{read_only:false; response_revision:27; number_of_response:1; }","duration":"160.52717ms","start":"2026-04-09T22:29:53.87765Z","end":"2026-04-09T22:29:54.038178Z","steps":["trace[1268212840] 'process raft request' (duration: 160.10598ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:54.758989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.214026ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-04-09T22:29:54.759474Z","caller":"traceutil/trace.go:171","msg":"trace[1549838608] transaction","detail":"{read_only:false; response_revision:32; number_of_response:1; }","duration":"716.358996ms","start":"2026-04-09T22:29:54.043028Z","end":"2026-04-09T22:29:54.759387Z","steps":["trace[1549838608] 'process raft request' (duration: 467.394372ms)","trace[1549838608] 'compare' (duration: 248.02137ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:29:54.759529Z","caller":"traceutil/trace.go:171","msg":"trace[1645855740] transaction","detail":"{read_only:false; response_revision:34; number_of_response:1; }","duration":"716.208222ms","start":"2026-04-09T22:29:54.043259Z","end":"2026-04-09T22:29:54.759468Z","steps":["trace[1645855740] 'process raft request' (duration: 716.041258ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:54.759551Z","caller":"traceutil/trace.go:171","msg":"trace[200119816] transaction","detail":"{read_only:false; response_revision:33; number_of_response:1; }","duration":"716.420047ms","start":"2026-04-09T22:29:54.043084Z","end":"2026-04-09T22:29:54.759504Z","steps":["trace[200119816] 'process raft request' (duration: 716.15185ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:54.759659Z","caller":"traceutil/trace.go:171","msg":"trace[796599236] transaction","detail":"{read_only:false; response_revision:38; number_of_response:1; }","duration":"713.135164ms","start":"2026-04-09T22:29:54.046515Z","end":"2026-04-09T22:29:54.75965Z","steps":["trace[796599236] 'process raft request' (duration: 712.901517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:54.759671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:54.043012Z","time spent":"716.567071ms","remote":"127.0.0.1:43656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3004,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T22:29:54.759716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:54.043247Z","time spent":"716.370337ms","remote":"127.0.0.1:44038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":959,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T22:29:54.759784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:54.043071Z","time spent":"716.594802ms","remote":"127.0.0.1:44038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":941,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T22:29:54.759732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:54.046492Z","time spent":"713.209886ms","remote":"127.0.0.1:43914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T22:29:54.759923Z","caller":"traceutil/trace.go:171","msg":"trace[1550523058] transaction","detail":"{read_only:false; response_revision:36; number_of_response:1; }","duration":"716.534901ms","start":"2026-04-09T22:29:54.04336Z","end":"2026-04-09T22:29:54.759895Z","steps":["trace[1550523058] 'process raft request' (duration: 715.998616ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:54.759951Z","caller":"traceutil/trace.go:171","msg":"trace[622276720] transaction","detail":"{read_only:false; response_revision:39; number_of_response:1; }","duration":"713.375581ms","start":"2026-04-09T22:29:54.046565Z","end":"2026-04-09T22:29:54.75994Z","steps":["trace[622276720] 'process raft request' (duration: 712.915538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:54.76Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:54.046553Z","time spent":"713.426472ms","remote":"127.0.0.1:43670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":350,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T22:29:54.75961Z","caller":"traceutil/trace.go:171","msg":"trace[2130481937] transaction","detail":"{read_only:false; response_revision:40; number_of_response:1; }","duration":"701.818355ms","start":"2026-04-09T22:29:54.057766Z","end":"2026-04-09T22:29:54.759584Z","steps":["trace[2130481937] 'process raft request' (duration: 701.767033ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:54.760032Z","caller":"traceutil/trace.go:171","msg":"trace[844952982] transaction","detail":"{read_only:false; response_revision:37; number_of_response:1; }","duration":"716.646064ms","start":"2026-04-09T22:29:54.043373Z","end":"2026-04-09T22:29:54.760019Z","steps":["trace[844952982] 'process raft request' (duration: 716.017047ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:54.76004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:54.043346Z","time spent":"716.637024ms","remote":"127.0.0.1:44038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":959,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T22:29:54.760103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:54.043257Z","time spent":"716.810328ms","remote":"127.0.0.1:44038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":926,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T22:29:54.760139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:54.057753Z","time spent":"702.313359ms","remote":"127.0.0.1:43980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":711,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T22:29:54.759844Z","caller":"traceutil/trace.go:171","msg":"trace[2030654622] transaction","detail":"{read_only:false; response_revision:35; number_of_response:1; }","duration":"716.459479ms","start":"2026-04-09T22:29:54.043337Z","end":"2026-04-09T22:29:54.759796Z","steps":["trace[2030654622] 'process raft request' (duration: 715.990366ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:54.760203Z","caller":"traceutil/trace.go:171","msg":"trace[974751116] linearizableReadLoop","detail":"{readStateIndex:36; appliedIndex:34; }","duration":"717.105515ms","start":"2026-04-09T22:29:54.043086Z","end":"2026-04-09T22:29:54.760191Z","steps":["trace[974751116] 'read index received' (duration: 10.999171ms)","trace[974751116] 'applied index is now lower than readState.Index' (duration: 706.105154ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:29:54.760304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:54.043325Z","time spent":"716.92055ms","remote":"127.0.0.1:44038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":983,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T22:29:54.760522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.424373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-admin\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-09T22:29:54.760592Z","caller":"traceutil/trace.go:171","msg":"trace[359405544] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-admin; range_end:; response_count:0; response_revision:40; }","duration":"717.568787ms","start":"2026-04-09T22:29:54.043005Z","end":"2026-04-09T22:29:54.760573Z","steps":["trace[359405544] 'agreement among raft nodes before linearized reading' (duration: 717.363851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:54.760652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:54.042981Z","time spent":"717.655079ms","remote":"127.0.0.1:43902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/clusterroles/system:aggregate-to-admin\" "} {"level":"warn","ts":"2026-04-09T22:29:55.27809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.756795ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-04-09T22:29:55.278456Z","caller":"traceutil/trace.go:171","msg":"trace[1344823664] linearizableReadLoop","detail":"{readStateIndex:46; appliedIndex:44; }","duration":"512.08355ms","start":"2026-04-09T22:29:54.766344Z","end":"2026-04-09T22:29:55.278427Z","steps":["trace[1344823664] 'read index received' (duration: 201.964796ms)","trace[1344823664] 'applied index is now lower than readState.Index' (duration: 310.116964ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:29:55.278454Z","caller":"traceutil/trace.go:171","msg":"trace[105467968] transaction","detail":"{read_only:false; response_revision:41; number_of_response:1; }","duration":"513.438256ms","start":"2026-04-09T22:29:54.764979Z","end":"2026-04-09T22:29:55.278418Z","steps":["trace[105467968] 'process raft request' (duration: 203.262261ms)","trace[105467968] 'compare' (duration: 309.520637ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:29:55.278613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:54.76496Z","time spent":"513.574729ms","remote":"127.0.0.1:43732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5877,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T22:29:55.278672Z","caller":"traceutil/trace.go:171","msg":"trace[36733778] transaction","detail":"{read_only:false; response_revision:43; number_of_response:1; }","duration":"512.133162ms","start":"2026-04-09T22:29:54.766518Z","end":"2026-04-09T22:29:55.278651Z","steps":["trace[36733778] 'process raft request' (duration: 511.849654ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:55.278467Z","caller":"traceutil/trace.go:171","msg":"trace[713992275] transaction","detail":"{read_only:false; response_revision:42; number_of_response:1; }","duration":"512.165422ms","start":"2026-04-09T22:29:54.766271Z","end":"2026-04-09T22:29:55.278436Z","steps":["trace[713992275] 'process raft request' (duration: 511.997788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:55.279815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:54.766507Z","time spent":"512.222904ms","remote":"127.0.0.1:43980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":715,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T22:29:55.279869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.011235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-09T22:29:55.27884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:54.766248Z","time spent":"512.568213ms","remote":"127.0.0.1:44038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":950,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T22:29:55.27994Z","caller":"traceutil/trace.go:171","msg":"trace[724396898] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:43; }","duration":"301.149284ms","start":"2026-04-09T22:29:54.97877Z","end":"2026-04-09T22:29:55.279919Z","steps":["trace[724396898] 'agreement among raft nodes before linearized reading' (duration: 300.024385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:55.280024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:54.978736Z","time spent":"301.268357ms","remote":"127.0.0.1:43530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T22:29:55.280031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.280121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-edit\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-09T22:29:55.280107Z","caller":"traceutil/trace.go:171","msg":"trace[1973495228] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-edit; range_end:; response_count:0; response_revision:43; }","duration":"513.363672ms","start":"2026-04-09T22:29:54.766707Z","end":"2026-04-09T22:29:55.28007Z","steps":["trace[1973495228] 'agreement among raft nodes before linearized reading' (duration: 513.239209ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:55.280162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:54.766694Z","time spent":"513.457544ms","remote":"127.0.0.1:43902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":28,"request content":"key:\"/registry/clusterroles/system:aggregate-to-edit\" "} {"level":"warn","ts":"2026-04-09T22:29:55.280662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.278685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/default/\" range_end:\"/registry/resourcequotas/default0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-09T22:29:55.280751Z","caller":"traceutil/trace.go:171","msg":"trace[632813025] range","detail":"{range_begin:/registry/resourcequotas/default/; range_end:/registry/resourcequotas/default0; response_count:0; response_revision:43; }","duration":"514.385889ms","start":"2026-04-09T22:29:54.766326Z","end":"2026-04-09T22:29:55.280712Z","steps":["trace[632813025] 'agreement among raft nodes before linearized reading' (duration: 512.279675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:55.28073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.431955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/default\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-09T22:29:55.280854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:54.766315Z","time spent":"514.506452ms","remote":"127.0.0.1:43630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/default/\" range_end:\"/registry/resourcequotas/default0\" "} {"level":"info","ts":"2026-04-09T22:29:55.280912Z","caller":"traceutil/trace.go:171","msg":"trace[1152689610] range","detail":"{range_begin:/registry/namespaces/default; range_end:; response_count:0; response_revision:43; }","duration":"462.663712ms","start":"2026-04-09T22:29:54.818178Z","end":"2026-04-09T22:29:55.280842Z","steps":["trace[1152689610] 'agreement among raft nodes before linearized reading' (duration: 462.084666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:55.280997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:54.818163Z","time spent":"462.817645ms","remote":"127.0.0.1:43670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":30,"response count":0,"response size":28,"request content":"key:\"/registry/namespaces/default\" "} {"level":"info","ts":"2026-04-09T22:29:56.103464Z","caller":"traceutil/trace.go:171","msg":"trace[136232981] transaction","detail":"{read_only:false; response_revision:169; number_of_response:1; }","duration":"206.626286ms","start":"2026-04-09T22:29:55.896789Z","end":"2026-04-09T22:29:56.103416Z","steps":["trace[136232981] 'process raft request' (duration: 160.717496ms)","trace[136232981] 'compare' (duration: 45.691574ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:29:57.279079Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625759854344090,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T22:29:57.755236Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.360120371s","expected-duration":"1s"} {"level":"info","ts":"2026-04-09T22:29:57.761027Z","caller":"traceutil/trace.go:171","msg":"trace[161386332] linearizableReadLoop","detail":"{readStateIndex:189; appliedIndex:188; }","duration":"982.60096ms","start":"2026-04-09T22:29:56.778392Z","end":"2026-04-09T22:29:57.760993Z","steps":["trace[161386332] 'read index received' (duration: 977.073159ms)","trace[161386332] 'applied index is now lower than readState.Index' (duration: 5.525971ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:29:57.761056Z","caller":"traceutil/trace.go:171","msg":"trace[1311830772] transaction","detail":"{read_only:false; response_revision:184; number_of_response:1; }","duration":"1.366071503s","start":"2026-04-09T22:29:56.394957Z","end":"2026-04-09T22:29:57.761029Z","steps":["trace[1311830772] 'process raft request' (duration: 1.360564843s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:57.761252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.379582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:29:57.761255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.855497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:29:57.761302Z","caller":"traceutil/trace.go:171","msg":"trace[429927865] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:184; }","duration":"551.493655ms","start":"2026-04-09T22:29:57.209791Z","end":"2026-04-09T22:29:57.761284Z","steps":["trace[429927865] 'agreement among raft nodes before linearized reading' (duration: 551.409053ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:57.761326Z","caller":"traceutil/trace.go:171","msg":"trace[567588039] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:184; }","duration":"982.935949ms","start":"2026-04-09T22:29:56.778364Z","end":"2026-04-09T22:29:57.7613Z","steps":["trace[567588039] 'agreement among raft nodes before linearized reading' (duration: 982.751585ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:57.761341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:57.209761Z","time spent":"551.571087ms","remote":"127.0.0.1:43530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T22:29:57.761315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:56.39493Z","time spent":"1.366271389s","remote":"127.0.0.1:43902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":657,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T22:29:57.761382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:56.778291Z","time spent":"983.079263ms","remote":"127.0.0.1:43542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T22:29:57.761451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.501518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-09T22:29:57.761508Z","caller":"traceutil/trace.go:171","msg":"trace[962432585] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:184; }","duration":"256.59341ms","start":"2026-04-09T22:29:57.504895Z","end":"2026-04-09T22:29:57.761489Z","steps":["trace[962432585] 'agreement among raft nodes before linearized reading' (duration: 256.464667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:57.761635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.198099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-09T22:29:57.761829Z","caller":"traceutil/trace.go:171","msg":"trace[248422203] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:184; }","duration":"256.481976ms","start":"2026-04-09T22:29:57.505235Z","end":"2026-04-09T22:29:57.761717Z","steps":["trace[248422203] 'agreement among raft nodes before linearized reading' (duration: 256.032804ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:59.409776Z","caller":"traceutil/trace.go:171","msg":"trace[309813833] transaction","detail":"{read_only:false; response_revision:249; number_of_response:1; }","duration":"693.8071ms","start":"2026-04-09T22:29:58.715941Z","end":"2026-04-09T22:29:59.409748Z","steps":["trace[309813833] 'process raft request' (duration: 693.631936ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:29:59.409942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:58.715908Z","time spent":"693.967274ms","remote":"127.0.0.1:43656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1068,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T22:30:00.111051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.760736ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:30:00.111286Z","caller":"traceutil/trace.go:171","msg":"trace[1397852686] linearizableReadLoop","detail":"{readStateIndex:258; appliedIndex:256; }","duration":"338.61128ms","start":"2026-04-09T22:29:59.772653Z","end":"2026-04-09T22:30:00.111264Z","steps":["trace[1397852686] 'read index received' (duration: 311.693433ms)","trace[1397852686] 'applied index is now lower than readState.Index' (duration: 26.916186ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:30:00.111397Z","caller":"traceutil/trace.go:171","msg":"trace[1925760741] transaction","detail":"{read_only:false; response_revision:252; number_of_response:1; }","duration":"632.738676ms","start":"2026-04-09T22:29:59.478648Z","end":"2026-04-09T22:30:00.111387Z","steps":["trace[1925760741] 'process raft request' (duration: 632.552461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:00.111453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:59.478611Z","time spent":"632.817058ms","remote":"127.0.0.1:43732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3959,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T22:30:00.111539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.851036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-09T22:30:00.111598Z","caller":"traceutil/trace.go:171","msg":"trace[1155500782] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:252; }","duration":"338.961728ms","start":"2026-04-09T22:29:59.772619Z","end":"2026-04-09T22:30:00.111581Z","steps":["trace[1155500782] 'agreement among raft nodes before linearized reading' (duration: 338.826685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:00.111633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:59.772583Z","time spent":"339.043531ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-09T22:30:00.111799Z","caller":"traceutil/trace.go:171","msg":"trace[1544721391] transaction","detail":"{read_only:false; response_revision:251; number_of_response:1; }","duration":"685.775427ms","start":"2026-04-09T22:29:59.425618Z","end":"2026-04-09T22:30:00.111394Z","steps":["trace[1544721391] 'process raft request' (duration: 238.559029ms)","trace[1544721391] 'compare' (duration: 446.553461ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:30:00.11193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.247776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-09T22:30:00.112064Z","caller":"traceutil/trace.go:171","msg":"trace[89858680] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:252; }","duration":"339.445731ms","start":"2026-04-09T22:29:59.772587Z","end":"2026-04-09T22:30:00.112032Z","steps":["trace[89858680] 'agreement among raft nodes before linearized reading' (duration: 339.153884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:00.112134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:59.772559Z","time spent":"339.561523ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T22:30:00.112457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:29:59.425593Z","time spent":"686.496615ms","remote":"127.0.0.1:43888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T22:30:00.630988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.413923ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:30:00.631243Z","caller":"traceutil/trace.go:171","msg":"trace[1362124227] linearizableReadLoop","detail":"{readStateIndex:261; appliedIndex:259; }","duration":"461.91568ms","start":"2026-04-09T22:30:00.1693Z","end":"2026-04-09T22:30:00.631216Z","steps":["trace[1362124227] 'read index received' (duration: 27.419718ms)","trace[1362124227] 'applied index is now lower than readState.Index' (duration: 434.494312ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:30:00.631399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.106147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:3468"} {"level":"info","ts":"2026-04-09T22:30:00.631401Z","caller":"traceutil/trace.go:171","msg":"trace[501247676] transaction","detail":"{read_only:false; response_revision:255; number_of_response:1; }","duration":"512.239953ms","start":"2026-04-09T22:30:00.119041Z","end":"2026-04-09T22:30:00.631281Z","steps":["trace[501247676] 'process raft request' (duration: 512.080609ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:00.631454Z","caller":"traceutil/trace.go:171","msg":"trace[1391726449] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:255; }","duration":"462.211589ms","start":"2026-04-09T22:30:00.169227Z","end":"2026-04-09T22:30:00.631439Z","steps":["trace[1391726449] 'agreement among raft nodes before linearized reading' (duration: 462.067335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:00.631526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:00.169198Z","time spent":"462.314542ms","remote":"127.0.0.1:43732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":3492,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"warn","ts":"2026-04-09T22:30:00.631611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:00.119024Z","time spent":"512.487781ms","remote":"127.0.0.1:43656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1342,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T22:30:00.631592Z","caller":"traceutil/trace.go:171","msg":"trace[2013679441] transaction","detail":"{read_only:false; response_revision:254; number_of_response:1; }","duration":"513.770263ms","start":"2026-04-09T22:30:00.117523Z","end":"2026-04-09T22:30:00.631294Z","steps":["trace[2013679441] 'process raft request' (duration: 238.902008ms)","trace[2013679441] 'compare' (duration: 274.248679ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:30:00.631851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:00.117487Z","time spent":"514.256346ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:30:01.463102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.139898ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:30:01.463335Z","caller":"traceutil/trace.go:171","msg":"trace[1639505679] linearizableReadLoop","detail":"{readStateIndex:263; appliedIndex:261; }","duration":"545.892252ms","start":"2026-04-09T22:30:00.917423Z","end":"2026-04-09T22:30:01.463315Z","steps":["trace[1639505679] 'read index received' (duration: 488.751755ms)","trace[1639505679] 'applied index is now lower than readState.Index' (duration: 57.139386ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:30:01.463355Z","caller":"traceutil/trace.go:171","msg":"trace[1394711297] transaction","detail":"{read_only:false; response_revision:256; number_of_response:1; }","duration":"826.511913ms","start":"2026-04-09T22:30:00.636801Z","end":"2026-04-09T22:30:01.463313Z","steps":["trace[1394711297] 'process raft request' (duration: 278.082257ms)","trace[1394711297] 'compare' (duration: 547.81399ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:30:01.463438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.017514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:30:01.463473Z","caller":"traceutil/trace.go:171","msg":"trace[1592798082] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:0; response_revision:257; }","duration":"546.099386ms","start":"2026-04-09T22:30:00.917363Z","end":"2026-04-09T22:30:01.463463Z","steps":["trace[1592798082] 'agreement among raft nodes before linearized reading' (duration: 546.013574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:01.463517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:00.636757Z","time spent":"826.681098ms","remote":"127.0.0.1:43886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":330,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T22:30:01.463533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:00.917331Z","time spent":"546.192729ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":29,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-09T22:30:01.463494Z","caller":"traceutil/trace.go:171","msg":"trace[2048556536] transaction","detail":"{read_only:false; response_revision:257; number_of_response:1; }","duration":"821.079665ms","start":"2026-04-09T22:30:00.642371Z","end":"2026-04-09T22:30:01.463451Z","steps":["trace[2048556536] 'process raft request' (duration: 820.866179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:01.463721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:00.642338Z","time spent":"821.2595ms","remote":"127.0.0.1:43732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4645,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:30:03.487293Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625759854344341,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T22:30:03.987963Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625759854344341,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T22:30:04.042477Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.200667658s","expected-duration":"1s"} {"level":"info","ts":"2026-04-09T22:30:04.042945Z","caller":"traceutil/trace.go:171","msg":"trace[465319565] transaction","detail":"{read_only:false; response_revision:298; number_of_response:1; }","duration":"1.20117758s","start":"2026-04-09T22:30:02.841738Z","end":"2026-04-09T22:30:04.042915Z","steps":["trace[465319565] 'process raft request' (duration: 1.201018676s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:04.043119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:02.841726Z","time spent":"1.201319545s","remote":"127.0.0.1:43756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":205,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T22:30:04.197209Z","caller":"traceutil/trace.go:171","msg":"trace[1878047316] linearizableReadLoop","detail":"{readStateIndex:311; appliedIndex:303; }","duration":"1.210392266s","start":"2026-04-09T22:30:02.986781Z","end":"2026-04-09T22:30:04.197173Z","steps":["trace[1878047316] 'read index received' (duration: 1.056059063s)","trace[1878047316] 'applied index is now lower than readState.Index' (duration: 154.332043ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:30:04.197427Z","caller":"traceutil/trace.go:171","msg":"trace[607905212] transaction","detail":"{read_only:false; number_of_response:0; response_revision:299; }","duration":"767.210141ms","start":"2026-04-09T22:30:03.430191Z","end":"2026-04-09T22:30:04.197401Z","steps":["trace[607905212] 'process raft request' (duration: 766.916794ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:04.197412Z","caller":"traceutil/trace.go:171","msg":"trace[770975763] transaction","detail":"{read_only:false; number_of_response:0; response_revision:299; }","duration":"985.111244ms","start":"2026-04-09T22:30:03.212235Z","end":"2026-04-09T22:30:04.197346Z","steps":["trace[770975763] 'process raft request' (duration: 984.688693ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:04.19739Z","caller":"traceutil/trace.go:171","msg":"trace[268147119] transaction","detail":"{read_only:false; number_of_response:0; response_revision:299; }","duration":"767.265923ms","start":"2026-04-09T22:30:03.430072Z","end":"2026-04-09T22:30:04.197338Z","steps":["trace[268147119] 'process raft request' (duration: 766.968615ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:04.197452Z","caller":"traceutil/trace.go:171","msg":"trace[249123278] transaction","detail":"{read_only:false; number_of_response:0; response_revision:299; }","duration":"767.391756ms","start":"2026-04-09T22:30:03.429998Z","end":"2026-04-09T22:30:04.19739Z","steps":["trace[249123278] 'process raft request' (duration: 767.001676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:04.197557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:03.430153Z","time spent":"767.324575ms","remote":"127.0.0.1:43732","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T22:30:04.197598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:03.212208Z","time spent":"985.30522ms","remote":"127.0.0.1:43718","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T22:30:04.197628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:03.430037Z","time spent":"767.49719ms","remote":"127.0.0.1:43732","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T22:30:04.19764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:03.429971Z","time spent":"767.582342ms","remote":"127.0.0.1:43732","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T22:30:04.197827Z","caller":"traceutil/trace.go:171","msg":"trace[194983949] transaction","detail":"{read_only:false; number_of_response:0; response_revision:299; }","duration":"767.292613ms","start":"2026-04-09T22:30:03.430099Z","end":"2026-04-09T22:30:04.197392Z","steps":["trace[194983949] 'process raft request' (duration: 766.974735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:04.1979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:03.430058Z","time spent":"767.812357ms","remote":"127.0.0.1:43732","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T22:30:04.197896Z","caller":"traceutil/trace.go:171","msg":"trace[2115714647] transaction","detail":"{read_only:false; number_of_response:0; response_revision:299; }","duration":"767.1289ms","start":"2026-04-09T22:30:03.430737Z","end":"2026-04-09T22:30:04.197866Z","steps":["trace[2115714647] 'process raft request' (duration: 766.403341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:04.19794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211145906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/\" range_end:\"/registry/deployments/kube-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:30:04.198022Z","caller":"traceutil/trace.go:171","msg":"trace[1805324115] range","detail":"{range_begin:/registry/deployments/kube-system/; range_end:/registry/deployments/kube-system0; response_count:0; response_revision:299; }","duration":"1.211291299s","start":"2026-04-09T22:30:02.986709Z","end":"2026-04-09T22:30:04.198Z","steps":["trace[1805324115] 'agreement among raft nodes before linearized reading' (duration: 1.211125975s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:04.198072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:02.986683Z","time spent":"1.211371882s","remote":"127.0.0.1:43996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/kube-system/\" range_end:\"/registry/deployments/kube-system0\" "} {"level":"warn","ts":"2026-04-09T22:30:04.198076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:03.430682Z","time spent":"767.318905ms","remote":"127.0.0.1:43732","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T22:30:04.198291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086857758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:1 size:664"} {"level":"warn","ts":"2026-04-09T22:30:04.198326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.08652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:30:04.198352Z","caller":"traceutil/trace.go:171","msg":"trace[664905668] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:1; response_revision:300; }","duration":"1.086974061s","start":"2026-04-09T22:30:03.111359Z","end":"2026-04-09T22:30:04.198333Z","steps":["trace[664905668] 'agreement among raft nodes before linearized reading' (duration: 1.086813457s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:04.198345Z","caller":"traceutil/trace.go:171","msg":"trace[17689232] transaction","detail":"{read_only:false; response_revision:300; number_of_response:1; }","duration":"138.52734ms","start":"2026-04-09T22:30:04.059797Z","end":"2026-04-09T22:30:04.198324Z","steps":["trace[17689232] 'process raft request' (duration: 138.251464ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:04.198367Z","caller":"traceutil/trace.go:171","msg":"trace[1102526505] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:0; response_revision:300; }","duration":"151.180653ms","start":"2026-04-09T22:30:04.047172Z","end":"2026-04-09T22:30:04.198353Z","steps":["trace[1102526505] 'agreement among raft nodes before linearized reading' (duration: 151.103591ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:04.19842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:03.111334Z","time spent":"1.087063433s","remote":"127.0.0.1:43936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":688,"request content":"key:\"/registry/csinodes/instance\" "} {"level":"warn","ts":"2026-04-09T22:30:04.198569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.635818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-09T22:30:04.19863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.085611767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:30:04.198639Z","caller":"traceutil/trace.go:171","msg":"trace[189362552] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:300; }","duration":"613.758262ms","start":"2026-04-09T22:30:03.584861Z","end":"2026-04-09T22:30:04.19862Z","steps":["trace[189362552] 'agreement among raft nodes before linearized reading' (duration: 613.636419ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:04.198583Z","caller":"traceutil/trace.go:171","msg":"trace[499437746] transaction","detail":"{read_only:false; response_revision:299; number_of_response:1; }","duration":"1.085488484s","start":"2026-04-09T22:30:03.113016Z","end":"2026-04-09T22:30:04.198505Z","steps":["trace[499437746] 'process raft request' (duration: 1.083708418s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:04.198675Z","caller":"traceutil/trace.go:171","msg":"trace[1270275133] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:0; response_revision:300; }","duration":"1.085692889s","start":"2026-04-09T22:30:03.11297Z","end":"2026-04-09T22:30:04.198663Z","steps":["trace[1270275133] 'agreement among raft nodes before linearized reading' (duration: 1.085607147s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:04.198691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:03.584834Z","time spent":"613.847383ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T22:30:04.198711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:03.11295Z","time spent":"1.08575244s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-04-09T22:30:04.198808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:03.112992Z","time spent":"1.085728029s","remote":"127.0.0.1:43616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":592,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T22:30:06.959677Z","caller":"traceutil/trace.go:171","msg":"trace[1908888559] transaction","detail":"{read_only:false; response_revision:374; number_of_response:1; }","duration":"285.100866ms","start":"2026-04-09T22:30:06.674538Z","end":"2026-04-09T22:30:06.959638Z","steps":["trace[1908888559] 'process raft request' (duration: 210.683769ms)","trace[1908888559] 'compare' (duration: 74.145989ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:30:06.960091Z","caller":"traceutil/trace.go:171","msg":"trace[1252921813] transaction","detail":"{read_only:false; response_revision:375; number_of_response:1; }","duration":"273.09989ms","start":"2026-04-09T22:30:06.686951Z","end":"2026-04-09T22:30:06.960051Z","steps":["trace[1252921813] 'process raft request' (duration: 272.601967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:06.960257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.491901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"info","ts":"2026-04-09T22:30:06.960313Z","caller":"traceutil/trace.go:171","msg":"trace[963501054] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:375; }","duration":"264.608564ms","start":"2026-04-09T22:30:06.695692Z","end":"2026-04-09T22:30:06.9603Z","steps":["trace[963501054] 'agreement among raft nodes before linearized reading' (duration: 264.4729ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:06.95983Z","caller":"traceutil/trace.go:171","msg":"trace[1732198016] linearizableReadLoop","detail":"{readStateIndex:387; appliedIndex:385; }","duration":"264.04548ms","start":"2026-04-09T22:30:06.695745Z","end":"2026-04-09T22:30:06.95979Z","steps":["trace[1732198016] 'read index received' (duration: 189.493239ms)","trace[1732198016] 'applied index is now lower than readState.Index' (duration: 74.548471ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:30:06.961436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.438434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-04-09T22:30:06.961493Z","caller":"traceutil/trace.go:171","msg":"trace[1756926333] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:375; }","duration":"119.528576ms","start":"2026-04-09T22:30:06.841949Z","end":"2026-04-09T22:30:06.961477Z","steps":["trace[1756926333] 'agreement among raft nodes before linearized reading' (duration: 119.433274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:06.961488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.733964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-04-09T22:30:06.961551Z","caller":"traceutil/trace.go:171","msg":"trace[1039002627] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:375; }","duration":"218.855518ms","start":"2026-04-09T22:30:06.742679Z","end":"2026-04-09T22:30:06.961535Z","steps":["trace[1039002627] 'agreement among raft nodes before linearized reading' (duration: 218.644132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:06.961552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.836468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-04-09T22:30:06.961656Z","caller":"traceutil/trace.go:171","msg":"trace[258308366] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:375; }","duration":"169.999802ms","start":"2026-04-09T22:30:06.791631Z","end":"2026-04-09T22:30:06.961631Z","steps":["trace[258308366] 'agreement among raft nodes before linearized reading' (duration: 169.774056ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:07.116935Z","caller":"traceutil/trace.go:171","msg":"trace[871706772] transaction","detail":"{read_only:false; response_revision:377; number_of_response:1; }","duration":"149.376497ms","start":"2026-04-09T22:30:06.967508Z","end":"2026-04-09T22:30:07.116884Z","steps":["trace[871706772] 'process raft request' (duration: 149.071159ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:07.116992Z","caller":"traceutil/trace.go:171","msg":"trace[1759157062] transaction","detail":"{read_only:false; response_revision:378; number_of_response:1; }","duration":"148.047804ms","start":"2026-04-09T22:30:06.968896Z","end":"2026-04-09T22:30:07.116944Z","steps":["trace[1759157062] 'process raft request' (duration: 147.836668ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:07.117027Z","caller":"traceutil/trace.go:171","msg":"trace[2066489359] transaction","detail":"{read_only:false; response_revision:379; number_of_response:1; }","duration":"146.502305ms","start":"2026-04-09T22:30:06.970485Z","end":"2026-04-09T22:30:07.116987Z","steps":["trace[2066489359] 'process raft request' (duration: 146.356641ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:07.117031Z","caller":"traceutil/trace.go:171","msg":"trace[1609609974] transaction","detail":"{read_only:false; response_revision:381; number_of_response:1; }","duration":"143.893718ms","start":"2026-04-09T22:30:06.9731Z","end":"2026-04-09T22:30:07.116994Z","steps":["trace[1609609974] 'process raft request' (duration: 143.829626ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:07.117263Z","caller":"traceutil/trace.go:171","msg":"trace[28003674] transaction","detail":"{read_only:false; response_revision:380; number_of_response:1; }","duration":"146.361111ms","start":"2026-04-09T22:30:06.970814Z","end":"2026-04-09T22:30:07.117175Z","steps":["trace[28003674] 'process raft request' (duration: 146.066924ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:07.154876Z","caller":"traceutil/trace.go:171","msg":"trace[1027047703] transaction","detail":"{read_only:false; response_revision:382; number_of_response:1; }","duration":"143.586529ms","start":"2026-04-09T22:30:07.011267Z","end":"2026-04-09T22:30:07.154854Z","steps":["trace[1027047703] 'process raft request' (duration: 143.474936ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:07.392563Z","caller":"traceutil/trace.go:171","msg":"trace[1516897301] transaction","detail":"{read_only:false; response_revision:386; number_of_response:1; }","duration":"267.99473ms","start":"2026-04-09T22:30:07.124555Z","end":"2026-04-09T22:30:07.39255Z","steps":["trace[1516897301] 'process raft request' (duration: 267.957979ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:07.392631Z","caller":"traceutil/trace.go:171","msg":"trace[1557846387] transaction","detail":"{read_only:false; response_revision:385; number_of_response:1; }","duration":"268.027501ms","start":"2026-04-09T22:30:07.124558Z","end":"2026-04-09T22:30:07.392585Z","steps":["trace[1557846387] 'process raft request' (duration: 267.922738ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:07.39256Z","caller":"traceutil/trace.go:171","msg":"trace[1922294858] transaction","detail":"{read_only:false; response_revision:383; number_of_response:1; }","duration":"268.816561ms","start":"2026-04-09T22:30:07.123686Z","end":"2026-04-09T22:30:07.392503Z","steps":["trace[1922294858] 'process raft request' (duration: 253.686796ms)","trace[1922294858] 'compare' (duration: 14.842127ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:30:07.392859Z","caller":"traceutil/trace.go:171","msg":"trace[1364889323] transaction","detail":"{read_only:false; response_revision:384; number_of_response:1; }","duration":"268.307788ms","start":"2026-04-09T22:30:07.124536Z","end":"2026-04-09T22:30:07.392843Z","steps":["trace[1364889323] 'process raft request' (duration: 267.882767ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:07.3934Z","caller":"traceutil/trace.go:171","msg":"trace[668240826] linearizableReadLoop","detail":"{readStateIndex:400; appliedIndex:394; }","duration":"181.080403ms","start":"2026-04-09T22:30:07.212292Z","end":"2026-04-09T22:30:07.393373Z","steps":["trace[668240826] 'read index received' (duration: 165.061316ms)","trace[668240826] 'applied index is now lower than readState.Index' (duration: 16.018287ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:30:07.393425Z","caller":"traceutil/trace.go:171","msg":"trace[349425670] transaction","detail":"{read_only:false; response_revision:387; number_of_response:1; }","duration":"237.004139ms","start":"2026-04-09T22:30:07.156393Z","end":"2026-04-09T22:30:07.393397Z","steps":["trace[349425670] 'process raft request' (duration: 236.806184ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:07.393475Z","caller":"traceutil/trace.go:171","msg":"trace[483137908] transaction","detail":"{read_only:false; response_revision:388; number_of_response:1; }","duration":"235.438131ms","start":"2026-04-09T22:30:07.158022Z","end":"2026-04-09T22:30:07.39346Z","steps":["trace[483137908] 'process raft request' (duration: 235.312067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:07.393536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.225328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:30:07.393573Z","caller":"traceutil/trace.go:171","msg":"trace[1779299875] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:388; }","duration":"181.32539ms","start":"2026-04-09T22:30:07.212236Z","end":"2026-04-09T22:30:07.393561Z","steps":["trace[1779299875] 'agreement among raft nodes before linearized reading' (duration: 181.230048ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:08.201433Z","caller":"traceutil/trace.go:171","msg":"trace[387610862] transaction","detail":"{read_only:false; response_revision:403; number_of_response:1; }","duration":"120.354677ms","start":"2026-04-09T22:30:08.081034Z","end":"2026-04-09T22:30:08.201389Z","steps":["trace[387610862] 'process raft request' (duration: 111.936432ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:08.432793Z","caller":"traceutil/trace.go:171","msg":"trace[661304408] linearizableReadLoop","detail":"{readStateIndex:417; appliedIndex:416; }","duration":"219.980235ms","start":"2026-04-09T22:30:08.21278Z","end":"2026-04-09T22:30:08.43276Z","steps":["trace[661304408] 'read index received' (duration: 204.796509ms)","trace[661304408] 'applied index is now lower than readState.Index' (duration: 15.182076ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:30:08.432922Z","caller":"traceutil/trace.go:171","msg":"trace[521352622] transaction","detail":"{read_only:false; response_revision:404; number_of_response:1; }","duration":"222.635663ms","start":"2026-04-09T22:30:08.210236Z","end":"2026-04-09T22:30:08.432872Z","steps":["trace[521352622] 'process raft request' (duration: 207.428576ms)","trace[521352622] 'compare' (duration: 14.941481ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:30:08.433007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.206731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:30:08.433055Z","caller":"traceutil/trace.go:171","msg":"trace[485175490] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:404; }","duration":"220.327674ms","start":"2026-04-09T22:30:08.212713Z","end":"2026-04-09T22:30:08.43304Z","steps":["trace[485175490] 'agreement among raft nodes before linearized reading' (duration: 220.221912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:08.433098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.813366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-09T22:30:08.433243Z","caller":"traceutil/trace.go:171","msg":"trace[452404485] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:404; }","duration":"208.009842ms","start":"2026-04-09T22:30:08.225201Z","end":"2026-04-09T22:30:08.433211Z","steps":["trace[452404485] 'agreement among raft nodes before linearized reading' (duration: 207.769495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:08.433248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.400481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-09T22:30:08.433339Z","caller":"traceutil/trace.go:171","msg":"trace[362768708] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:404; }","duration":"166.545404ms","start":"2026-04-09T22:30:08.26677Z","end":"2026-04-09T22:30:08.433315Z","steps":["trace[362768708] 'agreement among raft nodes before linearized reading' (duration: 166.38761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:10.713435Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625759854344579,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T22:30:11.011385Z","caller":"traceutil/trace.go:171","msg":"trace[679030371] linearizableReadLoop","detail":"{readStateIndex:425; appliedIndex:424; }","duration":"798.872678ms","start":"2026-04-09T22:30:10.212484Z","end":"2026-04-09T22:30:11.011357Z","steps":["trace[679030371] 'read index received' (duration: 798.402906ms)","trace[679030371] 'applied index is now lower than readState.Index' (duration: 468.522µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:30:11.011582Z","caller":"traceutil/trace.go:171","msg":"trace[1773607497] transaction","detail":"{read_only:false; response_revision:411; number_of_response:1; }","duration":"956.66099ms","start":"2026-04-09T22:30:10.054843Z","end":"2026-04-09T22:30:11.011504Z","steps":["trace[1773607497] 'process raft request' (duration: 956.211129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:11.011612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.637801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-09T22:30:11.011613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.096444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:30:11.011793Z","caller":"traceutil/trace.go:171","msg":"trace[1744479776] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:411; }","duration":"506.838086ms","start":"2026-04-09T22:30:10.504911Z","end":"2026-04-09T22:30:11.011749Z","steps":["trace[1744479776] 'agreement among raft nodes before linearized reading' (duration: 506.61215ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:11.01178Z","caller":"traceutil/trace.go:171","msg":"trace[217430869] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:411; }","duration":"799.33394ms","start":"2026-04-09T22:30:10.212429Z","end":"2026-04-09T22:30:11.011763Z","steps":["trace[217430869] 'agreement among raft nodes before linearized reading' (duration: 799.075793ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:11.011801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.155784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-09T22:30:11.011824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:10.054809Z","time spent":"956.889336ms","remote":"127.0.0.1:43732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5311,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:30:11.011872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:10.504881Z","time spent":"506.97722ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T22:30:11.011951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.524842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-09T22:30:11.01208Z","caller":"traceutil/trace.go:171","msg":"trace[828320250] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:411; }","duration":"505.708167ms","start":"2026-04-09T22:30:10.506344Z","end":"2026-04-09T22:30:11.012052Z","steps":["trace[828320250] 'agreement among raft nodes before linearized reading' (duration: 505.319127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:11.012141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:10.506332Z","time spent":"505.797649ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-09T22:30:11.011886Z","caller":"traceutil/trace.go:171","msg":"trace[178471288] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:411; }","duration":"434.308338ms","start":"2026-04-09T22:30:10.577555Z","end":"2026-04-09T22:30:11.011863Z","steps":["trace[178471288] 'agreement among raft nodes before linearized reading' (duration: 434.074032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:11.012235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:10.577538Z","time spent":"434.678507ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T22:30:11.01187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:10.212404Z","time spent":"799.453413ms","remote":"127.0.0.1:43530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T22:30:18.072185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.175721ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:30:18.072701Z","caller":"traceutil/trace.go:171","msg":"trace[1195327842] transaction","detail":"{read_only:false; response_revision:433; number_of_response:1; }","duration":"1.016984866s","start":"2026-04-09T22:30:17.055673Z","end":"2026-04-09T22:30:18.072658Z","steps":["trace[1195327842] 'process raft request' (duration: 1.016652497s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:18.072711Z","caller":"traceutil/trace.go:171","msg":"trace[319117489] transaction","detail":"{read_only:false; response_revision:432; number_of_response:1; }","duration":"1.017601902s","start":"2026-04-09T22:30:17.055054Z","end":"2026-04-09T22:30:18.072656Z","steps":["trace[319117489] 'process raft request' (duration: 334.833806ms)","trace[319117489] 'compare' (duration: 681.832952ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:30:18.07277Z","caller":"traceutil/trace.go:171","msg":"trace[441717543] linearizableReadLoop","detail":"{readStateIndex:448; appliedIndex:445; }","duration":"963.456759ms","start":"2026-04-09T22:30:17.109289Z","end":"2026-04-09T22:30:18.072746Z","steps":["trace[441717543] 'read index received' (duration: 29.354815ms)","trace[441717543] 'applied index is now lower than readState.Index' (duration: 934.099964ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:30:18.073099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:17.055032Z","time spent":"1.017784618s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:30:18.073098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:17.055664Z","time spent":"1.0171405s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:30:18.073108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.821548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-09T22:30:18.073128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.585277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:30:18.073175Z","caller":"traceutil/trace.go:171","msg":"trace[591181182] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:433; }","duration":"852.677559ms","start":"2026-04-09T22:30:17.220484Z","end":"2026-04-09T22:30:18.073162Z","steps":["trace[591181182] 'agreement among raft nodes before linearized reading' (duration: 852.593457ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:18.073178Z","caller":"traceutil/trace.go:171","msg":"trace[518319614] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:433; }","duration":"963.949331ms","start":"2026-04-09T22:30:17.109207Z","end":"2026-04-09T22:30:18.073157Z","steps":["trace[518319614] 'agreement among raft nodes before linearized reading' (duration: 963.618003ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:18.073216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:17.220458Z","time spent":"852.749151ms","remote":"127.0.0.1:43530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T22:30:18.073231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:17.10916Z","time spent":"964.056184ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-09T22:30:18.643546Z","caller":"traceutil/trace.go:171","msg":"trace[717174434] linearizableReadLoop","detail":"{readStateIndex:449; appliedIndex:448; }","duration":"262.036471ms","start":"2026-04-09T22:30:18.38148Z","end":"2026-04-09T22:30:18.643517Z","steps":["trace[717174434] 'read index received' (duration: 261.815316ms)","trace[717174434] 'applied index is now lower than readState.Index' (duration: 219.845µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:30:18.643806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.300999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.65\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-09T22:30:18.643884Z","caller":"traceutil/trace.go:171","msg":"trace[1610830783] range","detail":"{range_begin:/registry/masterleases/199.204.45.65; range_end:; response_count:1; response_revision:434; }","duration":"262.456972ms","start":"2026-04-09T22:30:18.381412Z","end":"2026-04-09T22:30:18.643869Z","steps":["trace[1610830783] 'agreement among raft nodes before linearized reading' (duration: 262.237777ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:18.643795Z","caller":"traceutil/trace.go:171","msg":"trace[941347802] transaction","detail":"{read_only:false; response_revision:434; number_of_response:1; }","duration":"564.525094ms","start":"2026-04-09T22:30:18.07923Z","end":"2026-04-09T22:30:18.643755Z","steps":["trace[941347802] 'process raft request' (duration: 564.146035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:18.644076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:18.079205Z","time spent":"564.78313ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:30:19.044084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:18.646203Z","time spent":"397.868496ms","remote":"127.0.0.1:43564","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-09T22:30:26.359497Z","caller":"traceutil/trace.go:171","msg":"trace[1305273543] linearizableReadLoop","detail":"{readStateIndex:502; appliedIndex:500; }","duration":"149.56972ms","start":"2026-04-09T22:30:26.209895Z","end":"2026-04-09T22:30:26.359465Z","steps":["trace[1305273543] 'read index received' (duration: 149.23703ms)","trace[1305273543] 'applied index is now lower than readState.Index' (duration: 330.87µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:30:26.359555Z","caller":"traceutil/trace.go:171","msg":"trace[804496302] transaction","detail":"{read_only:false; response_revision:482; number_of_response:1; }","duration":"232.904343ms","start":"2026-04-09T22:30:26.12661Z","end":"2026-04-09T22:30:26.359514Z","steps":["trace[804496302] 'process raft request' (duration: 232.621876ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:26.359601Z","caller":"traceutil/trace.go:171","msg":"trace[1029793544] transaction","detail":"{read_only:false; response_revision:483; number_of_response:1; }","duration":"232.925823ms","start":"2026-04-09T22:30:26.126613Z","end":"2026-04-09T22:30:26.359539Z","steps":["trace[1029793544] 'process raft request' (duration: 232.78322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:26.359701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.782265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:30:26.359749Z","caller":"traceutil/trace.go:171","msg":"trace[1037765665] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:483; }","duration":"149.855866ms","start":"2026-04-09T22:30:26.209882Z","end":"2026-04-09T22:30:26.359737Z","steps":["trace[1037765665] 'agreement among raft nodes before linearized reading' (duration: 149.715683ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:33.652538Z","caller":"traceutil/trace.go:171","msg":"trace[1751766185] transaction","detail":"{read_only:false; response_revision:498; number_of_response:1; }","duration":"203.011623ms","start":"2026-04-09T22:30:33.449488Z","end":"2026-04-09T22:30:33.6525Z","steps":["trace[1751766185] 'process raft request' (duration: 202.822489ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:33.970282Z","caller":"traceutil/trace.go:171","msg":"trace[1446235938] transaction","detail":"{read_only:false; response_revision:499; number_of_response:1; }","duration":"175.513395ms","start":"2026-04-09T22:30:33.794737Z","end":"2026-04-09T22:30:33.97025Z","steps":["trace[1446235938] 'process raft request' (duration: 175.019563ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:34.145037Z","caller":"traceutil/trace.go:171","msg":"trace[398036187] transaction","detail":"{read_only:false; response_revision:501; number_of_response:1; }","duration":"143.071391ms","start":"2026-04-09T22:30:34.001933Z","end":"2026-04-09T22:30:34.145005Z","steps":["trace[398036187] 'process raft request' (duration: 143.02201ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:34.145138Z","caller":"traceutil/trace.go:171","msg":"trace[583577434] transaction","detail":"{read_only:false; response_revision:500; number_of_response:1; }","duration":"143.887383ms","start":"2026-04-09T22:30:34.001191Z","end":"2026-04-09T22:30:34.145079Z","steps":["trace[583577434] 'process raft request' (duration: 131.827173ms)","trace[583577434] 'compare' (duration: 11.747852ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:30:36.035385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.584333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:30:36.036573Z","caller":"traceutil/trace.go:171","msg":"trace[500820306] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:0; response_revision:538; }","duration":"123.438866ms","start":"2026-04-09T22:30:35.912026Z","end":"2026-04-09T22:30:36.035465Z","steps":["trace[500820306] 'range keys from in-memory index tree' (duration: 122.45694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:37.03869Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625759854344845,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T22:30:37.539035Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625759854344845,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T22:30:37.863028Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.625021991s","expected-duration":"1s"} {"level":"info","ts":"2026-04-09T22:30:37.863733Z","caller":"traceutil/trace.go:171","msg":"trace[521593126] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"1.62581376s","start":"2026-04-09T22:30:36.237881Z","end":"2026-04-09T22:30:37.863694Z","steps":["trace[521593126] 'process raft request' (duration: 1.625484392s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:37.863968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:36.237859Z","time spent":"1.625993275s","remote":"127.0.0.1:43570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T22:30:37.888442Z","caller":"traceutil/trace.go:171","msg":"trace[1646714282] transaction","detail":"{read_only:false; response_revision:542; number_of_response:1; }","duration":"1.631961849s","start":"2026-04-09T22:30:36.25639Z","end":"2026-04-09T22:30:37.888352Z","steps":["trace[1646714282] 'process raft request' (duration: 1.631672571s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:37.888585Z","caller":"traceutil/trace.go:171","msg":"trace[1684846924] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"1.640871019s","start":"2026-04-09T22:30:36.247681Z","end":"2026-04-09T22:30:37.888552Z","steps":["trace[1684846924] 'process raft request' (duration: 1.640181251s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:37.888647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:36.256375Z","time spent":"1.632172745s","remote":"127.0.0.1:43570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T22:30:37.88864Z","caller":"traceutil/trace.go:171","msg":"trace[1133506239] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"1.621242124s","start":"2026-04-09T22:30:36.26731Z","end":"2026-04-09T22:30:37.888552Z","steps":["trace[1133506239] 'process raft request' (duration: 1.620878435s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:37.888734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:36.247659Z","time spent":"1.640986891s","remote":"127.0.0.1:43570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T22:30:37.888689Z","caller":"traceutil/trace.go:171","msg":"trace[269767732] transaction","detail":"{read_only:false; response_revision:543; number_of_response:1; }","duration":"1.621562131s","start":"2026-04-09T22:30:36.267057Z","end":"2026-04-09T22:30:37.888619Z","steps":["trace[269767732] 'process raft request' (duration: 1.621064109s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:37.888794Z","caller":"traceutil/trace.go:171","msg":"trace[438299448] transaction","detail":"{read_only:false; response_revision:541; number_of_response:1; }","duration":"1.640964031s","start":"2026-04-09T22:30:36.247744Z","end":"2026-04-09T22:30:37.888708Z","steps":["trace[438299448] 'process raft request' (duration: 1.640276193s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:37.888818Z","caller":"traceutil/trace.go:171","msg":"trace[1803650496] linearizableReadLoop","detail":"{readStateIndex:571; appliedIndex:559; }","duration":"1.350586779s","start":"2026-04-09T22:30:36.5382Z","end":"2026-04-09T22:30:37.888787Z","steps":["trace[1803650496] 'read index received' (duration: 1.325194766s)","trace[1803650496] 'applied index is now lower than readState.Index' (duration: 25.390863ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:30:37.888925Z","caller":"traceutil/trace.go:171","msg":"trace[1799114409] transaction","detail":"{read_only:false; response_revision:548; number_of_response:1; }","duration":"1.596586009s","start":"2026-04-09T22:30:36.292329Z","end":"2026-04-09T22:30:37.888915Z","steps":["trace[1799114409] 'process raft request' (duration: 1.596188569s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:37.888929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:36.267303Z","time spent":"1.62149811s","remote":"127.0.0.1:43570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T22:30:37.888983Z","caller":"traceutil/trace.go:171","msg":"trace[56742180] transaction","detail":"{read_only:false; response_revision:550; number_of_response:1; }","duration":"1.453503907s","start":"2026-04-09T22:30:36.435456Z","end":"2026-04-09T22:30:37.88896Z","steps":["trace[56742180] 'process raft request' (duration: 1.453202939s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:37.889073Z","caller":"traceutil/trace.go:171","msg":"trace[1063610978] transaction","detail":"{read_only:false; response_revision:547; number_of_response:1; }","duration":"1.603080825s","start":"2026-04-09T22:30:36.285969Z","end":"2026-04-09T22:30:37.88905Z","steps":["trace[1063610978] 'process raft request' (duration: 1.60248588s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:37.889112Z","caller":"traceutil/trace.go:171","msg":"trace[686786470] transaction","detail":"{read_only:false; response_revision:549; number_of_response:1; }","duration":"1.575297021s","start":"2026-04-09T22:30:36.3138Z","end":"2026-04-09T22:30:37.889097Z","steps":["trace[686786470] 'process raft request' (duration: 1.574775397s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:37.889171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:36.313778Z","time spent":"1.575367863s","remote":"127.0.0.1:43570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T22:30:37.889162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:36.435428Z","time spent":"1.453691342s","remote":"127.0.0.1:43570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T22:30:37.889197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.350981079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-09T22:30:37.888855Z","caller":"traceutil/trace.go:171","msg":"trace[445754535] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"1.613815282s","start":"2026-04-09T22:30:36.275028Z","end":"2026-04-09T22:30:37.888844Z","steps":["trace[445754535] 'process raft request' (duration: 1.613212007s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:37.889241Z","caller":"traceutil/trace.go:171","msg":"trace[927188482] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:550; }","duration":"1.351098592s","start":"2026-04-09T22:30:36.53813Z","end":"2026-04-09T22:30:37.889229Z","steps":["trace[927188482] 'agreement among raft nodes before linearized reading' (duration: 1.350826745s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:37.88925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:36.285944Z","time spent":"1.603279781s","remote":"127.0.0.1:43570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T22:30:37.889289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:36.538102Z","time spent":"1.351178194s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T22:30:37.889305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:36.274996Z","time spent":"1.614261334s","remote":"127.0.0.1:43570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T22:30:37.888969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:36.267035Z","time spent":"1.621833409s","remote":"127.0.0.1:43570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T22:30:37.888808Z","caller":"traceutil/trace.go:171","msg":"trace[1969957371] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"1.613652518s","start":"2026-04-09T22:30:36.275131Z","end":"2026-04-09T22:30:37.888783Z","steps":["trace[1969957371] 'process raft request' (duration: 1.613150955s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:37.88947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:36.275126Z","time spent":"1.614315414s","remote":"127.0.0.1:43570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T22:30:37.889028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:36.247739Z","time spent":"1.641179316s","remote":"127.0.0.1:43570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T22:30:37.889032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:36.292299Z","time spent":"1.596670051s","remote":"127.0.0.1:43570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T22:30:37.90236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.324796355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-09T22:30:37.902459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.448948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:30:37.902461Z","caller":"traceutil/trace.go:171","msg":"trace[1152216270] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:552; }","duration":"1.324955579s","start":"2026-04-09T22:30:36.577483Z","end":"2026-04-09T22:30:37.902439Z","steps":["trace[1152216270] 'agreement among raft nodes before linearized reading' (duration: 1.324710813s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:37.902497Z","caller":"traceutil/trace.go:171","msg":"trace[1725387558] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:552; }","duration":"689.53161ms","start":"2026-04-09T22:30:37.212954Z","end":"2026-04-09T22:30:37.902486Z","steps":["trace[1725387558] 'agreement among raft nodes before linearized reading' (duration: 689.484489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:37.90251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:36.577447Z","time spent":"1.325050841s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T22:30:37.902612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.124986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-09T22:30:37.90263Z","caller":"traceutil/trace.go:171","msg":"trace[1447474664] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:552; }","duration":"163.179218ms","start":"2026-04-09T22:30:37.739446Z","end":"2026-04-09T22:30:37.902625Z","steps":["trace[1447474664] 'agreement among raft nodes before linearized reading' (duration: 163.085585ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:37.902522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:37.212913Z","time spent":"689.604292ms","remote":"127.0.0.1:43530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T22:30:37.9028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050712653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-09T22:30:37.902883Z","caller":"traceutil/trace.go:171","msg":"trace[1961617758] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:552; }","duration":"1.050887338s","start":"2026-04-09T22:30:36.851977Z","end":"2026-04-09T22:30:37.902865Z","steps":["trace[1961617758] 'agreement among raft nodes before linearized reading' (duration: 1.050714013s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:37.902945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:36.851945Z","time spent":"1.05098701s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-09T22:30:40.051915Z","caller":"traceutil/trace.go:171","msg":"trace[1348076885] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"122.83868ms","start":"2026-04-09T22:30:39.929061Z","end":"2026-04-09T22:30:40.0519Z","steps":["trace[1348076885] 'process raft request' (duration: 122.43121ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:40.05218Z","caller":"traceutil/trace.go:171","msg":"trace[1986288064] linearizableReadLoop","detail":"{readStateIndex:644; appliedIndex:643; }","duration":"117.010331ms","start":"2026-04-09T22:30:39.93465Z","end":"2026-04-09T22:30:40.05166Z","steps":["trace[1986288064] 'read index received' (duration: 116.808336ms)","trace[1986288064] 'applied index is now lower than readState.Index' (duration: 200.925µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:30:40.052283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.617746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-09T22:30:40.052482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.783681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-09T22:30:40.052522Z","caller":"traceutil/trace.go:171","msg":"trace[697015126] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:619; }","duration":"117.829332ms","start":"2026-04-09T22:30:39.934681Z","end":"2026-04-09T22:30:40.052511Z","steps":["trace[697015126] 'agreement among raft nodes before linearized reading' (duration: 117.76728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:40.052554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.969035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-09T22:30:40.052606Z","caller":"traceutil/trace.go:171","msg":"trace[1030714853] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:619; }","duration":"111.055518ms","start":"2026-04-09T22:30:39.941536Z","end":"2026-04-09T22:30:40.052591Z","steps":["trace[1030714853] 'agreement among raft nodes before linearized reading' (duration: 110.973376ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:40.052865Z","caller":"traceutil/trace.go:171","msg":"trace[1619864405] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:619; }","duration":"117.820212ms","start":"2026-04-09T22:30:39.934596Z","end":"2026-04-09T22:30:40.052416Z","steps":["trace[1619864405] 'agreement among raft nodes before linearized reading' (duration: 117.636887ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:40.985892Z","caller":"traceutil/trace.go:171","msg":"trace[999037267] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"124.463743ms","start":"2026-04-09T22:30:40.861402Z","end":"2026-04-09T22:30:40.985866Z","steps":["trace[999037267] 'process raft request' (duration: 124.303919ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:41.163751Z","caller":"traceutil/trace.go:171","msg":"trace[760476193] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"173.300099ms","start":"2026-04-09T22:30:40.990417Z","end":"2026-04-09T22:30:41.163717Z","steps":["trace[760476193] 'process raft request' (duration: 173.025872ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:41.181401Z","caller":"traceutil/trace.go:171","msg":"trace[761308292] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"190.155712ms","start":"2026-04-09T22:30:40.991217Z","end":"2026-04-09T22:30:41.181373Z","steps":["trace[761308292] 'process raft request' (duration: 190.017538ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:41.761712Z","caller":"traceutil/trace.go:171","msg":"trace[1715574857] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"360.29101ms","start":"2026-04-09T22:30:41.40139Z","end":"2026-04-09T22:30:41.761681Z","steps":["trace[1715574857] 'process raft request' (duration: 359.87972ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:41.761879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:41.401349Z","time spent":"360.444644ms","remote":"127.0.0.1:43640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036023,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T22:30:42.633518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.711114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:30:42.63366Z","caller":"traceutil/trace.go:171","msg":"trace[1556944892] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:626; }","duration":"420.92356ms","start":"2026-04-09T22:30:42.212705Z","end":"2026-04-09T22:30:42.633628Z","steps":["trace[1556944892] 'range keys from in-memory index tree' (duration: 420.590661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:42.63364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.259954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-09T22:30:42.633733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:42.212674Z","time spent":"421.043832ms","remote":"127.0.0.1:43530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-09T22:30:42.633784Z","caller":"traceutil/trace.go:171","msg":"trace[1095041550] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:626; }","duration":"546.442319ms","start":"2026-04-09T22:30:42.087309Z","end":"2026-04-09T22:30:42.633751Z","steps":["trace[1095041550] 'range keys from in-memory index tree' (duration: 546.041449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:42.633852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:42.087284Z","time spent":"546.556492ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T22:30:42.633867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.620963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-09T22:30:42.633867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.566585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-09T22:30:42.633939Z","caller":"traceutil/trace.go:171","msg":"trace[639357304] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:626; }","duration":"546.705716ms","start":"2026-04-09T22:30:42.087212Z","end":"2026-04-09T22:30:42.633918Z","steps":["trace[639357304] 'range keys from in-memory index tree' (duration: 546.449209ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:42.634001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:42.087205Z","time spent":"546.783718ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-09T22:30:42.634034Z","caller":"traceutil/trace.go:171","msg":"trace[1451578283] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:626; }","duration":"576.827351ms","start":"2026-04-09T22:30:42.05718Z","end":"2026-04-09T22:30:42.634007Z","steps":["trace[1451578283] 'range keys from in-memory index tree' (duration: 576.366969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:42.63413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:42.057157Z","time spent":"576.959674ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T22:30:42.634281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.097845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-09T22:30:42.634388Z","caller":"traceutil/trace.go:171","msg":"trace[1476398182] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:626; }","duration":"547.241949ms","start":"2026-04-09T22:30:42.087122Z","end":"2026-04-09T22:30:42.634364Z","steps":["trace[1476398182] 'range keys from in-memory index tree' (duration: 546.387028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:42.634486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:42.087111Z","time spent":"547.361242ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-09T22:30:42.680818Z","caller":"traceutil/trace.go:171","msg":"trace[976813695] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"427.585922ms","start":"2026-04-09T22:30:42.253168Z","end":"2026-04-09T22:30:42.680754Z","steps":["trace[976813695] 'process raft request' (duration: 426.932145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:42.68106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:42.253131Z","time spent":"427.791957ms","remote":"127.0.0.1:43640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036109,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:30:43.353589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.458018ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:30:43.35412Z","caller":"traceutil/trace.go:171","msg":"trace[1962598773] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"715.1689ms","start":"2026-04-09T22:30:42.638922Z","end":"2026-04-09T22:30:43.354091Z","steps":["trace[1962598773] 'process raft request' (duration: 156.101577ms)","trace[1962598773] 'compare' (duration: 557.966325ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:30:43.354186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:42.638909Z","time spent":"715.250782ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:30:43.354119Z","caller":"traceutil/trace.go:171","msg":"trace[1803638658] linearizableReadLoop","detail":"{readStateIndex:657; appliedIndex:652; }","duration":"140.811613ms","start":"2026-04-09T22:30:43.213291Z","end":"2026-04-09T22:30:43.354102Z","steps":["trace[1803638658] 'read index received' (duration: 59.771µs)","trace[1803638658] 'applied index is now lower than readState.Index' (duration: 140.750742ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:30:43.354264Z","caller":"traceutil/trace.go:171","msg":"trace[2095678695] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"714.788311ms","start":"2026-04-09T22:30:42.63941Z","end":"2026-04-09T22:30:43.354198Z","steps":["trace[2095678695] 'process raft request' (duration: 714.585246ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:43.354342Z","caller":"traceutil/trace.go:171","msg":"trace[1047070905] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"714.959295ms","start":"2026-04-09T22:30:42.639376Z","end":"2026-04-09T22:30:43.354336Z","steps":["trace[1047070905] 'process raft request' (duration: 714.584365ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:43.354303Z","caller":"traceutil/trace.go:171","msg":"trace[1470223663] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"607.818249ms","start":"2026-04-09T22:30:42.746444Z","end":"2026-04-09T22:30:43.354262Z","steps":["trace[1470223663] 'process raft request' (duration: 607.602903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:43.354376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:42.639372Z","time spent":"714.986616ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:30:43.354343Z","caller":"traceutil/trace.go:171","msg":"trace[44797043] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"714.969916ms","start":"2026-04-09T22:30:42.639324Z","end":"2026-04-09T22:30:43.354294Z","steps":["trace[44797043] 'process raft request' (duration: 714.576446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:43.354203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.919526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:30:43.354468Z","caller":"traceutil/trace.go:171","msg":"trace[1953343892] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:632; }","duration":"141.224774ms","start":"2026-04-09T22:30:43.21323Z","end":"2026-04-09T22:30:43.354455Z","steps":["trace[1953343892] 'agreement among raft nodes before linearized reading' (duration: 140.919746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:43.35448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:42.746418Z","time spent":"607.972202ms","remote":"127.0.0.1:43756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":818,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T22:30:43.354487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:42.639406Z","time spent":"714.961935ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:30:43.354534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:42.639316Z","time spent":"715.113389ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:30:44.326372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.649559ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-09T22:30:44.334562Z","caller":"traceutil/trace.go:171","msg":"trace[638741896] linearizableReadLoop","detail":"{readStateIndex:659; appliedIndex:657; }","duration":"121.892096ms","start":"2026-04-09T22:30:44.212584Z","end":"2026-04-09T22:30:44.334477Z","steps":["trace[638741896] 'read index received' (duration: 41.431µs)","trace[638741896] 'applied index is now lower than readState.Index' (duration: 121.849184ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:30:44.334635Z","caller":"traceutil/trace.go:171","msg":"trace[588591119] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"553.610614ms","start":"2026-04-09T22:30:43.780961Z","end":"2026-04-09T22:30:44.334571Z","steps":["trace[588591119] 'process raft request' (duration: 547.651211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:44.334727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.124461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:30:44.334785Z","caller":"traceutil/trace.go:171","msg":"trace[864730774] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:633; }","duration":"122.259995ms","start":"2026-04-09T22:30:44.21251Z","end":"2026-04-09T22:30:44.33477Z","steps":["trace[864730774] 'agreement among raft nodes before linearized reading' (duration: 122.144372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:44.334888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:43.780909Z","time spent":"553.85553ms","remote":"127.0.0.1:43640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036161,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:30:44.838517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.324857ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:30:44.838688Z","caller":"traceutil/trace.go:171","msg":"trace[2140776834] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"450.672725ms","start":"2026-04-09T22:30:44.387981Z","end":"2026-04-09T22:30:44.838654Z","steps":["trace[2140776834] 'process raft request' (duration: 185.081492ms)","trace[2140776834] 'compare' (duration: 264.982408ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:30:44.838789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:44.387954Z","time spent":"450.798989ms","remote":"127.0.0.1:43886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":897,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T22:30:45.269692Z","caller":"traceutil/trace.go:171","msg":"trace[1839971673] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"100.535877ms","start":"2026-04-09T22:30:45.169112Z","end":"2026-04-09T22:30:45.269647Z","steps":["trace[1839971673] 'process raft request' (duration: 100.314381ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:45.48382Z","caller":"traceutil/trace.go:171","msg":"trace[2071966493] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"246.103881ms","start":"2026-04-09T22:30:45.237684Z","end":"2026-04-09T22:30:45.483787Z","steps":["trace[2071966493] 'process raft request' (duration: 243.941396ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:45.48402Z","caller":"traceutil/trace.go:171","msg":"trace[693399751] linearizableReadLoop","detail":"{readStateIndex:663; appliedIndex:661; }","duration":"212.981929ms","start":"2026-04-09T22:30:45.270999Z","end":"2026-04-09T22:30:45.483981Z","steps":["trace[693399751] 'read index received' (duration: 209.923541ms)","trace[693399751] 'applied index is now lower than readState.Index' (duration: 3.055728ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:30:45.484082Z","caller":"traceutil/trace.go:171","msg":"trace[2145971163] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"226.437575ms","start":"2026-04-09T22:30:45.257603Z","end":"2026-04-09T22:30:45.48404Z","steps":["trace[2145971163] 'process raft request' (duration: 226.095946ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:45.484355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.104139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-09T22:30:45.484423Z","caller":"traceutil/trace.go:171","msg":"trace[2049795576] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:637; }","duration":"125.241302ms","start":"2026-04-09T22:30:45.359166Z","end":"2026-04-09T22:30:45.484407Z","steps":["trace[2049795576] 'agreement among raft nodes before linearized reading' (duration: 125.053628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:45.484437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.989686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-09T22:30:45.484358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.089609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-09T22:30:45.484512Z","caller":"traceutil/trace.go:171","msg":"trace[1728294344] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:637; }","duration":"125.082938ms","start":"2026-04-09T22:30:45.359407Z","end":"2026-04-09T22:30:45.48449Z","steps":["trace[1728294344] 'agreement among raft nodes before linearized reading' (duration: 124.810301ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:45.484599Z","caller":"traceutil/trace.go:171","msg":"trace[918375461] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:637; }","duration":"125.352676ms","start":"2026-04-09T22:30:45.359182Z","end":"2026-04-09T22:30:45.484535Z","steps":["trace[918375461] 'agreement among raft nodes before linearized reading' (duration: 125.027597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:45.484636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.784971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-09T22:30:45.484754Z","caller":"traceutil/trace.go:171","msg":"trace[29635801] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:637; }","duration":"124.938835ms","start":"2026-04-09T22:30:45.359785Z","end":"2026-04-09T22:30:45.484723Z","steps":["trace[29635801] 'agreement among raft nodes before linearized reading' (duration: 124.534595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:45.485066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.064748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:30:45.485126Z","caller":"traceutil/trace.go:171","msg":"trace[1642324182] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:637; }","duration":"214.15939ms","start":"2026-04-09T22:30:45.270942Z","end":"2026-04-09T22:30:45.485101Z","steps":["trace[1642324182] 'agreement among raft nodes before linearized reading' (duration: 213.226125ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:45.668502Z","caller":"traceutil/trace.go:171","msg":"trace[1487701149] transaction","detail":"{read_only:false; response_revision:639; number_of_response:1; }","duration":"177.162678ms","start":"2026-04-09T22:30:45.491306Z","end":"2026-04-09T22:30:45.668468Z","steps":["trace[1487701149] 'process raft request' (duration: 164.448952ms)","trace[1487701149] 'compare' (duration: 12.510781ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:30:45.66881Z","caller":"traceutil/trace.go:171","msg":"trace[276749851] transaction","detail":"{read_only:false; response_revision:640; number_of_response:1; }","duration":"177.284391ms","start":"2026-04-09T22:30:45.491488Z","end":"2026-04-09T22:30:45.668772Z","steps":["trace[276749851] 'process raft request' (duration: 176.933972ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:45.669175Z","caller":"traceutil/trace.go:171","msg":"trace[2062237090] transaction","detail":"{read_only:false; response_revision:641; number_of_response:1; }","duration":"177.518028ms","start":"2026-04-09T22:30:45.491593Z","end":"2026-04-09T22:30:45.669111Z","steps":["trace[2062237090] 'process raft request' (duration: 177.071545ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:45.669352Z","caller":"traceutil/trace.go:171","msg":"trace[2009681942] transaction","detail":"{read_only:false; response_revision:642; number_of_response:1; }","duration":"122.667346ms","start":"2026-04-09T22:30:45.546645Z","end":"2026-04-09T22:30:45.669313Z","steps":["trace[2009681942] 'process raft request' (duration: 122.291695ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:46.330982Z","caller":"traceutil/trace.go:171","msg":"trace[74070441] transaction","detail":"{read_only:false; response_revision:644; number_of_response:1; }","duration":"130.001946ms","start":"2026-04-09T22:30:46.200944Z","end":"2026-04-09T22:30:46.330946Z","steps":["trace[74070441] 'process raft request' (duration: 50.469939ms)","trace[74070441] 'compare' (duration: 79.347622ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:30:46.920243Z","caller":"traceutil/trace.go:171","msg":"trace[1932425582] transaction","detail":"{read_only:false; response_revision:645; number_of_response:1; }","duration":"177.847966ms","start":"2026-04-09T22:30:46.74233Z","end":"2026-04-09T22:30:46.920178Z","steps":["trace[1932425582] 'process raft request' (duration: 176.551823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:47.435096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.473734ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:30:47.435219Z","caller":"traceutil/trace.go:171","msg":"trace[1691756140] linearizableReadLoop","detail":"{readStateIndex:672; appliedIndex:671; }","duration":"222.373121ms","start":"2026-04-09T22:30:47.212828Z","end":"2026-04-09T22:30:47.435201Z","steps":["trace[1691756140] 'read index received' (duration: 97.403µs)","trace[1691756140] 'applied index is now lower than readState.Index' (duration: 222.274598ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:30:47.435311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.485443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:30:47.435345Z","caller":"traceutil/trace.go:171","msg":"trace[1834741587] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:646; }","duration":"222.557165ms","start":"2026-04-09T22:30:47.212779Z","end":"2026-04-09T22:30:47.435336Z","steps":["trace[1834741587] 'agreement among raft nodes before linearized reading' (duration: 222.470793ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:47.43533Z","caller":"traceutil/trace.go:171","msg":"trace[1552104069] transaction","detail":"{read_only:false; response_revision:646; number_of_response:1; }","duration":"452.78302ms","start":"2026-04-09T22:30:46.982497Z","end":"2026-04-09T22:30:47.43528Z","steps":["trace[1552104069] 'compare' (duration: 442.31262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:47.435537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:46.982471Z","time spent":"452.964145ms","remote":"127.0.0.1:43910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1087,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T22:30:47.650613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.341706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-09T22:30:47.650733Z","caller":"traceutil/trace.go:171","msg":"trace[330719820] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:646; }","duration":"106.534541ms","start":"2026-04-09T22:30:47.544177Z","end":"2026-04-09T22:30:47.650711Z","steps":["trace[330719820] 'range keys from in-memory index tree' (duration: 106.040709ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:47.780047Z","caller":"traceutil/trace.go:171","msg":"trace[1121159685] linearizableReadLoop","detail":"{readStateIndex:673; appliedIndex:672; }","duration":"106.558992ms","start":"2026-04-09T22:30:47.673459Z","end":"2026-04-09T22:30:47.780018Z","steps":["trace[1121159685] 'read index received' (duration: 106.246284ms)","trace[1121159685] 'applied index is now lower than readState.Index' (duration: 311.227µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:30:47.780128Z","caller":"traceutil/trace.go:171","msg":"trace[653639513] transaction","detail":"{read_only:false; response_revision:647; number_of_response:1; }","duration":"124.930904ms","start":"2026-04-09T22:30:47.655162Z","end":"2026-04-09T22:30:47.780092Z","steps":["trace[653639513] 'process raft request' (duration: 124.536404ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:47.780323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.927135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-09T22:30:47.780374Z","caller":"traceutil/trace.go:171","msg":"trace[1327283862] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:647; }","duration":"106.048029ms","start":"2026-04-09T22:30:47.674311Z","end":"2026-04-09T22:30:47.780359Z","steps":["trace[1327283862] 'agreement among raft nodes before linearized reading' (duration: 105.865545ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:47.780428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.024078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-09T22:30:47.780523Z","caller":"traceutil/trace.go:171","msg":"trace[1423798517] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:647; }","duration":"106.115711ms","start":"2026-04-09T22:30:47.674383Z","end":"2026-04-09T22:30:47.780498Z","steps":["trace[1423798517] 'agreement among raft nodes before linearized reading' (duration: 105.904685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:47.780419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.946102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-09T22:30:47.780627Z","caller":"traceutil/trace.go:171","msg":"trace[1865059823] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:647; }","duration":"107.212319ms","start":"2026-04-09T22:30:47.673398Z","end":"2026-04-09T22:30:47.78061Z","steps":["trace[1865059823] 'agreement among raft nodes before linearized reading' (duration: 106.783008ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:48.052849Z","caller":"traceutil/trace.go:171","msg":"trace[417952934] transaction","detail":"{read_only:false; response_revision:649; number_of_response:1; }","duration":"267.132283ms","start":"2026-04-09T22:30:47.785677Z","end":"2026-04-09T22:30:48.05281Z","steps":["trace[417952934] 'process raft request' (duration: 198.023145ms)","trace[417952934] 'compare' (duration: 68.832211ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:30:48.053343Z","caller":"traceutil/trace.go:171","msg":"trace[947933786] transaction","detail":"{read_only:false; response_revision:650; number_of_response:1; }","duration":"267.476013ms","start":"2026-04-09T22:30:47.785843Z","end":"2026-04-09T22:30:48.053319Z","steps":["trace[947933786] 'process raft request' (duration: 267.300808ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:48.452656Z","caller":"traceutil/trace.go:171","msg":"trace[384544287] transaction","detail":"{read_only:false; response_revision:651; number_of_response:1; }","duration":"557.669898ms","start":"2026-04-09T22:30:47.894932Z","end":"2026-04-09T22:30:48.452602Z","steps":["trace[384544287] 'process raft request' (duration: 477.28258ms)","trace[384544287] 'compare' (duration: 78.141811ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:30:48.452851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:47.894895Z","time spent":"557.859343ms","remote":"127.0.0.1:43640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036297,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:30:49.241342Z","caller":"traceutil/trace.go:171","msg":"trace[1728934809] transaction","detail":"{read_only:false; response_revision:654; number_of_response:1; }","duration":"259.283021ms","start":"2026-04-09T22:30:48.982026Z","end":"2026-04-09T22:30:49.241309Z","steps":["trace[1728934809] 'process raft request' (duration: 258.09179ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:49.538361Z","caller":"traceutil/trace.go:171","msg":"trace[30401873] transaction","detail":"{read_only:false; response_revision:655; number_of_response:1; }","duration":"229.635848ms","start":"2026-04-09T22:30:49.308677Z","end":"2026-04-09T22:30:49.538312Z","steps":["trace[30401873] 'process raft request' (duration: 175.375371ms)","trace[30401873] 'compare' (duration: 53.97215ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:30:49.848108Z","caller":"traceutil/trace.go:171","msg":"trace[1436238313] transaction","detail":"{read_only:false; response_revision:656; number_of_response:1; }","duration":"292.550617ms","start":"2026-04-09T22:30:49.555528Z","end":"2026-04-09T22:30:49.848079Z","steps":["trace[1436238313] 'process raft request' (duration: 277.213533ms)","trace[1436238313] 'compare' (duration: 15.117678ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:30:52.399595Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625759854345066,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T22:30:52.432894Z","caller":"traceutil/trace.go:171","msg":"trace[486569814] linearizableReadLoop","detail":"{readStateIndex:692; appliedIndex:691; }","duration":"533.63366ms","start":"2026-04-09T22:30:51.899233Z","end":"2026-04-09T22:30:52.432867Z","steps":["trace[486569814] 'read index received' (duration: 533.462456ms)","trace[486569814] 'applied index is now lower than readState.Index' (duration: 170.194µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:30:52.433032Z","caller":"traceutil/trace.go:171","msg":"trace[1206918870] transaction","detail":"{read_only:false; response_revision:665; number_of_response:1; }","duration":"542.899339ms","start":"2026-04-09T22:30:51.890071Z","end":"2026-04-09T22:30:52.43297Z","steps":["trace[1206918870] 'process raft request' (duration: 542.612681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:52.433182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.940378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-09T22:30:52.433301Z","caller":"traceutil/trace.go:171","msg":"trace[110130370] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:665; }","duration":"534.133443ms","start":"2026-04-09T22:30:51.899152Z","end":"2026-04-09T22:30:52.433286Z","steps":["trace[110130370] 'agreement among raft nodes before linearized reading' (duration: 533.886306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:52.433379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:51.899121Z","time spent":"534.244626ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T22:30:52.433348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.59931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:30:52.433423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:51.890054Z","time spent":"543.210137ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:30:52.433292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.78074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-09T22:30:52.433498Z","caller":"traceutil/trace.go:171","msg":"trace[687172198] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:665; }","duration":"219.838086ms","start":"2026-04-09T22:30:52.213626Z","end":"2026-04-09T22:30:52.433464Z","steps":["trace[687172198] 'agreement among raft nodes before linearized reading' (duration: 219.542979ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:52.433238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.212275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-09T22:30:52.433581Z","caller":"traceutil/trace.go:171","msg":"trace[1337443918] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:665; }","duration":"338.102889ms","start":"2026-04-09T22:30:52.095441Z","end":"2026-04-09T22:30:52.433544Z","steps":["trace[1337443918] 'agreement among raft nodes before linearized reading' (duration: 337.765411ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:52.433641Z","caller":"traceutil/trace.go:171","msg":"trace[402348744] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:665; }","duration":"363.677507ms","start":"2026-04-09T22:30:52.069953Z","end":"2026-04-09T22:30:52.433631Z","steps":["trace[402348744] 'agreement among raft nodes before linearized reading' (duration: 363.158284ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:52.4337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:52.095409Z","time spent":"338.257023ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T22:30:52.433766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:52.069918Z","time spent":"363.802361ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-09T22:30:52.59455Z","caller":"traceutil/trace.go:171","msg":"trace[2138118242] transaction","detail":"{read_only:false; response_revision:666; number_of_response:1; }","duration":"155.642586ms","start":"2026-04-09T22:30:52.43888Z","end":"2026-04-09T22:30:52.594523Z","steps":["trace[2138118242] 'process raft request' (duration: 112.662589ms)","trace[2138118242] 'compare' (duration: 42.779531ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:30:52.594965Z","caller":"traceutil/trace.go:171","msg":"trace[1985732732] transaction","detail":"{read_only:false; response_revision:668; number_of_response:1; }","duration":"155.593554ms","start":"2026-04-09T22:30:52.439348Z","end":"2026-04-09T22:30:52.594941Z","steps":["trace[1985732732] 'process raft request' (duration: 155.44493ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:52.594946Z","caller":"traceutil/trace.go:171","msg":"trace[41247462] transaction","detail":"{read_only:false; response_revision:667; number_of_response:1; }","duration":"155.666426ms","start":"2026-04-09T22:30:52.439226Z","end":"2026-04-09T22:30:52.594893Z","steps":["trace[41247462] 'process raft request' (duration: 155.249805ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:53.872953Z","caller":"traceutil/trace.go:171","msg":"trace[278290731] transaction","detail":"{read_only:false; response_revision:669; number_of_response:1; }","duration":"131.246737ms","start":"2026-04-09T22:30:53.741675Z","end":"2026-04-09T22:30:53.872921Z","steps":["trace[278290731] 'process raft request' (duration: 131.027381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:54.940368Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625759854345083,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T22:30:55.441032Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625759854345083,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T22:30:55.941739Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625759854345083,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T22:30:56.150374Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.802008344s","expected-duration":"1s"} {"level":"info","ts":"2026-04-09T22:30:56.150949Z","caller":"traceutil/trace.go:171","msg":"trace[441518821] transaction","detail":"{read_only:false; response_revision:672; number_of_response:1; }","duration":"1.802713471s","start":"2026-04-09T22:30:54.348201Z","end":"2026-04-09T22:30:56.150914Z","steps":["trace[441518821] 'process raft request' (duration: 1.802481846s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:56.151118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:54.348179Z","time spent":"1.802849475s","remote":"127.0.0.1:43732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:30:57.212843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999994109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T22:30:57.212983Z","caller":"traceutil/trace.go:171","msg":"trace[1101540968] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000198524s","start":"2026-04-09T22:30:55.212751Z","end":"2026-04-09T22:30:57.21295Z","steps":["trace[1101540968] 'agreement among raft nodes before linearized reading' (duration: 2.000030439s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:57.213052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:55.212731Z","time spent":"2.000306376s","remote":"127.0.0.1:43530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/09 22:30:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T22:30:57.847974Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.697386302s","expected-duration":"1s"} {"level":"info","ts":"2026-04-09T22:30:57.848457Z","caller":"traceutil/trace.go:171","msg":"trace[1606108983] transaction","detail":"{read_only:false; response_revision:673; number_of_response:1; }","duration":"2.337227715s","start":"2026-04-09T22:30:55.511198Z","end":"2026-04-09T22:30:57.848425Z","steps":["trace[1606108983] 'process raft request' (duration: 2.33702513s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:57.848647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:55.511172Z","time spent":"2.337381568s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:30:57.848683Z","caller":"traceutil/trace.go:171","msg":"trace[1151974458] linearizableReadLoop","detail":"{readStateIndex:702; appliedIndex:699; }","duration":"3.409276827s","start":"2026-04-09T22:30:54.439366Z","end":"2026-04-09T22:30:57.848643Z","steps":["trace[1151974458] 'read index received' (duration: 1.711351621s)","trace[1151974458] 'applied index is now lower than readState.Index' (duration: 1.697922986s)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:30:57.848827Z","caller":"traceutil/trace.go:171","msg":"trace[147773987] transaction","detail":"{read_only:false; response_revision:674; number_of_response:1; }","duration":"2.18356362s","start":"2026-04-09T22:30:55.665193Z","end":"2026-04-09T22:30:57.848757Z","steps":["trace[147773987] 'process raft request' (duration: 2.183186591s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:57.848925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.347073927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-09T22:30:57.848969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.409577144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-09T22:30:57.848962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.848333596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:30:57.849016Z","caller":"traceutil/trace.go:171","msg":"trace[954978052] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:674; }","duration":"3.409698617s","start":"2026-04-09T22:30:54.439302Z","end":"2026-04-09T22:30:57.849001Z","steps":["trace[954978052] 'agreement among raft nodes before linearized reading' (duration: 3.409472962s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:57.849071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:54.439271Z","time spent":"3.4097895s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-09T22:30:57.849078Z","caller":"traceutil/trace.go:171","msg":"trace[502042075] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:674; }","duration":"1.848524491s","start":"2026-04-09T22:30:56.000523Z","end":"2026-04-09T22:30:57.849047Z","steps":["trace[502042075] 'agreement among raft nodes before linearized reading' (duration: 1.848328506s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:57.849118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:55.665165Z","time spent":"2.183790226s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:30:57.849012Z","caller":"traceutil/trace.go:171","msg":"trace[228115307] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:674; }","duration":"3.347204481s","start":"2026-04-09T22:30:54.501781Z","end":"2026-04-09T22:30:57.848985Z","steps":["trace[228115307] 'agreement among raft nodes before linearized reading' (duration: 3.347061307s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:57.849211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.100576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:30:57.849222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.249310101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-09T22:30:57.849288Z","caller":"traceutil/trace.go:171","msg":"trace[642667845] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:674; }","duration":"636.174058ms","start":"2026-04-09T22:30:57.213063Z","end":"2026-04-09T22:30:57.849237Z","steps":["trace[642667845] 'agreement among raft nodes before linearized reading' (duration: 636.102527ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:57.849305Z","caller":"traceutil/trace.go:171","msg":"trace[522786333] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:674; }","duration":"3.249363303s","start":"2026-04-09T22:30:54.599883Z","end":"2026-04-09T22:30:57.849246Z","steps":["trace[522786333] 'agreement among raft nodes before linearized reading' (duration: 3.249284391s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:57.849327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:57.213041Z","time spent":"636.27732ms","remote":"127.0.0.1:43542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T22:30:57.849353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:54.599867Z","time spent":"3.249476856s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T22:30:57.849307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:54.501754Z","time spent":"3.347446356s","remote":"127.0.0.1:43670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":5,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:30:57.849379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.249728882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-09T22:30:57.849418Z","caller":"traceutil/trace.go:171","msg":"trace[85740904] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:674; }","duration":"3.249811175s","start":"2026-04-09T22:30:54.599596Z","end":"2026-04-09T22:30:57.849407Z","steps":["trace[85740904] 'agreement among raft nodes before linearized reading' (duration: 3.24962636s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:57.849133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:56.000499Z","time spent":"1.848621463s","remote":"127.0.0.1:43870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:30:57.849443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:54.59957Z","time spent":"3.249867955s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T22:30:57.849427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.837341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:30:57.849509Z","caller":"traceutil/trace.go:171","msg":"trace[1985047133] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:674; }","duration":"831.987616ms","start":"2026-04-09T22:30:57.017499Z","end":"2026-04-09T22:30:57.849487Z","steps":["trace[1985047133] 'agreement among raft nodes before linearized reading' (duration: 831.812331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:57.849145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.249163417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-09T22:30:57.849556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:57.017465Z","time spent":"832.080999ms","remote":"127.0.0.1:43764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-04-09T22:30:57.849572Z","caller":"traceutil/trace.go:171","msg":"trace[484410947] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:674; }","duration":"3.24963211s","start":"2026-04-09T22:30:54.599932Z","end":"2026-04-09T22:30:57.849564Z","steps":["trace[484410947] 'agreement among raft nodes before linearized reading' (duration: 3.249104135s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:57.849674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:54.599909Z","time spent":"3.249752073s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T22:30:58.14522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.436042ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-04-09T22:30:58.145693Z","caller":"traceutil/trace.go:171","msg":"trace[100499334] transaction","detail":"{read_only:false; response_revision:676; number_of_response:1; }","duration":"290.969837ms","start":"2026-04-09T22:30:57.854704Z","end":"2026-04-09T22:30:58.145674Z","steps":["trace[100499334] 'process raft request' (duration: 290.882325ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:58.145722Z","caller":"traceutil/trace.go:171","msg":"trace[1526177044] transaction","detail":"{read_only:false; response_revision:675; number_of_response:1; }","duration":"291.145631ms","start":"2026-04-09T22:30:57.854539Z","end":"2026-04-09T22:30:58.145684Z","steps":["trace[1526177044] 'process raft request' (duration: 290.822713ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:58.146048Z","caller":"traceutil/trace.go:171","msg":"trace[609334537] transaction","detail":"{read_only:false; response_revision:677; number_of_response:1; }","duration":"291.011728ms","start":"2026-04-09T22:30:57.855024Z","end":"2026-04-09T22:30:58.146036Z","steps":["trace[609334537] 'process raft request' (duration: 290.604168ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:58.146267Z","caller":"traceutil/trace.go:171","msg":"trace[428228720] linearizableReadLoop","detail":"{readStateIndex:707; appliedIndex:702; }","duration":"288.214235ms","start":"2026-04-09T22:30:57.858041Z","end":"2026-04-09T22:30:58.146255Z","steps":["trace[428228720] 'read index received' (duration: 92.700135ms)","trace[428228720] 'applied index is now lower than readState.Index' (duration: 195.51313ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:30:58.146401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.345468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:30:58.146439Z","caller":"traceutil/trace.go:171","msg":"trace[897071973] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:678; }","duration":"288.42032ms","start":"2026-04-09T22:30:57.85801Z","end":"2026-04-09T22:30:58.14643Z","steps":["trace[897071973] 'agreement among raft nodes before linearized reading' (duration: 288.311757ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:58.146592Z","caller":"traceutil/trace.go:171","msg":"trace[92355246] transaction","detail":"{read_only:false; response_revision:678; number_of_response:1; }","duration":"291.47195ms","start":"2026-04-09T22:30:57.855111Z","end":"2026-04-09T22:30:58.146582Z","steps":["trace[92355246] 'process raft request' (duration: 290.842003ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:30:58.714338Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625759854345095,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T22:30:59.214974Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625759854345095,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T22:30:59.715128Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625759854345095,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T22:31:00.213468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999825054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T22:31:00.213577Z","caller":"traceutil/trace.go:171","msg":"trace[1874640151] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000016438s","start":"2026-04-09T22:30:58.21354Z","end":"2026-04-09T22:31:00.213556Z","steps":["trace[1874640151] 'agreement among raft nodes before linearized reading' (duration: 1.999869424s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:00.213628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:58.213507Z","time spent":"2.000109701s","remote":"127.0.0.1:43542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/09 22:31:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T22:31:00.215627Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625759854345095,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T22:31:00.297662Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.110366137s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-09T22:31:01.809385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.967662625s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:31:01.809571Z","caller":"traceutil/trace.go:171","msg":"trace[191870269] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:678; }","duration":"1.967845801s","start":"2026-04-09T22:30:59.841682Z","end":"2026-04-09T22:31:01.809527Z","steps":["trace[191870269] 'range keys from in-memory index tree' (duration: 1.967637445s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:01.809693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.511587682s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:31:01.80983Z","caller":"traceutil/trace.go:171","msg":"trace[821516682] linearizableReadLoop","detail":"{readStateIndex:708; appliedIndex:707; }","duration":"3.596177646s","start":"2026-04-09T22:30:58.213623Z","end":"2026-04-09T22:31:01.809801Z","steps":["trace[821516682] 'read index received' (duration: 2.084305057s)","trace[821516682] 'applied index is now lower than readState.Index' (duration: 1.511870489s)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:31:01.809864Z","caller":"traceutil/trace.go:171","msg":"trace[1531701036] transaction","detail":"{read_only:false; response_revision:679; number_of_response:1; }","duration":"3.66283419s","start":"2026-04-09T22:30:58.146983Z","end":"2026-04-09T22:31:01.809817Z","steps":["trace[1531701036] 'process raft request' (duration: 2.151026514s)","trace[1531701036] 'compare' (duration: 1.51115007s)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:31:01.810046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:58.146963Z","time spent":"3.662980444s","remote":"127.0.0.1:43616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T22:31:01.810128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.426831619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.65\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-09T22:31:01.810161Z","caller":"traceutil/trace.go:171","msg":"trace[1219462867] range","detail":"{range_begin:/registry/masterleases/199.204.45.65; range_end:; response_count:1; response_revision:679; }","duration":"3.426907621s","start":"2026-04-09T22:30:58.383243Z","end":"2026-04-09T22:31:01.810151Z","steps":["trace[1219462867] 'agreement among raft nodes before linearized reading' (duration: 3.426678155s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:01.810167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.658873881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-09T22:31:01.810198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:58.383224Z","time spent":"3.426964862s","remote":"127.0.0.1:43564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.65\" "} {"level":"warn","ts":"2026-04-09T22:31:01.810192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.659136477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-09T22:31:01.810263Z","caller":"traceutil/trace.go:171","msg":"trace[2127218334] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:679; }","duration":"1.658998364s","start":"2026-04-09T22:31:00.151248Z","end":"2026-04-09T22:31:01.810246Z","steps":["trace[2127218334] 'agreement among raft nodes before linearized reading' (duration: 1.658749028s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:01.810256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.338067017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:31:01.810293Z","caller":"traceutil/trace.go:171","msg":"trace[294422496] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:679; }","duration":"1.659282961s","start":"2026-04-09T22:31:00.150993Z","end":"2026-04-09T22:31:01.810276Z","steps":["trace[294422496] 'agreement among raft nodes before linearized reading' (duration: 1.659069876s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:01.810319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:00.151232Z","time spent":"1.659074386s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T22:31:01.810343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:00.150979Z","time spent":"1.659352183s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T22:31:01.810352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.58846182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:31:01.810403Z","caller":"traceutil/trace.go:171","msg":"trace[1594973980] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:679; }","duration":"1.588567393s","start":"2026-04-09T22:31:00.221821Z","end":"2026-04-09T22:31:01.810388Z","steps":["trace[1594973980] 'agreement among raft nodes before linearized reading' (duration: 1.588488671s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:01.810404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.904217302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-09T22:31:01.810447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.659338943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-09T22:31:01.810519Z","caller":"traceutil/trace.go:171","msg":"trace[1599228045] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:679; }","duration":"1.659439976s","start":"2026-04-09T22:31:00.151064Z","end":"2026-04-09T22:31:01.810504Z","steps":["trace[1599228045] 'agreement among raft nodes before linearized reading' (duration: 1.65919704s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:01.810526Z","caller":"traceutil/trace.go:171","msg":"trace[1889478287] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:679; }","duration":"2.904416727s","start":"2026-04-09T22:30:58.906076Z","end":"2026-04-09T22:31:01.810493Z","steps":["trace[1889478287] 'agreement among raft nodes before linearized reading' (duration: 2.90416277s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:01.810582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.659279861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-09T22:31:01.810632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:30:58.906042Z","time spent":"2.904567401s","remote":"127.0.0.1:43702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":2,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-04-09T22:31:01.810637Z","caller":"traceutil/trace.go:171","msg":"trace[1353587627] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:679; }","duration":"1.659390834s","start":"2026-04-09T22:31:00.15123Z","end":"2026-04-09T22:31:01.810621Z","steps":["trace[1353587627] 'agreement among raft nodes before linearized reading' (duration: 1.659153828s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:01.810339Z","caller":"traceutil/trace.go:171","msg":"trace[2132710334] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:679; }","duration":"1.338215321s","start":"2026-04-09T22:31:00.472096Z","end":"2026-04-09T22:31:01.810311Z","steps":["trace[2132710334] 'agreement among raft nodes before linearized reading' (duration: 1.338061687s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:01.810817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:00.151197Z","time spent":"1.65960444s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T22:31:01.810829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:00.472074Z","time spent":"1.338733785s","remote":"127.0.0.1:43920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:31:01.810451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:00.221785Z","time spent":"1.588655474s","remote":"127.0.0.1:43530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T22:31:01.810553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:00.151056Z","time spent":"1.659491067s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T22:31:01.81024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.674557854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:31:01.81125Z","caller":"traceutil/trace.go:171","msg":"trace[588544963] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:679; }","duration":"1.675686453s","start":"2026-04-09T22:31:00.13555Z","end":"2026-04-09T22:31:01.811236Z","steps":["trace[588544963] 'agreement among raft nodes before linearized reading' (duration: 1.674543043s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:01.811466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:00.13552Z","time spent":"1.67592909s","remote":"127.0.0.1:43952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-04-09T22:31:04.240084Z","caller":"traceutil/trace.go:171","msg":"trace[367133207] transaction","detail":"{read_only:false; response_revision:694; number_of_response:1; }","duration":"411.683823ms","start":"2026-04-09T22:31:03.82837Z","end":"2026-04-09T22:31:04.240054Z","steps":["trace[367133207] 'process raft request' (duration: 411.518099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:04.240272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:03.828347Z","time spent":"411.818686ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:31:04.287181Z","caller":"traceutil/trace.go:171","msg":"trace[1333071401] linearizableReadLoop","detail":"{readStateIndex:725; appliedIndex:723; }","duration":"408.11193ms","start":"2026-04-09T22:31:03.879041Z","end":"2026-04-09T22:31:04.287153Z","steps":["trace[1333071401] 'read index received' (duration: 360.834474ms)","trace[1333071401] 'applied index is now lower than readState.Index' (duration: 47.275876ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:31:04.287371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.300336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:31:04.287484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.326078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-09T22:31:04.28749Z","caller":"traceutil/trace.go:171","msg":"trace[849127380] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:694; }","duration":"408.4989ms","start":"2026-04-09T22:31:03.87897Z","end":"2026-04-09T22:31:04.287469Z","steps":["trace[849127380] 'agreement among raft nodes before linearized reading' (duration: 408.282845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:04.287449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.890469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:31:04.287514Z","caller":"traceutil/trace.go:171","msg":"trace[324292935] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:694; }","duration":"396.406839ms","start":"2026-04-09T22:31:03.891099Z","end":"2026-04-09T22:31:04.287506Z","steps":["trace[324292935] 'agreement among raft nodes before linearized reading' (duration: 396.208184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:04.287533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:03.87894Z","time spent":"408.584243ms","remote":"127.0.0.1:43928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:31:04.287548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:03.891087Z","time spent":"396.454131ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-09T22:31:04.28755Z","caller":"traceutil/trace.go:171","msg":"trace[409426861] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:694; }","duration":"339.090905ms","start":"2026-04-09T22:31:03.948438Z","end":"2026-04-09T22:31:04.287529Z","steps":["trace[409426861] 'agreement among raft nodes before linearized reading' (duration: 338.88678ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:04.287602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:03.948412Z","time spent":"339.178436ms","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:31:04.28764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.427124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-09T22:31:04.287653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.439944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-09T22:31:04.287714Z","caller":"traceutil/trace.go:171","msg":"trace[948796492] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:694; }","duration":"395.536386ms","start":"2026-04-09T22:31:03.89216Z","end":"2026-04-09T22:31:04.287696Z","steps":["trace[948796492] 'agreement among raft nodes before linearized reading' (duration: 395.28735ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:04.287748Z","caller":"traceutil/trace.go:171","msg":"trace[232482911] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:694; }","duration":"395.573748ms","start":"2026-04-09T22:31:03.892141Z","end":"2026-04-09T22:31:04.287714Z","steps":["trace[232482911] 'agreement among raft nodes before linearized reading' (duration: 395.26294ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:04.28776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:03.892146Z","time spent":"395.606508ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T22:31:04.287799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:03.892116Z","time spent":"395.673929ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T22:31:04.646156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.644351ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:31:04.646305Z","caller":"traceutil/trace.go:171","msg":"trace[200185968] linearizableReadLoop","detail":"{readStateIndex:732; appliedIndex:731; }","duration":"117.3782ms","start":"2026-04-09T22:31:04.528908Z","end":"2026-04-09T22:31:04.646286Z","steps":["trace[200185968] 'read index received' (duration: 44.481µs)","trace[200185968] 'applied index is now lower than readState.Index' (duration: 117.332489ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:31:04.646389Z","caller":"traceutil/trace.go:171","msg":"trace[1910357768] transaction","detail":"{read_only:false; response_revision:701; number_of_response:1; }","duration":"244.287525ms","start":"2026-04-09T22:31:04.402047Z","end":"2026-04-09T22:31:04.646335Z","steps":["trace[1910357768] 'process raft request' (duration: 45.395507ms)","trace[1910357768] 'compare' (duration: 198.447416ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:31:04.646699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.77765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-04-09T22:31:04.64681Z","caller":"traceutil/trace.go:171","msg":"trace[1547408066] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:701; }","duration":"117.940795ms","start":"2026-04-09T22:31:04.528841Z","end":"2026-04-09T22:31:04.646782Z","steps":["trace[1547408066] 'agreement among raft nodes before linearized reading' (duration: 117.504814ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:06.49116Z","caller":"traceutil/trace.go:171","msg":"trace[153858125] transaction","detail":"{read_only:false; response_revision:747; number_of_response:1; }","duration":"100.931537ms","start":"2026-04-09T22:31:06.390196Z","end":"2026-04-09T22:31:06.491128Z","steps":["trace[153858125] 'process raft request' (duration: 57.834418ms)","trace[153858125] 'compare' (duration: 42.917174ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:31:06.853488Z","caller":"traceutil/trace.go:171","msg":"trace[2125260299] linearizableReadLoop","detail":"{readStateIndex:782; appliedIndex:781; }","duration":"113.619244ms","start":"2026-04-09T22:31:06.739847Z","end":"2026-04-09T22:31:06.853466Z","steps":["trace[2125260299] 'read index received' (duration: 113.366357ms)","trace[2125260299] 'applied index is now lower than readState.Index' (duration: 251.407µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:31:06.853585Z","caller":"traceutil/trace.go:171","msg":"trace[1199856661] transaction","detail":"{read_only:false; response_revision:751; number_of_response:1; }","duration":"145.909583ms","start":"2026-04-09T22:31:06.707631Z","end":"2026-04-09T22:31:06.853541Z","steps":["trace[1199856661] 'process raft request' (duration: 145.666207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:06.853676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.798108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:31:06.853724Z","caller":"traceutil/trace.go:171","msg":"trace[2061021698] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:751; }","duration":"113.87306ms","start":"2026-04-09T22:31:06.739838Z","end":"2026-04-09T22:31:06.853711Z","steps":["trace[2061021698] 'agreement among raft nodes before linearized reading' (duration: 113.770947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:06.853732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.817588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:31:06.853832Z","caller":"traceutil/trace.go:171","msg":"trace[1739495549] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:751; }","duration":"113.968362ms","start":"2026-04-09T22:31:06.739835Z","end":"2026-04-09T22:31:06.853804Z","steps":["trace[1739495549] 'agreement among raft nodes before linearized reading' (duration: 113.818348ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:10.480299Z","caller":"traceutil/trace.go:171","msg":"trace[1683646771] transaction","detail":"{read_only:false; response_revision:790; number_of_response:1; }","duration":"139.539561ms","start":"2026-04-09T22:31:10.34073Z","end":"2026-04-09T22:31:10.480269Z","steps":["trace[1683646771] 'process raft request' (duration: 139.294894ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:11.978598Z","caller":"traceutil/trace.go:171","msg":"trace[1694521971] transaction","detail":"{read_only:false; response_revision:796; number_of_response:1; }","duration":"108.749609ms","start":"2026-04-09T22:31:11.869811Z","end":"2026-04-09T22:31:11.97856Z","steps":["trace[1694521971] 'process raft request' (duration: 77.992127ms)","trace[1694521971] 'compare' (duration: 30.537516ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:31:12.110272Z","caller":"traceutil/trace.go:171","msg":"trace[1073493725] transaction","detail":"{read_only:false; response_revision:797; number_of_response:1; }","duration":"237.285086ms","start":"2026-04-09T22:31:11.872917Z","end":"2026-04-09T22:31:12.110202Z","steps":["trace[1073493725] 'process raft request' (duration: 206.203986ms)","trace[1073493725] 'compare' (duration: 30.864964ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:31:12.441678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.321381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-09T22:31:12.441779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.130742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-09T22:31:12.441823Z","caller":"traceutil/trace.go:171","msg":"trace[712601550] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:797; }","duration":"156.488095ms","start":"2026-04-09T22:31:12.2853Z","end":"2026-04-09T22:31:12.441788Z","steps":["trace[712601550] 'range keys from in-memory index tree' (duration: 156.171147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:12.441817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.809023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:31:12.441885Z","caller":"traceutil/trace.go:171","msg":"trace[1678324886] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:797; }","duration":"103.285517ms","start":"2026-04-09T22:31:12.338568Z","end":"2026-04-09T22:31:12.441853Z","steps":["trace[1678324886] 'range keys from in-memory index tree' (duration: 102.978299ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:12.441906Z","caller":"traceutil/trace.go:171","msg":"trace[136027518] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:797; }","duration":"229.953326ms","start":"2026-04-09T22:31:12.211924Z","end":"2026-04-09T22:31:12.441878Z","steps":["trace[136027518] 'range keys from in-memory index tree' (duration: 229.675039ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:12.778782Z","caller":"traceutil/trace.go:171","msg":"trace[78838230] transaction","detail":"{read_only:false; response_revision:802; number_of_response:1; }","duration":"135.249061ms","start":"2026-04-09T22:31:12.643499Z","end":"2026-04-09T22:31:12.778748Z","steps":["trace[78838230] 'process raft request' (duration: 135.044126ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:12.969849Z","caller":"traceutil/trace.go:171","msg":"trace[1063767477] transaction","detail":"{read_only:false; response_revision:805; number_of_response:1; }","duration":"108.280306ms","start":"2026-04-09T22:31:12.861544Z","end":"2026-04-09T22:31:12.969824Z","steps":["trace[1063767477] 'process raft request' (duration: 107.821844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:17.838796Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625759854345459,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T22:31:18.290787Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.196810201s","expected-duration":"1s"} {"level":"info","ts":"2026-04-09T22:31:18.291233Z","caller":"traceutil/trace.go:171","msg":"trace[1434195870] linearizableReadLoop","detail":"{readStateIndex:863; appliedIndex:862; }","duration":"953.39079ms","start":"2026-04-09T22:31:17.337813Z","end":"2026-04-09T22:31:18.291204Z","steps":["trace[1434195870] 'read index received' (duration: 953.304707ms)","trace[1434195870] 'applied index is now lower than readState.Index' (duration: 85.133µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:31:18.291313Z","caller":"traceutil/trace.go:171","msg":"trace[134650584] transaction","detail":"{read_only:false; response_revision:829; number_of_response:1; }","duration":"1.197414568s","start":"2026-04-09T22:31:17.093865Z","end":"2026-04-09T22:31:18.29128Z","steps":["trace[134650584] 'process raft request' (duration: 1.197176381s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:18.291472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:17.093848Z","time spent":"1.197553511s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:31:18.291449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.606855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:31:18.291551Z","caller":"traceutil/trace.go:171","msg":"trace[1371250924] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:829; }","duration":"953.770099ms","start":"2026-04-09T22:31:17.33776Z","end":"2026-04-09T22:31:18.29153Z","steps":["trace[1371250924] 'agreement among raft nodes before linearized reading' (duration: 953.571374ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:18.291612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:17.337743Z","time spent":"953.855531ms","remote":"127.0.0.1:44004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-04-09T22:31:18.406944Z","caller":"traceutil/trace.go:171","msg":"trace[713820096] transaction","detail":"{read_only:false; response_revision:830; number_of_response:1; }","duration":"359.928051ms","start":"2026-04-09T22:31:18.046973Z","end":"2026-04-09T22:31:18.406902Z","steps":["trace[713820096] 'process raft request' (duration: 269.263677ms)","trace[713820096] 'compare' (duration: 90.426698ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:31:18.407001Z","caller":"traceutil/trace.go:171","msg":"trace[1406074322] linearizableReadLoop","detail":"{readStateIndex:864; appliedIndex:863; }","duration":"115.682176ms","start":"2026-04-09T22:31:18.291289Z","end":"2026-04-09T22:31:18.406972Z","steps":["trace[1406074322] 'read index received' (duration: 24.92347ms)","trace[1406074322] 'applied index is now lower than readState.Index' (duration: 90.754696ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:31:18.407132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:18.046947Z","time spent":"360.086265ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:31:18.407152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059330274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-09T22:31:18.407128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.937799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:31:18.407196Z","caller":"traceutil/trace.go:171","msg":"trace[89730744] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:831; }","duration":"1.059429257s","start":"2026-04-09T22:31:17.347754Z","end":"2026-04-09T22:31:18.407183Z","steps":["trace[89730744] 'agreement among raft nodes before linearized reading' (duration: 1.059333564s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:18.40722Z","caller":"traceutil/trace.go:171","msg":"trace[1421195691] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:831; }","duration":"194.083483ms","start":"2026-04-09T22:31:18.213116Z","end":"2026-04-09T22:31:18.4072Z","steps":["trace[1421195691] 'agreement among raft nodes before linearized reading' (duration: 193.876108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:18.407227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:17.347732Z","time spent":"1.059487789s","remote":"127.0.0.1:43886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":14,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-04-09T22:31:20.870406Z","caller":"traceutil/trace.go:171","msg":"trace[594261045] linearizableReadLoop","detail":"{readStateIndex:874; appliedIndex:873; }","duration":"114.036775ms","start":"2026-04-09T22:31:20.756336Z","end":"2026-04-09T22:31:20.870373Z","steps":["trace[594261045] 'read index received' (duration: 113.827139ms)","trace[594261045] 'applied index is now lower than readState.Index' (duration: 208.346µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:31:20.870478Z","caller":"traceutil/trace.go:171","msg":"trace[759088549] transaction","detail":"{read_only:false; response_revision:839; number_of_response:1; }","duration":"151.708143ms","start":"2026-04-09T22:31:20.718727Z","end":"2026-04-09T22:31:20.870435Z","steps":["trace[759088549] 'process raft request' (duration: 151.458037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:20.870695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.338212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-09T22:31:20.870787Z","caller":"traceutil/trace.go:171","msg":"trace[164987191] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:839; }","duration":"114.487396ms","start":"2026-04-09T22:31:20.756281Z","end":"2026-04-09T22:31:20.870768Z","steps":["trace[164987191] 'agreement among raft nodes before linearized reading' (duration: 114.225689ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:21.023448Z","caller":"traceutil/trace.go:171","msg":"trace[105627680] transaction","detail":"{read_only:false; response_revision:840; number_of_response:1; }","duration":"147.155249ms","start":"2026-04-09T22:31:20.876258Z","end":"2026-04-09T22:31:21.023414Z","steps":["trace[105627680] 'process raft request' (duration: 125.914708ms)","trace[105627680] 'compare' (duration: 20.726008ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:31:21.030552Z","caller":"traceutil/trace.go:171","msg":"trace[1066812869] transaction","detail":"{read_only:false; response_revision:841; number_of_response:1; }","duration":"153.996112ms","start":"2026-04-09T22:31:20.876525Z","end":"2026-04-09T22:31:21.030521Z","steps":["trace[1066812869] 'process raft request' (duration: 153.826428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:21.35451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.72394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:31:21.354664Z","caller":"traceutil/trace.go:171","msg":"trace[148704438] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:841; }","duration":"141.956236ms","start":"2026-04-09T22:31:21.212687Z","end":"2026-04-09T22:31:21.354644Z","steps":["trace[148704438] 'range keys from in-memory index tree' (duration: 141.616227ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:21.354689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.583678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:31:21.354782Z","caller":"traceutil/trace.go:171","msg":"trace[301161469] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:841; }","duration":"229.771733ms","start":"2026-04-09T22:31:21.124989Z","end":"2026-04-09T22:31:21.354761Z","steps":["trace[301161469] 'count revisions from in-memory index tree' (duration: 229.435954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:21.354798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.870614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:31:21.354951Z","caller":"traceutil/trace.go:171","msg":"trace[402735824] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:841; }","duration":"144.09922ms","start":"2026-04-09T22:31:21.210818Z","end":"2026-04-09T22:31:21.354917Z","steps":["trace[402735824] 'count revisions from in-memory index tree' (duration: 143.728541ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:23.214309Z","caller":"traceutil/trace.go:171","msg":"trace[1176188358] linearizableReadLoop","detail":"{readStateIndex:880; appliedIndex:879; }","duration":"178.945589ms","start":"2026-04-09T22:31:23.03533Z","end":"2026-04-09T22:31:23.214276Z","steps":["trace[1176188358] 'read index received' (duration: 178.523278ms)","trace[1176188358] 'applied index is now lower than readState.Index' (duration: 420.76µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:31:23.21447Z","caller":"traceutil/trace.go:171","msg":"trace[187566519] transaction","detail":"{read_only:false; response_revision:845; number_of_response:1; }","duration":"179.343458ms","start":"2026-04-09T22:31:23.035113Z","end":"2026-04-09T22:31:23.214457Z","steps":["trace[187566519] 'process raft request' (duration: 178.825725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:23.214645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.290447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-09T22:31:23.214765Z","caller":"traceutil/trace.go:171","msg":"trace[1035023519] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:845; }","duration":"179.43377ms","start":"2026-04-09T22:31:23.035313Z","end":"2026-04-09T22:31:23.214747Z","steps":["trace[1035023519] 'agreement among raft nodes before linearized reading' (duration: 179.172184ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:23.352933Z","caller":"traceutil/trace.go:171","msg":"trace[1569465358] transaction","detail":"{read_only:false; response_revision:846; number_of_response:1; }","duration":"132.362302ms","start":"2026-04-09T22:31:23.220532Z","end":"2026-04-09T22:31:23.352894Z","steps":["trace[1569465358] 'process raft request' (duration: 33.75601ms)","trace[1569465358] 'compare' (duration: 98.434947ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:31:24.470139Z","caller":"traceutil/trace.go:171","msg":"trace[15615373] transaction","detail":"{read_only:false; response_revision:847; number_of_response:1; }","duration":"117.762389ms","start":"2026-04-09T22:31:24.352342Z","end":"2026-04-09T22:31:24.470104Z","steps":["trace[15615373] 'process raft request' (duration: 117.547593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:24.680917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.553478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:31:24.681056Z","caller":"traceutil/trace.go:171","msg":"trace[1671115496] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:847; }","duration":"125.776723ms","start":"2026-04-09T22:31:24.555249Z","end":"2026-04-09T22:31:24.681026Z","steps":["trace[1671115496] 'count revisions from in-memory index tree' (duration: 125.429804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:25.102835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.691182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-09T22:31:25.102934Z","caller":"traceutil/trace.go:171","msg":"trace[2126699544] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:848; }","duration":"169.851716ms","start":"2026-04-09T22:31:24.93306Z","end":"2026-04-09T22:31:25.102912Z","steps":["trace[2126699544] 'range keys from in-memory index tree' (duration: 169.441356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:25.325681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.276447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-09T22:31:25.325749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.111512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:31:25.325879Z","caller":"traceutil/trace.go:171","msg":"trace[902457173] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:849; }","duration":"113.321007ms","start":"2026-04-09T22:31:25.212534Z","end":"2026-04-09T22:31:25.325855Z","steps":["trace[902457173] 'range keys from in-memory index tree' (duration: 113.005339ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:25.325792Z","caller":"traceutil/trace.go:171","msg":"trace[664379634] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:849; }","duration":"106.450431ms","start":"2026-04-09T22:31:25.219317Z","end":"2026-04-09T22:31:25.325767Z","steps":["trace[664379634] 'range keys from in-memory index tree' (duration: 105.989569ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:25.641885Z","caller":"traceutil/trace.go:171","msg":"trace[924387218] linearizableReadLoop","detail":"{readStateIndex:886; appliedIndex:885; }","duration":"283.914591ms","start":"2026-04-09T22:31:25.35794Z","end":"2026-04-09T22:31:25.641855Z","steps":["trace[924387218] 'read index received' (duration: 283.690116ms)","trace[924387218] 'applied index is now lower than readState.Index' (duration: 222.635µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:31:25.641966Z","caller":"traceutil/trace.go:171","msg":"trace[1168950324] transaction","detail":"{read_only:false; response_revision:850; number_of_response:1; }","duration":"310.14842ms","start":"2026-04-09T22:31:25.331769Z","end":"2026-04-09T22:31:25.641917Z","steps":["trace[1168950324] 'process raft request' (duration: 309.884333ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:25.642186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:25.331748Z","time spent":"310.316265ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:31:25.642205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.114999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-09T22:31:25.642259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.250342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-09T22:31:25.642297Z","caller":"traceutil/trace.go:171","msg":"trace[576011920] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:850; }","duration":"222.300244ms","start":"2026-04-09T22:31:25.419978Z","end":"2026-04-09T22:31:25.642278Z","steps":["trace[576011920] 'agreement among raft nodes before linearized reading' (duration: 222.12774ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:25.642335Z","caller":"traceutil/trace.go:171","msg":"trace[1580944280] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:850; }","duration":"284.403785ms","start":"2026-04-09T22:31:25.357911Z","end":"2026-04-09T22:31:25.642315Z","steps":["trace[1580944280] 'agreement among raft nodes before linearized reading' (duration: 284.070496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:29.058844Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625759854345557,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T22:31:29.437438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.444823639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:31:29.437525Z","caller":"traceutil/trace.go:171","msg":"trace[838252861] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:863; }","duration":"1.444983893s","start":"2026-04-09T22:31:27.992523Z","end":"2026-04-09T22:31:29.437507Z","steps":["trace[838252861] 'count revisions from in-memory index tree' (duration: 1.444646374s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:29.437564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:27.992497Z","time spent":"1.445057265s","remote":"127.0.0.1:43936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:31:29.43787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.789283613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-09T22:31:29.437873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053052312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.65\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-09T22:31:29.437948Z","caller":"traceutil/trace.go:171","msg":"trace[456164288] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:863; }","duration":"1.789424338s","start":"2026-04-09T22:31:27.648507Z","end":"2026-04-09T22:31:29.437931Z","steps":["trace[456164288] 'range keys from in-memory index tree' (duration: 1.789042057s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:29.437963Z","caller":"traceutil/trace.go:171","msg":"trace[924731262] range","detail":"{range_begin:/registry/masterleases/199.204.45.65; range_end:; response_count:1; response_revision:863; }","duration":"1.053203206s","start":"2026-04-09T22:31:28.38474Z","end":"2026-04-09T22:31:29.437943Z","steps":["trace[924731262] 'range keys from in-memory index tree' (duration: 1.052792154s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:29.437983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:27.648478Z","time spent":"1.789498059s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T22:31:29.438002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:28.384717Z","time spent":"1.053277278s","remote":"127.0.0.1:43564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.65\" "} {"level":"warn","ts":"2026-04-09T22:31:29.43787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.756413426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-09T22:31:29.438066Z","caller":"traceutil/trace.go:171","msg":"trace[566101051] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:863; }","duration":"1.756639304s","start":"2026-04-09T22:31:27.681395Z","end":"2026-04-09T22:31:29.438035Z","steps":["trace[566101051] 'range keys from in-memory index tree' (duration: 1.756234232s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:29.43816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:27.681373Z","time spent":"1.756758226s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T22:31:29.559039Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625759854345557,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T22:31:29.945647Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.518779185s","expected-duration":"1s"} {"level":"info","ts":"2026-04-09T22:31:29.946Z","caller":"traceutil/trace.go:171","msg":"trace[1205357940] transaction","detail":"{read_only:false; response_revision:864; number_of_response:1; }","duration":"1.519303728s","start":"2026-04-09T22:31:28.426674Z","end":"2026-04-09T22:31:29.945978Z","steps":["trace[1205357940] 'process raft request' (duration: 1.519180424s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:29.946157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:28.426634Z","time spent":"1.519431491s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:31:30.036674Z","caller":"traceutil/trace.go:171","msg":"trace[1846456054] transaction","detail":"{read_only:false; response_revision:865; number_of_response:1; }","duration":"1.520691673s","start":"2026-04-09T22:31:28.515953Z","end":"2026-04-09T22:31:30.036645Z","steps":["trace[1846456054] 'process raft request' (duration: 1.520471698s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:30.036864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:28.515927Z","time spent":"1.520834557s","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:31:30.037019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:29.440647Z","time spent":"596.370001ms","remote":"127.0.0.1:43564","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-09T22:31:30.037406Z","caller":"traceutil/trace.go:171","msg":"trace[252297040] linearizableReadLoop","detail":"{readStateIndex:905; appliedIndex:899; }","duration":"1.47894227s","start":"2026-04-09T22:31:28.558448Z","end":"2026-04-09T22:31:30.03739Z","steps":["trace[252297040] 'read index received' (duration: 1.387439929s)","trace[252297040] 'applied index is now lower than readState.Index' (duration: 91.499091ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:31:30.037442Z","caller":"traceutil/trace.go:171","msg":"trace[1360056174] transaction","detail":"{read_only:false; response_revision:868; number_of_response:1; }","duration":"594.993907ms","start":"2026-04-09T22:31:29.442416Z","end":"2026-04-09T22:31:30.03741Z","steps":["trace[1360056174] 'process raft request' (duration: 594.874203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:30.037562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.468092784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:31:30.037609Z","caller":"traceutil/trace.go:171","msg":"trace[1992015384] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:868; }","duration":"1.468187977s","start":"2026-04-09T22:31:28.56941Z","end":"2026-04-09T22:31:30.037598Z","steps":["trace[1992015384] 'agreement among raft nodes before linearized reading' (duration: 1.468111885s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:30.037647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:28.569389Z","time spent":"1.468249328s","remote":"127.0.0.1:43530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T22:31:30.037752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.848091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:31:30.037788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:29.442396Z","time spent":"595.230032ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:31:30.037905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.852231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-09T22:31:30.037872Z","caller":"traceutil/trace.go:171","msg":"trace[1054163887] transaction","detail":"{read_only:false; response_revision:866; number_of_response:1; }","duration":"1.426938385s","start":"2026-04-09T22:31:28.610145Z","end":"2026-04-09T22:31:30.037084Z","steps":["trace[1054163887] 'process raft request' (duration: 1.426443603s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:30.037994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.092318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-09T22:31:30.038033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.15775328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-09T22:31:30.03801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.479563076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-09T22:31:30.037866Z","caller":"traceutil/trace.go:171","msg":"trace[1651241593] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:868; }","duration":"825.018815ms","start":"2026-04-09T22:31:29.212821Z","end":"2026-04-09T22:31:30.03784Z","steps":["trace[1651241593] 'agreement among raft nodes before linearized reading' (duration: 824.850211ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:30.038069Z","caller":"traceutil/trace.go:171","msg":"trace[1477974256] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:868; }","duration":"1.157821302s","start":"2026-04-09T22:31:28.880239Z","end":"2026-04-09T22:31:30.03806Z","steps":["trace[1477974256] 'agreement among raft nodes before linearized reading' (duration: 1.157661288s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:30.038064Z","caller":"traceutil/trace.go:171","msg":"trace[75404430] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:868; }","duration":"628.207922ms","start":"2026-04-09T22:31:29.409834Z","end":"2026-04-09T22:31:30.038042Z","steps":["trace[75404430] 'agreement among raft nodes before linearized reading' (duration: 628.062749ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:30.038099Z","caller":"traceutil/trace.go:171","msg":"trace[590116811] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:868; }","duration":"1.479698289s","start":"2026-04-09T22:31:28.558387Z","end":"2026-04-09T22:31:30.038086Z","steps":["trace[590116811] 'agreement among raft nodes before linearized reading' (duration: 1.479111195s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:30.038107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:29.212793Z","time spent":"825.304982ms","remote":"127.0.0.1:43542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T22:31:30.038106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:28.610114Z","time spent":"1.427883769s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:31:30.038122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:28.880218Z","time spent":"1.157891403s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T22:31:30.038167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:28.558365Z","time spent":"1.479789801s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-09T22:31:30.038127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:29.409803Z","time spent":"628.313024ms","remote":"127.0.0.1:44038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":29,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-04-09T22:31:30.037945Z","caller":"traceutil/trace.go:171","msg":"trace[1683015058] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:868; }","duration":"888.935043ms","start":"2026-04-09T22:31:29.149Z","end":"2026-04-09T22:31:30.037935Z","steps":["trace[1683015058] 'agreement among raft nodes before linearized reading' (duration: 888.80643ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:30.03741Z","caller":"traceutil/trace.go:171","msg":"trace[692092165] transaction","detail":"{read_only:false; response_revision:867; number_of_response:1; }","duration":"595.103739ms","start":"2026-04-09T22:31:29.442286Z","end":"2026-04-09T22:31:30.03739Z","steps":["trace[692092165] 'process raft request' (duration: 594.660287ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:30.038349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:29.148967Z","time spent":"889.366894ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T22:31:30.038415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:29.44227Z","time spent":"596.099334ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:31:30.185233Z","caller":"traceutil/trace.go:171","msg":"trace[1389121106] transaction","detail":"{read_only:false; response_revision:869; number_of_response:1; }","duration":"146.928032ms","start":"2026-04-09T22:31:30.038272Z","end":"2026-04-09T22:31:30.1852Z","steps":["trace[1389121106] 'process raft request' (duration: 139.076812ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:30.20741Z","caller":"traceutil/trace.go:171","msg":"trace[176197562] transaction","detail":"{read_only:false; response_revision:871; number_of_response:1; }","duration":"160.901068ms","start":"2026-04-09T22:31:30.046471Z","end":"2026-04-09T22:31:30.207372Z","steps":["trace[176197562] 'process raft request' (duration: 160.787615ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:30.207443Z","caller":"traceutil/trace.go:171","msg":"trace[120256476] transaction","detail":"{read_only:false; response_revision:870; number_of_response:1; }","duration":"163.621297ms","start":"2026-04-09T22:31:30.043787Z","end":"2026-04-09T22:31:30.207408Z","steps":["trace[120256476] 'process raft request' (duration: 163.286359ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:30.207481Z","caller":"traceutil/trace.go:171","msg":"trace[980369454] transaction","detail":"{read_only:false; response_revision:872; number_of_response:1; }","duration":"160.828836ms","start":"2026-04-09T22:31:30.046628Z","end":"2026-04-09T22:31:30.207457Z","steps":["trace[980369454] 'process raft request' (duration: 160.677993ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:38.805666Z","caller":"traceutil/trace.go:171","msg":"trace[2104849874] transaction","detail":"{read_only:false; response_revision:982; number_of_response:1; }","duration":"129.002365ms","start":"2026-04-09T22:31:38.676622Z","end":"2026-04-09T22:31:38.805624Z","steps":["trace[2104849874] 'process raft request' (duration: 55.610386ms)","trace[2104849874] 'compare' (duration: 73.210625ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:31:40.35683Z","caller":"traceutil/trace.go:171","msg":"trace[284078392] transaction","detail":"{read_only:false; response_revision:985; number_of_response:1; }","duration":"189.963009ms","start":"2026-04-09T22:31:40.166828Z","end":"2026-04-09T22:31:40.356791Z","steps":["trace[284078392] 'process raft request' (duration: 139.683739ms)","trace[284078392] 'compare' (duration: 49.990643ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:31:40.356962Z","caller":"traceutil/trace.go:171","msg":"trace[870534838] linearizableReadLoop","detail":"{readStateIndex:1025; appliedIndex:1023; }","duration":"144.402988ms","start":"2026-04-09T22:31:40.21252Z","end":"2026-04-09T22:31:40.356923Z","steps":["trace[870534838] 'read index received' (duration: 93.880111ms)","trace[870534838] 'applied index is now lower than readState.Index' (duration: 50.520457ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:31:40.357175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.632834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:31:40.357221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.257451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-09T22:31:40.357251Z","caller":"traceutil/trace.go:171","msg":"trace[525763207] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:986; }","duration":"105.353353ms","start":"2026-04-09T22:31:40.251891Z","end":"2026-04-09T22:31:40.357245Z","steps":["trace[525763207] 'agreement among raft nodes before linearized reading' (duration: 105.198439ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:40.357265Z","caller":"traceutil/trace.go:171","msg":"trace[286981789] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:986; }","duration":"144.803678ms","start":"2026-04-09T22:31:40.212439Z","end":"2026-04-09T22:31:40.357243Z","steps":["trace[286981789] 'agreement among raft nodes before linearized reading' (duration: 144.638234ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:40.357291Z","caller":"traceutil/trace.go:171","msg":"trace[1086383492] transaction","detail":"{read_only:false; response_revision:986; number_of_response:1; }","duration":"165.804853ms","start":"2026-04-09T22:31:40.191307Z","end":"2026-04-09T22:31:40.357112Z","steps":["trace[1086383492] 'process raft request' (duration: 165.410634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:40.357659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.877321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-09T22:31:40.357775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.021524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-09T22:31:40.357794Z","caller":"traceutil/trace.go:171","msg":"trace[1442489625] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:986; }","duration":"105.086087ms","start":"2026-04-09T22:31:40.252686Z","end":"2026-04-09T22:31:40.357772Z","steps":["trace[1442489625] 'agreement among raft nodes before linearized reading' (duration: 104.634625ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:40.357856Z","caller":"traceutil/trace.go:171","msg":"trace[1960930231] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:986; }","duration":"101.139147ms","start":"2026-04-09T22:31:40.256697Z","end":"2026-04-09T22:31:40.357836Z","steps":["trace[1960930231] 'agreement among raft nodes before linearized reading' (duration: 100.555931ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:42.352877Z","caller":"traceutil/trace.go:171","msg":"trace[234509821] linearizableReadLoop","detail":"{readStateIndex:1030; appliedIndex:1029; }","duration":"151.277943ms","start":"2026-04-09T22:31:42.201571Z","end":"2026-04-09T22:31:42.352849Z","steps":["trace[234509821] 'read index received' (duration: 151.074158ms)","trace[234509821] 'applied index is now lower than readState.Index' (duration: 202.665µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:31:42.352975Z","caller":"traceutil/trace.go:171","msg":"trace[1095602926] transaction","detail":"{read_only:false; response_revision:991; number_of_response:1; }","duration":"266.633671ms","start":"2026-04-09T22:31:42.086299Z","end":"2026-04-09T22:31:42.352933Z","steps":["trace[1095602926] 'process raft request' (duration: 266.406425ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:42.353117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.56553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:31:42.353163Z","caller":"traceutil/trace.go:171","msg":"trace[448887024] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:991; }","duration":"140.690954ms","start":"2026-04-09T22:31:42.212459Z","end":"2026-04-09T22:31:42.35315Z","steps":["trace[448887024] 'agreement among raft nodes before linearized reading' (duration: 140.54951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:42.353174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.614652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-09T22:31:42.35322Z","caller":"traceutil/trace.go:171","msg":"trace[420560100] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:991; }","duration":"151.720914ms","start":"2026-04-09T22:31:42.201486Z","end":"2026-04-09T22:31:42.353207Z","steps":["trace[420560100] 'agreement among raft nodes before linearized reading' (duration: 151.499459ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:42.763389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.26849ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:31:42.763522Z","caller":"traceutil/trace.go:171","msg":"trace[14609098] transaction","detail":"{read_only:false; response_revision:992; number_of_response:1; }","duration":"406.098544ms","start":"2026-04-09T22:31:42.357396Z","end":"2026-04-09T22:31:42.763495Z","steps":["trace[14609098] 'process raft request' (duration: 207.644159ms)","trace[14609098] 'compare' (duration: 197.681646ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:31:42.76362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:42.357332Z","time spent":"406.243687ms","remote":"127.0.0.1:43656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1745,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T22:31:43.083581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.732211ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:31:43.083884Z","caller":"traceutil/trace.go:171","msg":"trace[1052458457] transaction","detail":"{read_only:false; response_revision:993; number_of_response:1; }","duration":"726.074684ms","start":"2026-04-09T22:31:42.357763Z","end":"2026-04-09T22:31:43.083838Z","steps":["trace[1052458457] 'process raft request' (duration: 528.995224ms)","trace[1052458457] 'compare' (duration: 196.219098ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:31:43.084032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:42.35774Z","time spent":"726.224529ms","remote":"127.0.0.1:43756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":178,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T22:31:43.084309Z","caller":"traceutil/trace.go:171","msg":"trace[15951700] linearizableReadLoop","detail":"{readStateIndex:1033; appliedIndex:1030; }","duration":"721.792526ms","start":"2026-04-09T22:31:42.362496Z","end":"2026-04-09T22:31:43.084288Z","steps":["trace[15951700] 'read index received' (duration: 202.506498ms)","trace[15951700] 'applied index is now lower than readState.Index' (duration: 519.284728ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:31:43.084512Z","caller":"traceutil/trace.go:171","msg":"trace[1918618498] transaction","detail":"{read_only:false; response_revision:995; number_of_response:1; }","duration":"721.777185ms","start":"2026-04-09T22:31:42.362723Z","end":"2026-04-09T22:31:43.0845Z","steps":["trace[1918618498] 'process raft request' (duration: 721.491248ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:43.084682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:42.362697Z","time spent":"721.858027ms","remote":"127.0.0.1:43640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12761,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T22:31:43.084661Z","caller":"traceutil/trace.go:171","msg":"trace[124517051] transaction","detail":"{read_only:false; response_revision:994; number_of_response:1; }","duration":"726.75318ms","start":"2026-04-09T22:31:42.357875Z","end":"2026-04-09T22:31:43.084628Z","steps":["trace[124517051] 'process raft request' (duration: 725.866248ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:43.084859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:42.357848Z","time spent":"726.908334ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:31:43.084958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.445162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-09T22:31:43.085061Z","caller":"traceutil/trace.go:171","msg":"trace[1328841178] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:995; }","duration":"722.586006ms","start":"2026-04-09T22:31:42.362454Z","end":"2026-04-09T22:31:43.08504Z","steps":["trace[1328841178] 'agreement among raft nodes before linearized reading' (duration: 722.221316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:43.085116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:42.362443Z","time spent":"722.663897ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T22:31:43.48617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.41422ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:31:43.486393Z","caller":"traceutil/trace.go:171","msg":"trace[2079215337] transaction","detail":"{read_only:false; response_revision:996; number_of_response:1; }","duration":"650.368775ms","start":"2026-04-09T22:31:42.835976Z","end":"2026-04-09T22:31:43.486345Z","steps":["trace[2079215337] 'process raft request' (duration: 501.659397ms)","trace[2079215337] 'compare' (duration: 148.273577ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:31:43.486499Z","caller":"traceutil/trace.go:171","msg":"trace[2072833335] transaction","detail":"{read_only:false; response_revision:997; number_of_response:1; }","duration":"396.055957ms","start":"2026-04-09T22:31:43.090434Z","end":"2026-04-09T22:31:43.486489Z","steps":["trace[2072833335] 'process raft request' (duration: 395.886163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:43.486579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:43.090408Z","time spent":"396.13402ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:31:43.486598Z","caller":"traceutil/trace.go:171","msg":"trace[1610163767] linearizableReadLoop","detail":"{readStateIndex:1035; appliedIndex:1034; }","duration":"402.207534ms","start":"2026-04-09T22:31:43.084357Z","end":"2026-04-09T22:31:43.486564Z","steps":["trace[1610163767] 'read index received' (duration: 253.295951ms)","trace[1610163767] 'applied index is now lower than readState.Index' (duration: 148.909493ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:31:43.486819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.403441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:31:43.48663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:42.835949Z","time spent":"650.55856ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:31:43.4869Z","caller":"traceutil/trace.go:171","msg":"trace[96537709] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:998; }","duration":"925.526755ms","start":"2026-04-09T22:31:42.56133Z","end":"2026-04-09T22:31:43.486857Z","steps":["trace[96537709] 'agreement among raft nodes before linearized reading' (duration: 925.411131ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:43.486456Z","caller":"traceutil/trace.go:171","msg":"trace[1607417262] transaction","detail":"{read_only:false; response_revision:998; number_of_response:1; }","duration":"395.095803ms","start":"2026-04-09T22:31:43.091339Z","end":"2026-04-09T22:31:43.486435Z","steps":["trace[1607417262] 'process raft request' (duration: 395.041882ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:43.48695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:42.561301Z","time spent":"925.632278ms","remote":"127.0.0.1:43698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:31:43.488857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086126314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-09T22:31:43.488888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.107233582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-09T22:31:43.488857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.512648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:31:43.488966Z","caller":"traceutil/trace.go:171","msg":"trace[2011325091] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:998; }","duration":"1.107352935s","start":"2026-04-09T22:31:42.381597Z","end":"2026-04-09T22:31:43.48895Z","steps":["trace[2011325091] 'agreement among raft nodes before linearized reading' (duration: 1.107083578s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:43.488972Z","caller":"traceutil/trace.go:171","msg":"trace[1607689036] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:998; }","duration":"1.086264987s","start":"2026-04-09T22:31:42.402687Z","end":"2026-04-09T22:31:43.488952Z","steps":["trace[1607689036] 'agreement among raft nodes before linearized reading' (duration: 1.084138574s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:43.488979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086514435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-09T22:31:43.489Z","caller":"traceutil/trace.go:171","msg":"trace[1091980590] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:998; }","duration":"319.757055ms","start":"2026-04-09T22:31:43.169214Z","end":"2026-04-09T22:31:43.488971Z","steps":["trace[1091980590] 'agreement among raft nodes before linearized reading' (duration: 317.736804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:43.489016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:42.381548Z","time spent":"1.107453258s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-09T22:31:43.489028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:42.402675Z","time spent":"1.08633982s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-09T22:31:43.489036Z","caller":"traceutil/trace.go:171","msg":"trace[560182213] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:998; }","duration":"1.086595447s","start":"2026-04-09T22:31:42.402425Z","end":"2026-04-09T22:31:43.48902Z","steps":["trace[560182213] 'agreement among raft nodes before linearized reading' (duration: 1.084402722s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:43.489063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:43.169189Z","time spent":"319.860227ms","remote":"127.0.0.1:43570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":31,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:31:43.489085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:42.402413Z","time spent":"1.086660718s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T22:31:43.489484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:43.091321Z","time spent":"395.639538ms","remote":"127.0.0.1:43756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":882,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T22:31:44.218763Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625759854345800,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T22:31:44.552649Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.009896164s","expected-duration":"1s"} {"level":"info","ts":"2026-04-09T22:31:44.564983Z","caller":"traceutil/trace.go:171","msg":"trace[1112573507] transaction","detail":"{read_only:false; response_revision:999; number_of_response:1; }","duration":"1.07063426s","start":"2026-04-09T22:31:43.494298Z","end":"2026-04-09T22:31:44.564933Z","steps":["trace[1112573507] 'process raft request' (duration: 1.058651435s)","trace[1112573507] 'compare' (duration: 11.324018ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:31:44.565184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:43.494278Z","time spent":"1.070799624s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:31:44.593171Z","caller":"traceutil/trace.go:171","msg":"trace[512545297] linearizableReadLoop","detail":"{readStateIndex:1041; appliedIndex:1037; }","duration":"875.231113ms","start":"2026-04-09T22:31:43.717895Z","end":"2026-04-09T22:31:44.593126Z","steps":["trace[512545297] 'read index received' (duration: 835.0753ms)","trace[512545297] 'applied index is now lower than readState.Index' (duration: 40.154293ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:31:44.593169Z","caller":"traceutil/trace.go:171","msg":"trace[249149013] transaction","detail":"{read_only:false; response_revision:1000; number_of_response:1; }","duration":"1.098676664s","start":"2026-04-09T22:31:43.494412Z","end":"2026-04-09T22:31:44.593089Z","steps":["trace[249149013] 'process raft request' (duration: 1.098421128s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:44.593235Z","caller":"traceutil/trace.go:171","msg":"trace[1768847065] transaction","detail":"{read_only:false; response_revision:1002; number_of_response:1; }","duration":"1.095765631s","start":"2026-04-09T22:31:43.497433Z","end":"2026-04-09T22:31:44.593199Z","steps":["trace[1768847065] 'process raft request' (duration: 1.095631497s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:44.593408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:43.494389Z","time spent":"1.098926741s","remote":"127.0.0.1:43656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1449,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T22:31:44.593457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.543002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-09T22:31:44.593437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:43.497426Z","time spent":"1.095897784s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:31:44.593511Z","caller":"traceutil/trace.go:171","msg":"trace[1065749451] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:1002; }","duration":"875.620914ms","start":"2026-04-09T22:31:43.717867Z","end":"2026-04-09T22:31:44.593488Z","steps":["trace[1065749451] 'agreement among raft nodes before linearized reading' (duration: 875.476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:44.593553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:43.717841Z","time spent":"875.700956ms","remote":"127.0.0.1:43910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":53,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-04-09T22:31:44.593575Z","caller":"traceutil/trace.go:171","msg":"trace[793295666] transaction","detail":"{read_only:false; response_revision:1001; number_of_response:1; }","duration":"1.09614849s","start":"2026-04-09T22:31:43.496989Z","end":"2026-04-09T22:31:44.593137Z","steps":["trace[793295666] 'process raft request' (duration: 1.096008017s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:44.593715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:43.49698Z","time spent":"1.096675354s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:31:44.593715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.765714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-g62k5\" ","response":"range_response_count:1 size:5676"} {"level":"warn","ts":"2026-04-09T22:31:44.593718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.828781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:31:44.593805Z","caller":"traceutil/trace.go:171","msg":"trace[1491629423] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-g62k5; range_end:; response_count:1; response_revision:1002; }","duration":"622.917747ms","start":"2026-04-09T22:31:43.970863Z","end":"2026-04-09T22:31:44.593781Z","steps":["trace[1491629423] 'agreement among raft nodes before linearized reading' (duration: 622.673321ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:44.593841Z","caller":"traceutil/trace.go:171","msg":"trace[958291540] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1002; }","duration":"380.971814ms","start":"2026-04-09T22:31:44.212838Z","end":"2026-04-09T22:31:44.593809Z","steps":["trace[958291540] 'agreement among raft nodes before linearized reading' (duration: 380.705588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:44.593861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:43.970837Z","time spent":"623.01449ms","remote":"127.0.0.1:43732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5700,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-g62k5\" "} {"level":"warn","ts":"2026-04-09T22:31:44.593892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:44.212793Z","time spent":"381.090097ms","remote":"127.0.0.1:43530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-09T22:31:44.836077Z","caller":"traceutil/trace.go:171","msg":"trace[2080245846] transaction","detail":"{read_only:false; response_revision:1018; number_of_response:1; }","duration":"116.802335ms","start":"2026-04-09T22:31:44.719239Z","end":"2026-04-09T22:31:44.836041Z","steps":["trace[2080245846] 'process raft request' (duration: 56.269934ms)","trace[2080245846] 'compare' (duration: 60.303836ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:31:44.836318Z","caller":"traceutil/trace.go:171","msg":"trace[83413396] transaction","detail":"{read_only:false; response_revision:1019; number_of_response:1; }","duration":"117.028932ms","start":"2026-04-09T22:31:44.719261Z","end":"2026-04-09T22:31:44.83629Z","steps":["trace[83413396] 'process raft request' (duration: 116.711044ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:44.836478Z","caller":"traceutil/trace.go:171","msg":"trace[935954452] linearizableReadLoop","detail":"{readStateIndex:1059; appliedIndex:1055; }","duration":"112.905106ms","start":"2026-04-09T22:31:44.723558Z","end":"2026-04-09T22:31:44.836463Z","steps":["trace[935954452] 'read index received' (duration: 6.542547ms)","trace[935954452] 'applied index is now lower than readState.Index' (duration: 106.361129ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:31:44.836606Z","caller":"traceutil/trace.go:171","msg":"trace[1768203667] transaction","detail":"{read_only:false; response_revision:1020; number_of_response:1; }","duration":"116.860336ms","start":"2026-04-09T22:31:44.719734Z","end":"2026-04-09T22:31:44.836594Z","steps":["trace[1768203667] 'process raft request' (duration: 116.458376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:44.83676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.175503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:31:44.836792Z","caller":"traceutil/trace.go:171","msg":"trace[1221734756] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:1020; }","duration":"113.269835ms","start":"2026-04-09T22:31:44.723512Z","end":"2026-04-09T22:31:44.836782Z","steps":["trace[1221734756] 'agreement among raft nodes before linearized reading' (duration: 113.181523ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:53.434772Z","caller":"traceutil/trace.go:171","msg":"trace[1115253929] transaction","detail":"{read_only:false; response_revision:1206; number_of_response:1; }","duration":"390.292502ms","start":"2026-04-09T22:31:53.044421Z","end":"2026-04-09T22:31:53.434714Z","steps":["trace[1115253929] 'process raft request' (duration: 313.385362ms)","trace[1115253929] 'compare' (duration: 76.611291ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:31:53.435098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:53.044407Z","time spent":"390.58759ms","remote":"127.0.0.1:43616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":946,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T22:31:53.447499Z","caller":"traceutil/trace.go:171","msg":"trace[1035094458] linearizableReadLoop","detail":"{readStateIndex:1248; appliedIndex:1246; }","duration":"381.99888ms","start":"2026-04-09T22:31:53.065463Z","end":"2026-04-09T22:31:53.447462Z","steps":["trace[1035094458] 'read index received' (duration: 292.360627ms)","trace[1035094458] 'applied index is now lower than readState.Index' (duration: 89.636763ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:31:53.447588Z","caller":"traceutil/trace.go:171","msg":"trace[296927514] transaction","detail":"{read_only:false; response_revision:1207; number_of_response:1; }","duration":"398.581582ms","start":"2026-04-09T22:31:53.048963Z","end":"2026-04-09T22:31:53.447545Z","steps":["trace[296927514] 'process raft request' (duration: 398.327506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:53.447691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.192745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:31:53.447746Z","caller":"traceutil/trace.go:171","msg":"trace[312331712] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:1207; }","duration":"382.307278ms","start":"2026-04-09T22:31:53.065422Z","end":"2026-04-09T22:31:53.44773Z","steps":["trace[312331712] 'agreement among raft nodes before linearized reading' (duration: 382.194475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:53.447795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:53.0654Z","time spent":"382.383519ms","remote":"127.0.0.1:32944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" limit:10000 "} {"level":"warn","ts":"2026-04-09T22:31:53.447797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:53.048951Z","time spent":"398.726875ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:31:53.459222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.573244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:31:53.459345Z","caller":"traceutil/trace.go:171","msg":"trace[487944439] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:1207; }","duration":"393.78204ms","start":"2026-04-09T22:31:53.065533Z","end":"2026-04-09T22:31:53.459315Z","steps":["trace[487944439] 'agreement among raft nodes before linearized reading' (duration: 393.587395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:53.459369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.621255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:31:53.459404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:53.06549Z","time spent":"393.898862ms","remote":"127.0.0.1:32944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:31:53.459422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.497837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-09T22:31:53.459438Z","caller":"traceutil/trace.go:171","msg":"trace[828119324] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:1207; }","duration":"393.713658ms","start":"2026-04-09T22:31:53.065705Z","end":"2026-04-09T22:31:53.459419Z","steps":["trace[828119324] 'agreement among raft nodes before linearized reading' (duration: 393.607586ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:31:53.45948Z","caller":"traceutil/trace.go:171","msg":"trace[474683074] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1207; }","duration":"317.584949ms","start":"2026-04-09T22:31:53.141882Z","end":"2026-04-09T22:31:53.459467Z","steps":["trace[474683074] 'agreement among raft nodes before linearized reading' (duration: 317.372544ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:31:53.459486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:53.065695Z","time spent":"393.78139ms","remote":"127.0.0.1:32944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" limit:500 "} {"level":"warn","ts":"2026-04-09T22:31:53.459517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:31:53.141868Z","time spent":"317.642471ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-09T22:32:00.812546Z","caller":"traceutil/trace.go:171","msg":"trace[750128388] transaction","detail":"{read_only:false; response_revision:1258; number_of_response:1; }","duration":"506.904891ms","start":"2026-04-09T22:32:00.305603Z","end":"2026-04-09T22:32:00.812508Z","steps":["trace[750128388] 'process raft request' (duration: 506.598213ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:00.81708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:00.305587Z","time spent":"508.715428ms","remote":"127.0.0.1:43732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4886,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:32:00.868306Z","caller":"traceutil/trace.go:171","msg":"trace[2036025833] linearizableReadLoop","detail":"{readStateIndex:1302; appliedIndex:1300; }","duration":"148.40832ms","start":"2026-04-09T22:32:00.719849Z","end":"2026-04-09T22:32:00.868257Z","steps":["trace[2036025833] 'read index received' (duration: 92.312981ms)","trace[2036025833] 'applied index is now lower than readState.Index' (duration: 56.093979ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:32:00.868497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.644096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-09T22:32:00.868537Z","caller":"traceutil/trace.go:171","msg":"trace[195981612] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1259; }","duration":"148.737808ms","start":"2026-04-09T22:32:00.719787Z","end":"2026-04-09T22:32:00.868525Z","steps":["trace[195981612] 'agreement among raft nodes before linearized reading' (duration: 148.599915ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:00.868492Z","caller":"traceutil/trace.go:171","msg":"trace[74995705] transaction","detail":"{read_only:false; response_revision:1259; number_of_response:1; }","duration":"304.429575ms","start":"2026-04-09T22:32:00.564007Z","end":"2026-04-09T22:32:00.868436Z","steps":["trace[74995705] 'process raft request' (duration: 256.612007ms)","trace[74995705] 'compare' (duration: 47.51181ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:32:00.868895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:00.563974Z","time spent":"304.735663ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:32:01.009209Z","caller":"traceutil/trace.go:171","msg":"trace[1030081477] transaction","detail":"{read_only:false; response_revision:1261; number_of_response:1; }","duration":"186.755196ms","start":"2026-04-09T22:32:00.822418Z","end":"2026-04-09T22:32:01.009173Z","steps":["trace[1030081477] 'process raft request' (duration: 186.51034ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:01.009518Z","caller":"traceutil/trace.go:171","msg":"trace[1475739724] transaction","detail":"{read_only:false; response_revision:1262; number_of_response:1; }","duration":"186.644145ms","start":"2026-04-09T22:32:00.822828Z","end":"2026-04-09T22:32:01.009473Z","steps":["trace[1475739724] 'process raft request' (duration: 186.282415ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:01.009646Z","caller":"traceutil/trace.go:171","msg":"trace[66969241] transaction","detail":"{read_only:false; response_revision:1263; number_of_response:1; }","duration":"136.397435ms","start":"2026-04-09T22:32:00.873232Z","end":"2026-04-09T22:32:01.00963Z","steps":["trace[66969241] 'process raft request' (duration: 136.165918ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:01.009729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.953403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-09T22:32:01.009772Z","caller":"traceutil/trace.go:171","msg":"trace[109244472] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1263; }","duration":"284.054916ms","start":"2026-04-09T22:32:00.725707Z","end":"2026-04-09T22:32:01.009762Z","steps":["trace[109244472] 'agreement among raft nodes before linearized reading' (duration: 283.880752ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:01.009534Z","caller":"traceutil/trace.go:171","msg":"trace[606502226] linearizableReadLoop","detail":"{readStateIndex:1305; appliedIndex:1303; }","duration":"141.143576ms","start":"2026-04-09T22:32:00.868365Z","end":"2026-04-09T22:32:01.009509Z","steps":["trace[606502226] 'read index received' (duration: 23.895359ms)","trace[606502226] 'applied index is now lower than readState.Index' (duration: 117.247347ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:32:01.010081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.84991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-09T22:32:01.010135Z","caller":"traceutil/trace.go:171","msg":"trace[286393340] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1263; }","duration":"274.960213ms","start":"2026-04-09T22:32:00.735161Z","end":"2026-04-09T22:32:01.010122Z","steps":["trace[286393340] 'agreement among raft nodes before linearized reading' (duration: 274.778368ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:01.179527Z","caller":"traceutil/trace.go:171","msg":"trace[458011298] transaction","detail":"{read_only:false; response_revision:1265; number_of_response:1; }","duration":"163.748151ms","start":"2026-04-09T22:32:01.015746Z","end":"2026-04-09T22:32:01.179494Z","steps":["trace[458011298] 'process raft request' (duration: 163.496784ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:01.179854Z","caller":"traceutil/trace.go:171","msg":"trace[229772453] transaction","detail":"{read_only:false; response_revision:1266; number_of_response:1; }","duration":"161.41866ms","start":"2026-04-09T22:32:01.018422Z","end":"2026-04-09T22:32:01.179841Z","steps":["trace[229772453] 'process raft request' (duration: 160.99984ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:01.179954Z","caller":"traceutil/trace.go:171","msg":"trace[455224294] transaction","detail":"{read_only:false; response_revision:1267; number_of_response:1; }","duration":"156.27311ms","start":"2026-04-09T22:32:01.023653Z","end":"2026-04-09T22:32:01.179926Z","steps":["trace[455224294] 'process raft request' (duration: 156.101585ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:01.81688Z","caller":"traceutil/trace.go:171","msg":"trace[220699910] transaction","detail":"{read_only:false; response_revision:1269; number_of_response:1; }","duration":"107.55507ms","start":"2026-04-09T22:32:01.709292Z","end":"2026-04-09T22:32:01.816847Z","steps":["trace[220699910] 'process raft request' (duration: 107.076278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:02.095216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.377726ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:32:02.095378Z","caller":"traceutil/trace.go:171","msg":"trace[1818192453] transaction","detail":"{read_only:false; response_revision:1270; number_of_response:1; }","duration":"273.096905ms","start":"2026-04-09T22:32:01.822256Z","end":"2026-04-09T22:32:02.095353Z","steps":["trace[1818192453] 'process raft request' (duration: 88.459322ms)","trace[1818192453] 'compare' (duration: 183.941536ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:32:04.060258Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625759854346280,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T22:32:04.445791Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.015272599s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-09T22:32:04.451053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.267482284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-09T22:32:04.45117Z","caller":"traceutil/trace.go:171","msg":"trace[535509313] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1270; }","duration":"1.267646448s","start":"2026-04-09T22:32:03.183493Z","end":"2026-04-09T22:32:04.45114Z","steps":["trace[535509313] 'range keys from in-memory index tree' (duration: 1.267298119s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:04.45128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:03.183472Z","time spent":"1.267788781s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T22:32:04.451479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.240155207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:32:04.45151Z","caller":"traceutil/trace.go:171","msg":"trace[1805391099] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1270; }","duration":"1.24022642s","start":"2026-04-09T22:32:03.211274Z","end":"2026-04-09T22:32:04.451501Z","steps":["trace[1805391099] 'range keys from in-memory index tree' (duration: 1.240012003s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:04.451545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:03.211252Z","time spent":"1.240273211s","remote":"127.0.0.1:43530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T22:32:04.451097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.615924969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:32:04.451562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.388041724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-09T22:32:04.451686Z","caller":"traceutil/trace.go:171","msg":"trace[587133744] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1270; }","duration":"1.388201918s","start":"2026-04-09T22:32:03.063443Z","end":"2026-04-09T22:32:04.451645Z","steps":["trace[587133744] 'range keys from in-memory index tree' (duration: 1.387825509s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:04.451727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:03.063428Z","time spent":"1.38828787s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T22:32:04.451702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.448903335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" ","response":"range_response_count:1 size:224"} {"level":"info","ts":"2026-04-09T22:32:04.451711Z","caller":"traceutil/trace.go:171","msg":"trace[1921934564] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:1270; }","duration":"1.616532344s","start":"2026-04-09T22:32:02.835105Z","end":"2026-04-09T22:32:04.451638Z","steps":["trace[1921934564] 'count revisions from in-memory index tree' (duration: 1.615853257s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:04.451783Z","caller":"traceutil/trace.go:171","msg":"trace[342950527] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-after-finished-controller; range_end:; response_count:1; response_revision:1270; }","duration":"1.449043188s","start":"2026-04-09T22:32:03.002718Z","end":"2026-04-09T22:32:04.451761Z","steps":["trace[342950527] 'range keys from in-memory index tree' (duration: 1.448778131s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:04.451831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:02.835082Z","time spent":"1.616705069s","remote":"127.0.0.1:43700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:32:04.451835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:03.002694Z","time spent":"1.44912554s","remote":"127.0.0.1:43756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":248,"request content":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" "} {"level":"warn","ts":"2026-04-09T22:32:04.451996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.437398722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-09T22:32:04.452109Z","caller":"traceutil/trace.go:171","msg":"trace[1004054984] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1270; }","duration":"1.437579336s","start":"2026-04-09T22:32:03.014506Z","end":"2026-04-09T22:32:04.452085Z","steps":["trace[1004054984] 'range keys from in-memory index tree' (duration: 1.437155275s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:04.452167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:03.014494Z","time spent":"1.437660518s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-09T22:32:04.468267Z","caller":"traceutil/trace.go:171","msg":"trace[1493164213] linearizableReadLoop","detail":"{readStateIndex:1315; appliedIndex:1313; }","duration":"908.595372ms","start":"2026-04-09T22:32:03.559646Z","end":"2026-04-09T22:32:04.468241Z","steps":["trace[1493164213] 'read index received' (duration: 886.455658ms)","trace[1493164213] 'applied index is now lower than readState.Index' (duration: 22.138404ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:32:04.468367Z","caller":"traceutil/trace.go:171","msg":"trace[573384740] transaction","detail":"{read_only:false; response_revision:1271; number_of_response:1; }","duration":"645.715816ms","start":"2026-04-09T22:32:03.822612Z","end":"2026-04-09T22:32:04.468327Z","steps":["trace[573384740] 'process raft request' (duration: 645.45887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:04.468537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.864918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-09T22:32:04.468582Z","caller":"traceutil/trace.go:171","msg":"trace[527210122] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1271; }","duration":"908.984252ms","start":"2026-04-09T22:32:03.559586Z","end":"2026-04-09T22:32:04.46857Z","steps":["trace[527210122] 'agreement among raft nodes before linearized reading' (duration: 908.792247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:04.468616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:03.559557Z","time spent":"909.051013ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T22:32:04.468655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:03.822582Z","time spent":"645.946792ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:32:04.469414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.907577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-09T22:32:04.469533Z","caller":"traceutil/trace.go:171","msg":"trace[1640226058] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1274; }","duration":"369.076811ms","start":"2026-04-09T22:32:04.100434Z","end":"2026-04-09T22:32:04.469511Z","steps":["trace[1640226058] 'agreement among raft nodes before linearized reading' (duration: 368.852265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:04.469582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:04.100402Z","time spent":"369.168583ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-09T22:32:04.650864Z","caller":"traceutil/trace.go:171","msg":"trace[1005103326] transaction","detail":"{read_only:false; response_revision:1278; number_of_response:1; }","duration":"151.18964ms","start":"2026-04-09T22:32:04.499641Z","end":"2026-04-09T22:32:04.650831Z","steps":["trace[1005103326] 'process raft request' (duration: 131.973521ms)","trace[1005103326] 'compare' (duration: 19.071306ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:32:08.856792Z","caller":"traceutil/trace.go:171","msg":"trace[1963344843] transaction","detail":"{read_only:false; response_revision:1317; number_of_response:1; }","duration":"100.826448ms","start":"2026-04-09T22:32:08.755915Z","end":"2026-04-09T22:32:08.856741Z","steps":["trace[1963344843] 'process raft request' (duration: 100.573551ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:08.85723Z","caller":"traceutil/trace.go:171","msg":"trace[1431147090] transaction","detail":"{read_only:false; response_revision:1318; number_of_response:1; }","duration":"100.203233ms","start":"2026-04-09T22:32:08.756982Z","end":"2026-04-09T22:32:08.857185Z","steps":["trace[1431147090] 'process raft request' (duration: 99.68783ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:09.129764Z","caller":"traceutil/trace.go:171","msg":"trace[1222318096] transaction","detail":"{read_only:false; response_revision:1322; number_of_response:1; }","duration":"231.524667ms","start":"2026-04-09T22:32:08.898188Z","end":"2026-04-09T22:32:09.129713Z","steps":["trace[1222318096] 'process raft request' (duration: 157.733208ms)","trace[1222318096] 'compare' (duration: 73.566304ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:32:09.173689Z","caller":"traceutil/trace.go:171","msg":"trace[211728541] transaction","detail":"{read_only:false; response_revision:1323; number_of_response:1; }","duration":"266.6014ms","start":"2026-04-09T22:32:08.907051Z","end":"2026-04-09T22:32:09.173652Z","steps":["trace[211728541] 'process raft request' (duration: 266.250632ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:09.173686Z","caller":"traceutil/trace.go:171","msg":"trace[338763524] transaction","detail":"{read_only:false; response_revision:1324; number_of_response:1; }","duration":"261.386737ms","start":"2026-04-09T22:32:08.912224Z","end":"2026-04-09T22:32:09.173611Z","steps":["trace[338763524] 'process raft request' (duration: 261.198883ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:09.330596Z","caller":"traceutil/trace.go:171","msg":"trace[1516514057] transaction","detail":"{read_only:false; response_revision:1325; number_of_response:1; }","duration":"153.12711ms","start":"2026-04-09T22:32:09.177436Z","end":"2026-04-09T22:32:09.330563Z","steps":["trace[1516514057] 'process raft request' (duration: 151.773355ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:09.33485Z","caller":"traceutil/trace.go:171","msg":"trace[1813725901] linearizableReadLoop","detail":"{readStateIndex:1374; appliedIndex:1372; }","duration":"144.894309ms","start":"2026-04-09T22:32:09.189938Z","end":"2026-04-09T22:32:09.334833Z","steps":["trace[1813725901] 'read index received' (duration: 139.290477ms)","trace[1813725901] 'applied index is now lower than readState.Index' (duration: 5.602512ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:32:09.334921Z","caller":"traceutil/trace.go:171","msg":"trace[672038693] transaction","detail":"{read_only:false; response_revision:1326; number_of_response:1; }","duration":"147.360153ms","start":"2026-04-09T22:32:09.187541Z","end":"2026-04-09T22:32:09.334901Z","steps":["trace[672038693] 'process raft request' (duration: 146.991034ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:09.33521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.26448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/cert-manager/self-signed-ca\" ","response":"range_response_count:1 size:2360"} {"level":"info","ts":"2026-04-09T22:32:09.335265Z","caller":"traceutil/trace.go:171","msg":"trace[313287355] range","detail":"{range_begin:/registry/cert-manager.io/certificates/cert-manager/self-signed-ca; range_end:; response_count:1; response_revision:1326; }","duration":"145.380133ms","start":"2026-04-09T22:32:09.189868Z","end":"2026-04-09T22:32:09.335248Z","steps":["trace[313287355] 'agreement among raft nodes before linearized reading' (duration: 145.061394ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:09.873282Z","caller":"traceutil/trace.go:171","msg":"trace[86951615] transaction","detail":"{read_only:false; response_revision:1343; number_of_response:1; }","duration":"124.543943ms","start":"2026-04-09T22:32:09.748703Z","end":"2026-04-09T22:32:09.873247Z","steps":["trace[86951615] 'process raft request' (duration: 91.081341ms)","trace[86951615] 'compare' (duration: 32.818425ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:32:12.79574Z","caller":"traceutil/trace.go:171","msg":"trace[2102341679] linearizableReadLoop","detail":"{readStateIndex:1401; appliedIndex:1400; }","duration":"263.468411ms","start":"2026-04-09T22:32:12.53224Z","end":"2026-04-09T22:32:12.795708Z","steps":["trace[2102341679] 'read index received' (duration: 263.223285ms)","trace[2102341679] 'applied index is now lower than readState.Index' (duration: 243.396µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:32:12.795798Z","caller":"traceutil/trace.go:171","msg":"trace[236952673] transaction","detail":"{read_only:false; response_revision:1352; number_of_response:1; }","duration":"279.93731ms","start":"2026-04-09T22:32:12.51581Z","end":"2026-04-09T22:32:12.795748Z","steps":["trace[236952673] 'process raft request' (duration: 279.673924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:12.796096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.644635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-09T22:32:12.796152Z","caller":"traceutil/trace.go:171","msg":"trace[1929390897] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1352; }","duration":"239.726547ms","start":"2026-04-09T22:32:12.556412Z","end":"2026-04-09T22:32:12.796138Z","steps":["trace[1929390897] 'agreement among raft nodes before linearized reading' (duration: 239.502441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:12.796164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.615274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-09T22:32:12.796137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.876951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-09T22:32:12.796218Z","caller":"traceutil/trace.go:171","msg":"trace[657738047] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1352; }","duration":"239.723757ms","start":"2026-04-09T22:32:12.556482Z","end":"2026-04-09T22:32:12.796206Z","steps":["trace[657738047] 'agreement among raft nodes before linearized reading' (duration: 239.529792ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:12.796238Z","caller":"traceutil/trace.go:171","msg":"trace[205046081] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1352; }","duration":"264.042695ms","start":"2026-04-09T22:32:12.532174Z","end":"2026-04-09T22:32:12.796216Z","steps":["trace[205046081] 'agreement among raft nodes before linearized reading' (duration: 263.726307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:12.796387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.945422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-09T22:32:12.796422Z","caller":"traceutil/trace.go:171","msg":"trace[1133571544] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1352; }","duration":"239.982353ms","start":"2026-04-09T22:32:12.556431Z","end":"2026-04-09T22:32:12.796414Z","steps":["trace[1133571544] 'agreement among raft nodes before linearized reading' (duration: 239.88724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:12.796423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.890231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-09T22:32:12.796598Z","caller":"traceutil/trace.go:171","msg":"trace[458424526] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1352; }","duration":"240.081346ms","start":"2026-04-09T22:32:12.556494Z","end":"2026-04-09T22:32:12.796576Z","steps":["trace[458424526] 'agreement among raft nodes before linearized reading' (duration: 239.820939ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:12.925249Z","caller":"traceutil/trace.go:171","msg":"trace[113971812] transaction","detail":"{read_only:false; response_revision:1353; number_of_response:1; }","duration":"124.689875ms","start":"2026-04-09T22:32:12.800526Z","end":"2026-04-09T22:32:12.925216Z","steps":["trace[113971812] 'process raft request' (duration: 124.46478ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:13.09664Z","caller":"traceutil/trace.go:171","msg":"trace[2142212353] transaction","detail":"{read_only:false; response_revision:1354; number_of_response:1; }","duration":"295.590258ms","start":"2026-04-09T22:32:12.800989Z","end":"2026-04-09T22:32:13.096579Z","steps":["trace[2142212353] 'process raft request' (duration: 234.054391ms)","trace[2142212353] 'compare' (duration: 61.26581ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:32:13.096871Z","caller":"traceutil/trace.go:171","msg":"trace[758375451] transaction","detail":"{read_only:false; response_revision:1355; number_of_response:1; }","duration":"295.849525ms","start":"2026-04-09T22:32:12.800992Z","end":"2026-04-09T22:32:13.096842Z","steps":["trace[758375451] 'process raft request' (duration: 295.502526ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:13.096998Z","caller":"traceutil/trace.go:171","msg":"trace[1962400750] transaction","detail":"{read_only:false; response_revision:1356; number_of_response:1; }","duration":"295.400204ms","start":"2026-04-09T22:32:12.801564Z","end":"2026-04-09T22:32:13.096964Z","steps":["trace[1962400750] 'process raft request' (duration: 295.170698ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:13.097394Z","caller":"traceutil/trace.go:171","msg":"trace[672968165] transaction","detail":"{read_only:false; response_revision:1357; number_of_response:1; }","duration":"295.624609ms","start":"2026-04-09T22:32:12.801758Z","end":"2026-04-09T22:32:13.097383Z","steps":["trace[672968165] 'process raft request' (duration: 295.136497ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:16.00313Z","caller":"traceutil/trace.go:171","msg":"trace[1083497461] transaction","detail":"{read_only:false; response_revision:1369; number_of_response:1; }","duration":"323.424849ms","start":"2026-04-09T22:32:15.679657Z","end":"2026-04-09T22:32:16.003082Z","steps":["trace[1083497461] 'process raft request' (duration: 240.419664ms)","trace[1083497461] 'compare' (duration: 82.673897ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:32:16.003156Z","caller":"traceutil/trace.go:171","msg":"trace[1011771202] transaction","detail":"{read_only:false; response_revision:1370; number_of_response:1; }","duration":"297.57257ms","start":"2026-04-09T22:32:15.705547Z","end":"2026-04-09T22:32:16.00312Z","steps":["trace[1011771202] 'process raft request' (duration: 297.407916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:16.003579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:15.679598Z","time spent":"323.637944ms","remote":"127.0.0.1:43656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1735,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T22:32:16.204424Z","caller":"traceutil/trace.go:171","msg":"trace[2058090005] transaction","detail":"{read_only:false; response_revision:1371; number_of_response:1; }","duration":"140.548281ms","start":"2026-04-09T22:32:16.063839Z","end":"2026-04-09T22:32:16.204387Z","steps":["trace[2058090005] 'process raft request' (duration: 131.223633ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:16.434344Z","caller":"traceutil/trace.go:171","msg":"trace[755855484] transaction","detail":"{read_only:false; response_revision:1373; number_of_response:1; }","duration":"146.655947ms","start":"2026-04-09T22:32:16.28764Z","end":"2026-04-09T22:32:16.434296Z","steps":["trace[755855484] 'process raft request' (duration: 52.014186ms)","trace[755855484] 'compare' (duration: 94.169718ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:32:16.964405Z","caller":"traceutil/trace.go:171","msg":"trace[1866416661] transaction","detail":"{read_only:false; response_revision:1377; number_of_response:1; }","duration":"189.791964ms","start":"2026-04-09T22:32:16.774561Z","end":"2026-04-09T22:32:16.964353Z","steps":["trace[1866416661] 'process raft request' (duration: 188.82063ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:17.137729Z","caller":"traceutil/trace.go:171","msg":"trace[490476730] transaction","detail":"{read_only:false; response_revision:1378; number_of_response:1; }","duration":"321.044048ms","start":"2026-04-09T22:32:16.816658Z","end":"2026-04-09T22:32:17.137702Z","steps":["trace[490476730] 'process raft request' (duration: 313.639239ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:17.137843Z","caller":"traceutil/trace.go:171","msg":"trace[1193214181] transaction","detail":"{read_only:false; response_revision:1379; number_of_response:1; }","duration":"158.22948ms","start":"2026-04-09T22:32:16.979485Z","end":"2026-04-09T22:32:17.137714Z","steps":["trace[1193214181] 'process raft request' (duration: 157.792829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:17.137934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:16.816634Z","time spent":"321.16412ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:32:17.530002Z","caller":"traceutil/trace.go:171","msg":"trace[1138140915] transaction","detail":"{read_only:false; response_revision:1387; number_of_response:1; }","duration":"177.163792ms","start":"2026-04-09T22:32:17.352806Z","end":"2026-04-09T22:32:17.529969Z","steps":["trace[1138140915] 'process raft request' (duration: 176.861615ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:17.832416Z","caller":"traceutil/trace.go:171","msg":"trace[1339299432] transaction","detail":"{read_only:false; response_revision:1391; number_of_response:1; }","duration":"141.702769ms","start":"2026-04-09T22:32:17.69068Z","end":"2026-04-09T22:32:17.832382Z","steps":["trace[1339299432] 'process raft request' (duration: 108.653997ms)","trace[1339299432] 'compare' (duration: 32.807486ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:32:17.832647Z","caller":"traceutil/trace.go:171","msg":"trace[1617786581] transaction","detail":"{read_only:false; response_revision:1392; number_of_response:1; }","duration":"140.196161ms","start":"2026-04-09T22:32:17.692413Z","end":"2026-04-09T22:32:17.832609Z","steps":["trace[1617786581] 'process raft request' (duration: 139.911064ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:18.678453Z","caller":"traceutil/trace.go:171","msg":"trace[4534961] transaction","detail":"{read_only:false; response_revision:1395; number_of_response:1; }","duration":"198.762473ms","start":"2026-04-09T22:32:18.479658Z","end":"2026-04-09T22:32:18.678421Z","steps":["trace[4534961] 'process raft request' (duration: 198.604349ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:18.690155Z","caller":"traceutil/trace.go:171","msg":"trace[1055274473] transaction","detail":"{read_only:false; response_revision:1396; number_of_response:1; }","duration":"106.962705ms","start":"2026-04-09T22:32:18.583164Z","end":"2026-04-09T22:32:18.690127Z","steps":["trace[1055274473] 'process raft request' (duration: 106.75498ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:19.305734Z","caller":"traceutil/trace.go:171","msg":"trace[908060953] transaction","detail":"{read_only:false; response_revision:1399; number_of_response:1; }","duration":"149.203251ms","start":"2026-04-09T22:32:19.156498Z","end":"2026-04-09T22:32:19.305701Z","steps":["trace[908060953] 'process raft request' (duration: 91.759478ms)","trace[908060953] 'compare' (duration: 56.889869ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:32:19.612927Z","caller":"traceutil/trace.go:171","msg":"trace[1194722240] transaction","detail":"{read_only:false; response_revision:1401; number_of_response:1; }","duration":"301.338345ms","start":"2026-04-09T22:32:19.311555Z","end":"2026-04-09T22:32:19.612894Z","steps":["trace[1194722240] 'process raft request' (duration: 301.072308ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:19.613123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:19.311533Z","time spent":"301.485258ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:32:19.61314Z","caller":"traceutil/trace.go:171","msg":"trace[2141201941] transaction","detail":"{read_only:false; response_revision:1402; number_of_response:1; }","duration":"301.255663ms","start":"2026-04-09T22:32:19.311862Z","end":"2026-04-09T22:32:19.613118Z","steps":["trace[2141201941] 'process raft request' (duration: 300.978616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:19.613239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:19.311849Z","time spent":"301.340295ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:32:19.613386Z","caller":"traceutil/trace.go:171","msg":"trace[1734801475] transaction","detail":"{read_only:false; response_revision:1403; number_of_response:1; }","duration":"301.412116ms","start":"2026-04-09T22:32:19.311924Z","end":"2026-04-09T22:32:19.613336Z","steps":["trace[1734801475] 'process raft request' (duration: 301.106879ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:19.613546Z","caller":"traceutil/trace.go:171","msg":"trace[1586151392] transaction","detail":"{read_only:false; response_revision:1404; number_of_response:1; }","duration":"301.131301ms","start":"2026-04-09T22:32:19.31235Z","end":"2026-04-09T22:32:19.613482Z","steps":["trace[1586151392] 'process raft request' (duration: 300.916265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:19.613586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:19.311906Z","time spent":"301.580592ms","remote":"127.0.0.1:43616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":835,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T22:32:19.613778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:19.31234Z","time spent":"301.324776ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:32:21.609805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.033936ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:32:21.609974Z","caller":"traceutil/trace.go:171","msg":"trace[1774869942] transaction","detail":"{read_only:false; response_revision:1407; number_of_response:1; }","duration":"228.103859ms","start":"2026-04-09T22:32:21.381843Z","end":"2026-04-09T22:32:21.609947Z","steps":["trace[1774869942] 'process raft request' (duration: 120.822527ms)","trace[1774869942] 'compare' (duration: 106.846771ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:32:21.621845Z","caller":"traceutil/trace.go:171","msg":"trace[914156530] transaction","detail":"{read_only:false; response_revision:1408; number_of_response:1; }","duration":"123.803763ms","start":"2026-04-09T22:32:21.497929Z","end":"2026-04-09T22:32:21.621733Z","steps":["trace[914156530] 'process raft request' (duration: 123.643849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:22.05444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.515068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:32:22.054544Z","caller":"traceutil/trace.go:171","msg":"trace[1468136345] transaction","detail":"{read_only:false; response_revision:1412; number_of_response:1; }","duration":"192.802871ms","start":"2026-04-09T22:32:21.86171Z","end":"2026-04-09T22:32:22.054513Z","steps":["trace[1468136345] 'process raft request' (duration: 190.708917ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:22.054574Z","caller":"traceutil/trace.go:171","msg":"trace[187014575] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1411; }","duration":"341.716593ms","start":"2026-04-09T22:32:21.712828Z","end":"2026-04-09T22:32:22.054545Z","steps":["trace[187014575] 'count revisions from in-memory index tree' (duration: 341.406066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:22.054646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:21.712807Z","time spent":"341.821897ms","remote":"127.0.0.1:43964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:32:22.474192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.548943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:32:22.474317Z","caller":"traceutil/trace.go:171","msg":"trace[1814750365] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1412; }","duration":"263.728177ms","start":"2026-04-09T22:32:22.210566Z","end":"2026-04-09T22:32:22.474294Z","steps":["trace[1814750365] 'range keys from in-memory index tree' (duration: 263.431889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:22.474543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.648452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:32:22.474645Z","caller":"traceutil/trace.go:171","msg":"trace[98468885] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:1412; }","duration":"257.798576ms","start":"2026-04-09T22:32:22.216825Z","end":"2026-04-09T22:32:22.474623Z","steps":["trace[98468885] 'count revisions from in-memory index tree' (duration: 257.577771ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:25.495167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.738391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-v74fg\" ","response":"range_response_count:1 size:4196"} {"level":"info","ts":"2026-04-09T22:32:25.495275Z","caller":"traceutil/trace.go:171","msg":"trace[147470611] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-v74fg; range_end:; response_count:1; response_revision:1424; }","duration":"740.891144ms","start":"2026-04-09T22:32:24.754356Z","end":"2026-04-09T22:32:25.495247Z","steps":["trace[147470611] 'range keys from in-memory index tree' (duration: 740.582987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:25.495328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.869788ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-04-09T22:32:25.495369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:24.754335Z","time spent":"740.995347ms","remote":"127.0.0.1:43732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4220,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-v74fg\" "} {"level":"info","ts":"2026-04-09T22:32:25.495474Z","caller":"traceutil/trace.go:171","msg":"trace[1563058179] transaction","detail":"{read_only:false; response_revision:1425; number_of_response:1; }","duration":"259.825443ms","start":"2026-04-09T22:32:25.235608Z","end":"2026-04-09T22:32:25.495433Z","steps":["trace[1563058179] 'process raft request' (duration: 145.74923ms)","trace[1563058179] 'compare' (duration: 113.411236ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:32:25.721125Z","caller":"traceutil/trace.go:171","msg":"trace[43320965] transaction","detail":"{read_only:false; response_revision:1427; number_of_response:1; }","duration":"218.400357ms","start":"2026-04-09T22:32:25.502702Z","end":"2026-04-09T22:32:25.721102Z","steps":["trace[43320965] 'process raft request' (duration: 190.164938ms)","trace[43320965] 'compare' (duration: 27.816818ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:32:29.090158Z","caller":"traceutil/trace.go:171","msg":"trace[436783793] transaction","detail":"{read_only:false; response_revision:1452; number_of_response:1; }","duration":"132.292015ms","start":"2026-04-09T22:32:28.957836Z","end":"2026-04-09T22:32:29.090128Z","steps":["trace[436783793] 'process raft request' (duration: 130.856099ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:29.090928Z","caller":"traceutil/trace.go:171","msg":"trace[1940274172] transaction","detail":"{read_only:false; response_revision:1453; number_of_response:1; }","duration":"132.508402ms","start":"2026-04-09T22:32:28.958375Z","end":"2026-04-09T22:32:29.090883Z","steps":["trace[1940274172] 'process raft request' (duration: 132.310637ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:29.091135Z","caller":"traceutil/trace.go:171","msg":"trace[955373136] linearizableReadLoop","detail":"{readStateIndex:1506; appliedIndex:1504; }","duration":"130.46031ms","start":"2026-04-09T22:32:28.960367Z","end":"2026-04-09T22:32:29.090828Z","steps":["trace[955373136] 'read index received' (duration: 128.318455ms)","trace[955373136] 'applied index is now lower than readState.Index' (duration: 2.140665ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:32:29.09126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.86746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-v74fg\" ","response":"range_response_count:1 size:4432"} {"level":"info","ts":"2026-04-09T22:32:29.091392Z","caller":"traceutil/trace.go:171","msg":"trace[1303832733] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-v74fg; range_end:; response_count:1; response_revision:1453; }","duration":"131.027113ms","start":"2026-04-09T22:32:28.960341Z","end":"2026-04-09T22:32:29.091368Z","steps":["trace[1303832733] 'agreement among raft nodes before linearized reading' (duration: 130.658924ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:29.497068Z","caller":"traceutil/trace.go:171","msg":"trace[426402939] transaction","detail":"{read_only:false; response_revision:1463; number_of_response:1; }","duration":"119.705975ms","start":"2026-04-09T22:32:29.377328Z","end":"2026-04-09T22:32:29.497034Z","steps":["trace[426402939] 'process raft request' (duration: 118.466943ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:32.689926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.526987ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:32:32.690193Z","caller":"traceutil/trace.go:171","msg":"trace[1332429984] linearizableReadLoop","detail":"{readStateIndex:1593; appliedIndex:1592; }","duration":"913.608782ms","start":"2026-04-09T22:32:31.776564Z","end":"2026-04-09T22:32:32.690173Z","steps":["trace[1332429984] 'read index received' (duration: 347.744017ms)","trace[1332429984] 'applied index is now lower than readState.Index' (duration: 565.863625ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:32:32.690275Z","caller":"traceutil/trace.go:171","msg":"trace[963681922] transaction","detail":"{read_only:false; response_revision:1540; number_of_response:1; }","duration":"965.727038ms","start":"2026-04-09T22:32:31.724468Z","end":"2026-04-09T22:32:32.690195Z","steps":["trace[963681922] 'process raft request' (duration: 399.808011ms)","trace[963681922] 'compare' (duration: 565.25047ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:32:32.690492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:31.724435Z","time spent":"965.942453ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:32:32.690977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.153131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:32:32.691011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.467425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-09T22:32:32.691037Z","caller":"traceutil/trace.go:171","msg":"trace[374117628] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:1541; }","duration":"266.274783ms","start":"2026-04-09T22:32:32.424743Z","end":"2026-04-09T22:32:32.691018Z","steps":["trace[374117628] 'agreement among raft nodes before linearized reading' (duration: 266.180451ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:32.691055Z","caller":"traceutil/trace.go:171","msg":"trace[1463596562] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1541; }","duration":"914.607628ms","start":"2026-04-09T22:32:31.776435Z","end":"2026-04-09T22:32:32.691042Z","steps":["trace[1463596562] 'agreement among raft nodes before linearized reading' (duration: 913.89477ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:32.691017Z","caller":"traceutil/trace.go:171","msg":"trace[1388069594] transaction","detail":"{read_only:false; response_revision:1541; number_of_response:1; }","duration":"503.567981ms","start":"2026-04-09T22:32:32.18739Z","end":"2026-04-09T22:32:32.690957Z","steps":["trace[1388069594] 'process raft request' (duration: 502.684718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:32.691103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:31.77641Z","time spent":"914.68364ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-09T22:32:32.691127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.509845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-09T22:32:32.691212Z","caller":"traceutil/trace.go:171","msg":"trace[1435023145] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1541; }","duration":"914.66918ms","start":"2026-04-09T22:32:31.776523Z","end":"2026-04-09T22:32:32.691192Z","steps":["trace[1435023145] 'agreement among raft nodes before linearized reading' (duration: 914.357822ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:32.691222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:32.187368Z","time spent":"503.754355ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:32:32.691268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:31.77646Z","time spent":"914.795102ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T22:32:32.691246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.913162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:32:32.691294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.781386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-09T22:32:32.691379Z","caller":"traceutil/trace.go:171","msg":"trace[184990732] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:1541; }","duration":"190.104317ms","start":"2026-04-09T22:32:32.501245Z","end":"2026-04-09T22:32:32.691349Z","steps":["trace[184990732] 'agreement among raft nodes before linearized reading' (duration: 189.865121ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:32.691407Z","caller":"traceutil/trace.go:171","msg":"trace[896441058] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1541; }","duration":"913.93477ms","start":"2026-04-09T22:32:31.777451Z","end":"2026-04-09T22:32:32.691386Z","steps":["trace[896441058] 'agreement among raft nodes before linearized reading' (duration: 913.686453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:32.691464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:31.777434Z","time spent":"914.014292ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T22:32:32.691471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.014522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-09T22:32:32.691574Z","caller":"traceutil/trace.go:171","msg":"trace[1907744147] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1541; }","duration":"914.146566ms","start":"2026-04-09T22:32:31.777404Z","end":"2026-04-09T22:32:32.691551Z","steps":["trace[1907744147] 'agreement among raft nodes before linearized reading' (duration: 913.780567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:32.691633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:31.777396Z","time spent":"914.227688ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T22:32:32.691587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.568298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:32:32.691796Z","caller":"traceutil/trace.go:171","msg":"trace[1104893383] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:1541; }","duration":"440.855765ms","start":"2026-04-09T22:32:32.250909Z","end":"2026-04-09T22:32:32.691764Z","steps":["trace[1104893383] 'agreement among raft nodes before linearized reading' (duration: 440.319672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:32.691911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:32.250855Z","time spent":"441.040409ms","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-04-09T22:32:32.959321Z","caller":"traceutil/trace.go:171","msg":"trace[886221252] transaction","detail":"{read_only:false; response_revision:1542; number_of_response:1; }","duration":"263.255157ms","start":"2026-04-09T22:32:32.696025Z","end":"2026-04-09T22:32:32.95928Z","steps":["trace[886221252] 'process raft request' (duration: 218.636932ms)","trace[886221252] 'compare' (duration: 44.43315ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:32:32.982159Z","caller":"traceutil/trace.go:171","msg":"trace[977104654] transaction","detail":"{read_only:false; response_revision:1543; number_of_response:1; }","duration":"285.79116ms","start":"2026-04-09T22:32:32.696338Z","end":"2026-04-09T22:32:32.982129Z","steps":["trace[977104654] 'process raft request' (duration: 285.548884ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:32.982464Z","caller":"traceutil/trace.go:171","msg":"trace[1411619894] transaction","detail":"{read_only:false; response_revision:1545; number_of_response:1; }","duration":"285.313048ms","start":"2026-04-09T22:32:32.697131Z","end":"2026-04-09T22:32:32.982444Z","steps":["trace[1411619894] 'process raft request' (duration: 285.219696ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:32.982516Z","caller":"traceutil/trace.go:171","msg":"trace[1636112970] transaction","detail":"{read_only:false; response_revision:1544; number_of_response:1; }","duration":"285.678907ms","start":"2026-04-09T22:32:32.696784Z","end":"2026-04-09T22:32:32.982463Z","steps":["trace[1636112970] 'process raft request' (duration: 285.303278ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:37.330872Z","caller":"traceutil/trace.go:171","msg":"trace[757298052] linearizableReadLoop","detail":"{readStateIndex:1613; appliedIndex:1612; }","duration":"333.707779ms","start":"2026-04-09T22:32:36.997132Z","end":"2026-04-09T22:32:37.33084Z","steps":["trace[757298052] 'read index received' (duration: 333.505774ms)","trace[757298052] 'applied index is now lower than readState.Index' (duration: 200.415µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:32:37.331042Z","caller":"traceutil/trace.go:171","msg":"trace[681067457] transaction","detail":"{read_only:false; response_revision:1559; number_of_response:1; }","duration":"351.922803ms","start":"2026-04-09T22:32:36.979106Z","end":"2026-04-09T22:32:37.331029Z","steps":["trace[681067457] 'process raft request' (duration: 351.529703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:37.33118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:36.97909Z","time spent":"351.991225ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:32:37.331239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.368304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-09T22:32:37.33136Z","caller":"traceutil/trace.go:171","msg":"trace[7664121] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1559; }","duration":"330.542548ms","start":"2026-04-09T22:32:37.000794Z","end":"2026-04-09T22:32:37.331336Z","steps":["trace[7664121] 'agreement among raft nodes before linearized reading' (duration: 330.297382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:37.331411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:37.000769Z","time spent":"330.632611ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T22:32:37.331585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.277822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-09T22:32:37.33158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.429353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:32:37.33165Z","caller":"traceutil/trace.go:171","msg":"trace[1277269996] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1559; }","duration":"330.346144ms","start":"2026-04-09T22:32:37.001289Z","end":"2026-04-09T22:32:37.331635Z","steps":["trace[1277269996] 'agreement among raft nodes before linearized reading' (duration: 330.157439ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:37.331636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.464168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-09T22:32:37.331694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:37.001226Z","time spent":"330.459866ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-09T22:32:37.331738Z","caller":"traceutil/trace.go:171","msg":"trace[275276299] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1559; }","duration":"334.609802ms","start":"2026-04-09T22:32:36.997105Z","end":"2026-04-09T22:32:37.331715Z","steps":["trace[275276299] 'agreement among raft nodes before linearized reading' (duration: 334.269993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:37.331806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:36.997094Z","time spent":"334.703274ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-09T22:32:37.331961Z","caller":"traceutil/trace.go:171","msg":"trace[369617211] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1559; }","duration":"118.573096ms","start":"2026-04-09T22:32:37.213075Z","end":"2026-04-09T22:32:37.331648Z","steps":["trace[369617211] 'agreement among raft nodes before linearized reading' (duration: 118.261628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:37.910109Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625759854346827,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T22:32:38.276109Z","caller":"traceutil/trace.go:171","msg":"trace[1624854723] transaction","detail":"{read_only:false; response_revision:1560; number_of_response:1; }","duration":"940.565837ms","start":"2026-04-09T22:32:37.335486Z","end":"2026-04-09T22:32:38.276052Z","steps":["trace[1624854723] 'process raft request' (duration: 898.23261ms)","trace[1624854723] 'compare' (duration: 41.874535ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:32:38.276373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:37.335455Z","time spent":"940.795283ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:32:38.279919Z","caller":"traceutil/trace.go:171","msg":"trace[463956930] transaction","detail":"{read_only:false; response_revision:1561; number_of_response:1; }","duration":"944.18758ms","start":"2026-04-09T22:32:37.335699Z","end":"2026-04-09T22:32:38.279887Z","steps":["trace[463956930] 'process raft request' (duration: 943.911343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:38.280105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:37.335673Z","time spent":"944.326894ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:32:38.280558Z","caller":"traceutil/trace.go:171","msg":"trace[1817829493] transaction","detail":"{read_only:false; response_revision:1562; number_of_response:1; }","duration":"943.990164ms","start":"2026-04-09T22:32:37.336523Z","end":"2026-04-09T22:32:38.280514Z","steps":["trace[1817829493] 'process raft request' (duration: 943.275677ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:38.280734Z","caller":"traceutil/trace.go:171","msg":"trace[60067739] linearizableReadLoop","detail":"{readStateIndex:1618; appliedIndex:1613; }","duration":"871.096351ms","start":"2026-04-09T22:32:37.409624Z","end":"2026-04-09T22:32:38.280721Z","steps":["trace[60067739] 'read index received' (duration: 824.113535ms)","trace[60067739] 'applied index is now lower than readState.Index' (duration: 46.981786ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:32:38.280818Z","caller":"traceutil/trace.go:171","msg":"trace[1964625414] transaction","detail":"{read_only:false; response_revision:1564; number_of_response:1; }","duration":"589.737252ms","start":"2026-04-09T22:32:37.691072Z","end":"2026-04-09T22:32:38.280809Z","steps":["trace[1964625414] 'process raft request' (duration: 589.611649ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:38.280892Z","caller":"traceutil/trace.go:171","msg":"trace[1451212343] transaction","detail":"{read_only:false; response_revision:1563; number_of_response:1; }","duration":"690.2393ms","start":"2026-04-09T22:32:37.59064Z","end":"2026-04-09T22:32:38.280879Z","steps":["trace[1451212343] 'process raft request' (duration: 689.956273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:38.280947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:37.590613Z","time spent":"690.303671ms","remote":"127.0.0.1:43718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6624,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:32:38.280905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:37.336505Z","time spent":"944.18531ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:32:38.281025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.387998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:32:38.281133Z","caller":"traceutil/trace.go:171","msg":"trace[882809009] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:1564; }","duration":"871.546981ms","start":"2026-04-09T22:32:37.409561Z","end":"2026-04-09T22:32:38.281107Z","steps":["trace[882809009] 'agreement among raft nodes before linearized reading' (duration: 871.368277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:38.281195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:37.40954Z","time spent":"871.640374ms","remote":"127.0.0.1:43888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":21,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:32:38.281302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:37.691046Z","time spent":"590.223784ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:32:38.281311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.637679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-09T22:32:38.281687Z","caller":"traceutil/trace.go:171","msg":"trace[566066459] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1564; }","duration":"574.910096ms","start":"2026-04-09T22:32:37.706613Z","end":"2026-04-09T22:32:38.281523Z","steps":["trace[566066459] 'agreement among raft nodes before linearized reading' (duration: 574.26524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:38.281779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:37.706597Z","time spent":"575.131841ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-09T22:32:41.559804Z","caller":"traceutil/trace.go:171","msg":"trace[994460551] linearizableReadLoop","detail":"{readStateIndex:1664; appliedIndex:1663; }","duration":"180.348909ms","start":"2026-04-09T22:32:41.379431Z","end":"2026-04-09T22:32:41.55978Z","steps":["trace[994460551] 'read index received' (duration: 180.285917ms)","trace[994460551] 'applied index is now lower than readState.Index' (duration: 61.632µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:32:41.560003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.555514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:32:41.560054Z","caller":"traceutil/trace.go:171","msg":"trace[1197463776] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:0; response_revision:1608; }","duration":"180.662037ms","start":"2026-04-09T22:32:41.37938Z","end":"2026-04-09T22:32:41.560042Z","steps":["trace[1197463776] 'agreement among raft nodes before linearized reading' (duration: 180.537813ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:41.560082Z","caller":"traceutil/trace.go:171","msg":"trace[51806718] transaction","detail":"{read_only:false; response_revision:1608; number_of_response:1; }","duration":"209.9102ms","start":"2026-04-09T22:32:41.350119Z","end":"2026-04-09T22:32:41.560029Z","steps":["trace[51806718] 'process raft request' (duration: 209.527471ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:46.428017Z","caller":"traceutil/trace.go:171","msg":"trace[419738053] linearizableReadLoop","detail":"{readStateIndex:1741; appliedIndex:1740; }","duration":"103.642087ms","start":"2026-04-09T22:32:46.324338Z","end":"2026-04-09T22:32:46.42798Z","steps":["trace[419738053] 'read index received' (duration: 103.207226ms)","trace[419738053] 'applied index is now lower than readState.Index' (duration: 433.37µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:32:46.42851Z","caller":"traceutil/trace.go:171","msg":"trace[674284633] transaction","detail":"{read_only:false; response_revision:1670; number_of_response:1; }","duration":"108.732707ms","start":"2026-04-09T22:32:46.319742Z","end":"2026-04-09T22:32:46.428475Z","steps":["trace[674284633] 'process raft request' (duration: 107.932686ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:46.429251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.895799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-09T22:32:46.429293Z","caller":"traceutil/trace.go:171","msg":"trace[925057718] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1670; }","duration":"104.975171ms","start":"2026-04-09T22:32:46.324305Z","end":"2026-04-09T22:32:46.42928Z","steps":["trace[925057718] 'agreement among raft nodes before linearized reading' (duration: 104.862718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:47.568596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.510613ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:32:47.569128Z","caller":"traceutil/trace.go:171","msg":"trace[67933279] transaction","detail":"{read_only:false; response_revision:1690; number_of_response:1; }","duration":"156.646825ms","start":"2026-04-09T22:32:47.41246Z","end":"2026-04-09T22:32:47.569106Z","steps":["trace[67933279] 'process raft request' (duration: 156.608764ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:47.569212Z","caller":"traceutil/trace.go:171","msg":"trace[988975407] transaction","detail":"{read_only:false; response_revision:1687; number_of_response:1; }","duration":"157.085466ms","start":"2026-04-09T22:32:47.412115Z","end":"2026-04-09T22:32:47.569201Z","steps":["trace[988975407] 'process raft request' (duration: 156.781518ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:47.569114Z","caller":"traceutil/trace.go:171","msg":"trace[1946421758] transaction","detail":"{read_only:false; response_revision:1684; number_of_response:1; }","duration":"157.127117ms","start":"2026-04-09T22:32:47.41193Z","end":"2026-04-09T22:32:47.569057Z","steps":["trace[1946421758] 'process raft request' (duration: 156.780989ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:47.569168Z","caller":"traceutil/trace.go:171","msg":"trace[316349577] transaction","detail":"{read_only:false; response_revision:1683; number_of_response:1; }","duration":"157.595069ms","start":"2026-04-09T22:32:47.411529Z","end":"2026-04-09T22:32:47.569124Z","steps":["trace[316349577] 'process raft request' (duration: 41.872675ms)","trace[316349577] 'compare' (duration: 114.339498ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:32:47.569342Z","caller":"traceutil/trace.go:171","msg":"trace[1551557622] transaction","detail":"{read_only:false; response_revision:1685; number_of_response:1; }","duration":"157.388034ms","start":"2026-04-09T22:32:47.411933Z","end":"2026-04-09T22:32:47.569321Z","steps":["trace[1551557622] 'process raft request' (duration: 156.899492ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:47.569376Z","caller":"traceutil/trace.go:171","msg":"trace[1616751821] transaction","detail":"{read_only:false; response_revision:1686; number_of_response:1; }","duration":"157.329753ms","start":"2026-04-09T22:32:47.41201Z","end":"2026-04-09T22:32:47.56934Z","steps":["trace[1616751821] 'process raft request' (duration: 156.856381ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:47.569524Z","caller":"traceutil/trace.go:171","msg":"trace[1697615828] transaction","detail":"{read_only:false; response_revision:1688; number_of_response:1; }","duration":"156.826489ms","start":"2026-04-09T22:32:47.412389Z","end":"2026-04-09T22:32:47.569215Z","steps":["trace[1697615828] 'process raft request' (duration: 156.571003ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:47.570185Z","caller":"traceutil/trace.go:171","msg":"trace[986448690] transaction","detail":"{read_only:false; response_revision:1689; number_of_response:1; }","duration":"157.693311ms","start":"2026-04-09T22:32:47.41247Z","end":"2026-04-09T22:32:47.570163Z","steps":["trace[986448690] 'process raft request' (duration: 156.542412ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:50.431912Z","caller":"traceutil/trace.go:171","msg":"trace[425032308] linearizableReadLoop","detail":"{readStateIndex:1869; appliedIndex:1868; }","duration":"269.024403ms","start":"2026-04-09T22:32:50.162859Z","end":"2026-04-09T22:32:50.431883Z","steps":["trace[425032308] 'read index received' (duration: 268.751036ms)","trace[425032308] 'applied index is now lower than readState.Index' (duration: 271.807µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:32:50.432068Z","caller":"traceutil/trace.go:171","msg":"trace[727195051] transaction","detail":"{read_only:false; response_revision:1794; number_of_response:1; }","duration":"270.681786ms","start":"2026-04-09T22:32:50.161277Z","end":"2026-04-09T22:32:50.431959Z","steps":["trace[727195051] 'process raft request' (duration: 270.371548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:50.432174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.27698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusters.pxc.percona.com\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:32:50.432217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.850137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:32:50.432269Z","caller":"traceutil/trace.go:171","msg":"trace[1190433615] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusters.pxc.percona.com; range_end:; response_count:0; response_revision:1794; }","duration":"269.450124ms","start":"2026-04-09T22:32:50.162795Z","end":"2026-04-09T22:32:50.432245Z","steps":["trace[1190433615] 'agreement among raft nodes before linearized reading' (duration: 269.242309ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:50.432269Z","caller":"traceutil/trace.go:171","msg":"trace[1460875804] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1794; }","duration":"218.986581ms","start":"2026-04-09T22:32:50.213269Z","end":"2026-04-09T22:32:50.432256Z","steps":["trace[1460875804] 'agreement among raft nodes before linearized reading' (duration: 218.844237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:52.259516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.947135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-67fdb85b4f-j4tbg\" ","response":"range_response_count:1 size:5539"} {"level":"info","ts":"2026-04-09T22:32:52.259618Z","caller":"traceutil/trace.go:171","msg":"trace[98824856] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-67fdb85b4f-j4tbg; range_end:; response_count:1; response_revision:1809; }","duration":"367.067508ms","start":"2026-04-09T22:32:51.89253Z","end":"2026-04-09T22:32:52.259597Z","steps":["trace[98824856] 'range keys from in-memory index tree' (duration: 366.77148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:52.259653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:51.892465Z","time spent":"367.17987ms","remote":"127.0.0.1:43732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5563,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-67fdb85b4f-j4tbg\" "} {"level":"warn","ts":"2026-04-09T22:32:52.259724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.273241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:32:52.259836Z","caller":"traceutil/trace.go:171","msg":"trace[2059792770] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:0; response_revision:1809; }","duration":"339.461895ms","start":"2026-04-09T22:32:51.920347Z","end":"2026-04-09T22:32:52.259809Z","steps":["trace[2059792770] 'range keys from in-memory index tree' (duration: 339.165028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:52.259891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:51.92032Z","time spent":"339.560128ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-09T22:32:52.366376Z","caller":"traceutil/trace.go:171","msg":"trace[907881208] transaction","detail":"{read_only:false; response_revision:1810; number_of_response:1; }","duration":"101.639496ms","start":"2026-04-09T22:32:52.264711Z","end":"2026-04-09T22:32:52.366351Z","steps":["trace[907881208] 'process raft request' (duration: 101.517753ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:52.410323Z","caller":"traceutil/trace.go:171","msg":"trace[1613386318] transaction","detail":"{read_only:false; response_revision:1811; number_of_response:1; }","duration":"142.575467ms","start":"2026-04-09T22:32:52.26771Z","end":"2026-04-09T22:32:52.410286Z","steps":["trace[1613386318] 'process raft request' (duration: 142.401532ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:52.62039Z","caller":"traceutil/trace.go:171","msg":"trace[982894415] transaction","detail":"{read_only:false; response_revision:1813; number_of_response:1; }","duration":"197.848114ms","start":"2026-04-09T22:32:52.422504Z","end":"2026-04-09T22:32:52.620352Z","steps":["trace[982894415] 'process raft request' (duration: 197.31723ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:52.622021Z","caller":"traceutil/trace.go:171","msg":"trace[2145499370] linearizableReadLoop","detail":"{readStateIndex:1889; appliedIndex:1887; }","duration":"165.852479ms","start":"2026-04-09T22:32:52.456137Z","end":"2026-04-09T22:32:52.621989Z","steps":["trace[2145499370] 'read index received' (duration: 163.822878ms)","trace[2145499370] 'applied index is now lower than readState.Index' (duration: 2.028321ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:32:52.622389Z","caller":"traceutil/trace.go:171","msg":"trace[1938070785] transaction","detail":"{read_only:false; response_revision:1814; number_of_response:1; }","duration":"171.896133ms","start":"2026-04-09T22:32:52.450472Z","end":"2026-04-09T22:32:52.622368Z","steps":["trace[1938070785] 'process raft request' (duration: 171.383569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:52.622512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.294401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:32:52.622632Z","caller":"traceutil/trace.go:171","msg":"trace[795064745] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:1814; }","duration":"166.434384ms","start":"2026-04-09T22:32:52.456167Z","end":"2026-04-09T22:32:52.622601Z","steps":["trace[795064745] 'agreement among raft nodes before linearized reading' (duration: 166.28276ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:52.622731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.022288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:32:52.622717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.578705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-09T22:32:52.622798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.891255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:2 size:135022"} {"level":"warn","ts":"2026-04-09T22:32:52.622783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.596031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-09T22:32:52.622866Z","caller":"traceutil/trace.go:171","msg":"trace[1742516824] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:2; response_revision:1814; }","duration":"165.029618ms","start":"2026-04-09T22:32:52.457819Z","end":"2026-04-09T22:32:52.622849Z","steps":["trace[1742516824] 'agreement among raft nodes before linearized reading' (duration: 164.671999ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:52.622897Z","caller":"traceutil/trace.go:171","msg":"trace[1516080038] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1814; }","duration":"104.808127ms","start":"2026-04-09T22:32:52.518057Z","end":"2026-04-09T22:32:52.622865Z","steps":["trace[1516080038] 'agreement among raft nodes before linearized reading' (duration: 104.406247ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:52.622827Z","caller":"traceutil/trace.go:171","msg":"trace[186011390] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1814; }","duration":"101.737469ms","start":"2026-04-09T22:32:52.521065Z","end":"2026-04-09T22:32:52.622803Z","steps":["trace[186011390] 'agreement among raft nodes before linearized reading' (duration: 101.453302ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:52.622776Z","caller":"traceutil/trace.go:171","msg":"trace[319274683] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:1814; }","duration":"165.11208ms","start":"2026-04-09T22:32:52.457653Z","end":"2026-04-09T22:32:52.622766Z","steps":["trace[319274683] 'agreement among raft nodes before linearized reading' (duration: 165.006598ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:52.623075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.241329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:32:52.623138Z","caller":"traceutil/trace.go:171","msg":"trace[951717072] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:1814; }","duration":"167.019079ms","start":"2026-04-09T22:32:52.456102Z","end":"2026-04-09T22:32:52.623121Z","steps":["trace[951717072] 'agreement among raft nodes before linearized reading' (duration: 166.184548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:52.623044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.733094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-09T22:32:52.623146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.011287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-09T22:32:52.6232Z","caller":"traceutil/trace.go:171","msg":"trace[1382096849] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1814; }","duration":"102.938868ms","start":"2026-04-09T22:32:52.520239Z","end":"2026-04-09T22:32:52.623178Z","steps":["trace[1382096849] 'agreement among raft nodes before linearized reading' (duration: 102.485477ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:52.623248Z","caller":"traceutil/trace.go:171","msg":"trace[793357582] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1814; }","duration":"106.226053ms","start":"2026-04-09T22:32:52.517Z","end":"2026-04-09T22:32:52.623226Z","steps":["trace[793357582] 'agreement among raft nodes before linearized reading' (duration: 105.791232ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:53.349735Z","caller":"traceutil/trace.go:171","msg":"trace[701704112] transaction","detail":"{read_only:false; response_revision:1819; number_of_response:1; }","duration":"151.206326ms","start":"2026-04-09T22:32:53.198476Z","end":"2026-04-09T22:32:53.349683Z","steps":["trace[701704112] 'process raft request' (duration: 150.9735ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:56.306605Z","caller":"traceutil/trace.go:171","msg":"trace[968743532] transaction","detail":"{read_only:false; response_revision:1861; number_of_response:1; }","duration":"180.600876ms","start":"2026-04-09T22:32:56.125965Z","end":"2026-04-09T22:32:56.306566Z","steps":["trace[968743532] 'process raft request' (duration: 180.214676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:56.524915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.877355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:32:56.525048Z","caller":"traceutil/trace.go:171","msg":"trace[1571014256] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:1861; }","duration":"130.024659ms","start":"2026-04-09T22:32:56.394981Z","end":"2026-04-09T22:32:56.525006Z","steps":["trace[1571014256] 'count revisions from in-memory index tree' (duration: 129.687571ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:57.922233Z","caller":"traceutil/trace.go:171","msg":"trace[2076076656] linearizableReadLoop","detail":"{readStateIndex:1949; appliedIndex:1948; }","duration":"257.215083ms","start":"2026-04-09T22:32:57.664947Z","end":"2026-04-09T22:32:57.922162Z","steps":["trace[2076076656] 'read index received' (duration: 256.936186ms)","trace[2076076656] 'applied index is now lower than readState.Index' (duration: 277.207µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:32:57.922272Z","caller":"traceutil/trace.go:171","msg":"trace[92685089] transaction","detail":"{read_only:false; response_revision:1869; number_of_response:1; }","duration":"287.966015ms","start":"2026-04-09T22:32:57.634268Z","end":"2026-04-09T22:32:57.922234Z","steps":["trace[92685089] 'process raft request' (duration: 287.713779ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:57.922451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.495511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-09T22:32:57.922523Z","caller":"traceutil/trace.go:171","msg":"trace[327333057] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1869; }","duration":"257.647065ms","start":"2026-04-09T22:32:57.66486Z","end":"2026-04-09T22:32:57.922507Z","steps":["trace[327333057] 'agreement among raft nodes before linearized reading' (duration: 257.45086ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:58.514183Z","caller":"traceutil/trace.go:171","msg":"trace[316564754] linearizableReadLoop","detail":"{readStateIndex:1950; appliedIndex:1949; }","duration":"301.601393ms","start":"2026-04-09T22:32:58.212547Z","end":"2026-04-09T22:32:58.514148Z","steps":["trace[316564754] 'read index received' (duration: 284.125489ms)","trace[316564754] 'applied index is now lower than readState.Index' (duration: 17.474404ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:32:58.514315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.753156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:32:58.514257Z","caller":"traceutil/trace.go:171","msg":"trace[434964538] transaction","detail":"{read_only:false; response_revision:1870; number_of_response:1; }","duration":"586.632094ms","start":"2026-04-09T22:32:57.927569Z","end":"2026-04-09T22:32:58.514202Z","steps":["trace[434964538] 'process raft request' (duration: 569.14277ms)","trace[434964538] 'compare' (duration: 16.90243ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:32:58.514396Z","caller":"traceutil/trace.go:171","msg":"trace[154349751] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1870; }","duration":"301.88532ms","start":"2026-04-09T22:32:58.212491Z","end":"2026-04-09T22:32:58.514377Z","steps":["trace[154349751] 'agreement among raft nodes before linearized reading' (duration: 301.744706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:58.514447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:58.212468Z","time spent":"301.968252ms","remote":"127.0.0.1:43530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T22:32:58.514517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:32:57.927544Z","time spent":"586.868121ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:32:58.514708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.763164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.65\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-09T22:32:58.514749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.115892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:32:58.514807Z","caller":"traceutil/trace.go:171","msg":"trace[386481012] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:0; response_revision:1870; }","duration":"123.193574ms","start":"2026-04-09T22:32:58.391597Z","end":"2026-04-09T22:32:58.514791Z","steps":["trace[386481012] 'agreement among raft nodes before linearized reading' (duration: 123.089811ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:58.514974Z","caller":"traceutil/trace.go:171","msg":"trace[60650093] range","detail":"{range_begin:/registry/masterleases/199.204.45.65; range_end:; response_count:1; response_revision:1870; }","duration":"125.076172ms","start":"2026-04-09T22:32:58.389874Z","end":"2026-04-09T22:32:58.51495Z","steps":["trace[60650093] 'agreement among raft nodes before linearized reading' (duration: 124.666472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:59.025778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.289174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-09T22:32:59.025828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.366055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-09T22:32:59.025893Z","caller":"traceutil/trace.go:171","msg":"trace[1878241399] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1873; }","duration":"266.459488ms","start":"2026-04-09T22:32:58.75941Z","end":"2026-04-09T22:32:59.02587Z","steps":["trace[1878241399] 'range keys from in-memory index tree' (duration: 266.004567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:59.025898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.183655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-09T22:32:59.025949Z","caller":"traceutil/trace.go:171","msg":"trace[1444953652] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1873; }","duration":"264.569599ms","start":"2026-04-09T22:32:58.761348Z","end":"2026-04-09T22:32:59.025918Z","steps":["trace[1444953652] 'range keys from in-memory index tree' (duration: 264.114688ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:32:59.025993Z","caller":"traceutil/trace.go:171","msg":"trace[2020140380] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1873; }","duration":"265.34987ms","start":"2026-04-09T22:32:58.760619Z","end":"2026-04-09T22:32:59.025969Z","steps":["trace[2020140380] 'range keys from in-memory index tree' (duration: 265.020811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:59.026077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.768041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-09T22:32:59.02615Z","caller":"traceutil/trace.go:171","msg":"trace[1619033396] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1873; }","duration":"263.860933ms","start":"2026-04-09T22:32:58.762269Z","end":"2026-04-09T22:32:59.02613Z","steps":["trace[1619033396] 'range keys from in-memory index tree' (duration: 263.605256ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:59.026383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.28851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-09T22:32:59.026421Z","caller":"traceutil/trace.go:171","msg":"trace[2145874480] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1873; }","duration":"278.382553ms","start":"2026-04-09T22:32:58.748027Z","end":"2026-04-09T22:32:59.02641Z","steps":["trace[2145874480] 'range keys from in-memory index tree' (duration: 277.415627ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:04.882109Z","caller":"traceutil/trace.go:171","msg":"trace[2058609437] transaction","detail":"{read_only:false; response_revision:1910; number_of_response:1; }","duration":"144.577798ms","start":"2026-04-09T22:33:04.737486Z","end":"2026-04-09T22:33:04.882064Z","steps":["trace[2058609437] 'process raft request' (duration: 44.606355ms)","trace[2058609437] 'compare' (duration: 99.735838ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:33:04.882103Z","caller":"traceutil/trace.go:171","msg":"trace[1787666164] linearizableReadLoop","detail":"{readStateIndex:1992; appliedIndex:1991; }","duration":"114.909903ms","start":"2026-04-09T22:33:04.767096Z","end":"2026-04-09T22:33:04.882006Z","steps":["trace[1787666164] 'read index received' (duration: 14.921319ms)","trace[1787666164] 'applied index is now lower than readState.Index' (duration: 99.987014ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:33:04.882651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.538339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:104631"} {"level":"info","ts":"2026-04-09T22:33:04.882787Z","caller":"traceutil/trace.go:171","msg":"trace[632452930] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1910; }","duration":"115.702683ms","start":"2026-04-09T22:33:04.76703Z","end":"2026-04-09T22:33:04.882733Z","steps":["trace[632452930] 'agreement among raft nodes before linearized reading' (duration: 115.16869ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:05.091964Z","caller":"traceutil/trace.go:171","msg":"trace[1140810036] transaction","detail":"{read_only:false; response_revision:1911; number_of_response:1; }","duration":"204.953964ms","start":"2026-04-09T22:33:04.886978Z","end":"2026-04-09T22:33:05.091932Z","steps":["trace[1140810036] 'process raft request' (duration: 204.734878ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:05.103266Z","caller":"traceutil/trace.go:171","msg":"trace[656696913] transaction","detail":"{read_only:false; response_revision:1912; number_of_response:1; }","duration":"150.605952ms","start":"2026-04-09T22:33:04.952624Z","end":"2026-04-09T22:33:05.10323Z","steps":["trace[656696913] 'process raft request' (duration: 150.437658ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:05.432753Z","caller":"traceutil/trace.go:171","msg":"trace[2000659670] transaction","detail":"{read_only:false; response_revision:1914; number_of_response:1; }","duration":"324.862233ms","start":"2026-04-09T22:33:05.107848Z","end":"2026-04-09T22:33:05.43271Z","steps":["trace[2000659670] 'process raft request' (duration: 228.694327ms)","trace[2000659670] 'compare' (duration: 95.878289ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:33:05.432761Z","caller":"traceutil/trace.go:171","msg":"trace[460493582] linearizableReadLoop","detail":"{readStateIndex:1997; appliedIndex:1995; }","duration":"298.928974ms","start":"2026-04-09T22:33:05.133791Z","end":"2026-04-09T22:33:05.43272Z","steps":["trace[460493582] 'read index received' (duration: 202.578553ms)","trace[460493582] 'applied index is now lower than readState.Index' (duration: 96.348161ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:33:05.432937Z","caller":"traceutil/trace.go:171","msg":"trace[1845562924] transaction","detail":"{read_only:false; response_revision:1915; number_of_response:1; }","duration":"324.366962ms","start":"2026-04-09T22:33:05.108552Z","end":"2026-04-09T22:33:05.432919Z","steps":["trace[1845562924] 'process raft request' (duration: 324.068594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:05.432939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:05.107826Z","time spent":"325.018438ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:33:05.433084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:05.108528Z","time spent":"324.447734ms","remote":"127.0.0.1:43656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2302,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T22:33:05.433287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.528683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3995"} {"level":"info","ts":"2026-04-09T22:33:05.433457Z","caller":"traceutil/trace.go:171","msg":"trace[842537041] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1915; }","duration":"318.733969ms","start":"2026-04-09T22:33:05.114693Z","end":"2026-04-09T22:33:05.433427Z","steps":["trace[842537041] 'agreement among raft nodes before linearized reading' (duration: 318.263157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:05.433536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:05.114678Z","time spent":"318.842081ms","remote":"127.0.0.1:55802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4019,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-09T22:33:05.462787Z","caller":"traceutil/trace.go:171","msg":"trace[1131738651] transaction","detail":"{read_only:false; response_revision:1917; number_of_response:1; }","duration":"324.169367ms","start":"2026-04-09T22:33:05.138602Z","end":"2026-04-09T22:33:05.462772Z","steps":["trace[1131738651] 'process raft request' (duration: 324.101295ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:05.462799Z","caller":"traceutil/trace.go:171","msg":"trace[1653686761] transaction","detail":"{read_only:false; response_revision:1916; number_of_response:1; }","duration":"324.333151ms","start":"2026-04-09T22:33:05.138444Z","end":"2026-04-09T22:33:05.462777Z","steps":["trace[1653686761] 'process raft request' (duration: 324.158407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:05.46288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:05.138559Z","time spent":"324.271259ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:33:05.462896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:05.138427Z","time spent":"324.417143ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:33:05.463046Z","caller":"traceutil/trace.go:171","msg":"trace[1564341464] transaction","detail":"{read_only:false; response_revision:1918; number_of_response:1; }","duration":"324.133585ms","start":"2026-04-09T22:33:05.138902Z","end":"2026-04-09T22:33:05.463035Z","steps":["trace[1564341464] 'process raft request' (duration: 323.839797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:05.463097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:05.13887Z","time spent":"324.199797ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:33:05.463144Z","caller":"traceutil/trace.go:171","msg":"trace[835035529] transaction","detail":"{read_only:false; response_revision:1919; number_of_response:1; }","duration":"324.050183ms","start":"2026-04-09T22:33:05.139068Z","end":"2026-04-09T22:33:05.463118Z","steps":["trace[835035529] 'process raft request' (duration: 323.909999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:05.463368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:05.139061Z","time spent":"324.187056ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:33:05.463419Z","caller":"traceutil/trace.go:171","msg":"trace[657996309] transaction","detail":"{read_only:false; response_revision:1921; number_of_response:1; }","duration":"324.220847ms","start":"2026-04-09T22:33:05.139175Z","end":"2026-04-09T22:33:05.463396Z","steps":["trace[657996309] 'process raft request' (duration: 324.036212ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:05.463442Z","caller":"traceutil/trace.go:171","msg":"trace[1981842023] transaction","detail":"{read_only:false; response_revision:1920; number_of_response:1; }","duration":"324.276139ms","start":"2026-04-09T22:33:05.139119Z","end":"2026-04-09T22:33:05.463395Z","steps":["trace[1981842023] 'process raft request' (duration: 323.967981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:05.463529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.053992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:33:05.463555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:05.139165Z","time spent":"324.31984ms","remote":"127.0.0.1:43840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1249,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T22:33:05.463603Z","caller":"traceutil/trace.go:171","msg":"trace[900693632] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1921; }","duration":"252.178675ms","start":"2026-04-09T22:33:05.211405Z","end":"2026-04-09T22:33:05.463584Z","steps":["trace[900693632] 'agreement among raft nodes before linearized reading' (duration: 252.070413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:05.463631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:05.139109Z","time spent":"324.431652ms","remote":"127.0.0.1:43702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":671,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T22:33:09.112704Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625759854347761,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T22:33:09.613363Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625759854347761,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T22:33:10.114519Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625759854347761,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T22:33:10.615437Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625759854347761,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T22:33:11.115725Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625759854347761,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T22:33:11.212909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000598254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T22:33:11.213015Z","caller":"traceutil/trace.go:171","msg":"trace[1254777713] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000770728s","start":"2026-04-09T22:33:09.212215Z","end":"2026-04-09T22:33:11.212985Z","steps":["trace[1254777713] 'agreement among raft nodes before linearized reading' (duration: 2.000639705s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:11.213208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:09.212186Z","time spent":"2.000998454s","remote":"127.0.0.1:43542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/09 22:33:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T22:33:11.616137Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625759854347761,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T22:33:11.73186Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.154343915s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-09T22:33:12.053428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.212267959s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:33:12.053511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.662534183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.65\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-09T22:33:12.053567Z","caller":"traceutil/trace.go:171","msg":"trace[620051566] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1996; }","duration":"2.212444443s","start":"2026-04-09T22:33:09.841097Z","end":"2026-04-09T22:33:12.053542Z","steps":["trace[620051566] 'range keys from in-memory index tree' (duration: 2.212245049s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:12.053585Z","caller":"traceutil/trace.go:171","msg":"trace[525287130] range","detail":"{range_begin:/registry/masterleases/199.204.45.65; range_end:; response_count:1; response_revision:1996; }","duration":"3.662657327s","start":"2026-04-09T22:33:08.390907Z","end":"2026-04-09T22:33:12.053564Z","steps":["trace[525287130] 'range keys from in-memory index tree' (duration: 3.662232815s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:12.053556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.484807191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-09T22:33:12.053629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:08.390886Z","time spent":"3.662732668s","remote":"127.0.0.1:43564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.65\" "} {"level":"info","ts":"2026-04-09T22:33:12.053649Z","caller":"traceutil/trace.go:171","msg":"trace[753495021] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:1996; }","duration":"3.484988407s","start":"2026-04-09T22:33:08.568637Z","end":"2026-04-09T22:33:12.053626Z","steps":["trace[753495021] 'count revisions from in-memory index tree' (duration: 3.48471424s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:12.0537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:08.568607Z","time spent":"3.485082009s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:33:12.053961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.879976485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:33:12.054011Z","caller":"traceutil/trace.go:171","msg":"trace[1861171013] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:1996; }","duration":"3.880059437s","start":"2026-04-09T22:33:08.173938Z","end":"2026-04-09T22:33:12.053998Z","steps":["trace[1861171013] 'count revisions from in-memory index tree' (duration: 3.87979917s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:12.054045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:08.17391Z","time spent":"3.880124819s","remote":"127.0.0.1:56730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:33:12.054415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.550438931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-09T22:33:12.054459Z","caller":"traceutil/trace.go:171","msg":"trace[1703596237] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1996; }","duration":"3.550522673s","start":"2026-04-09T22:33:08.503924Z","end":"2026-04-09T22:33:12.054446Z","steps":["trace[1703596237] 'range keys from in-memory index tree' (duration: 3.54962061s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:12.054487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:08.503901Z","time spent":"3.550579455s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-09T22:33:12.053967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.484441223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:33:12.056118Z","caller":"traceutil/trace.go:171","msg":"trace[635866211] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1996; }","duration":"3.486561827s","start":"2026-04-09T22:33:08.569518Z","end":"2026-04-09T22:33:12.056079Z","steps":["trace[635866211] 'range keys from in-memory index tree' (duration: 3.484391852s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:12.054881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.498949912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-09T22:33:12.055479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.09403ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-04-09T22:33:12.056353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:08.569484Z","time spent":"3.486834404s","remote":"127.0.0.1:43530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-09T22:33:12.056384Z","caller":"traceutil/trace.go:171","msg":"trace[342921560] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1996; }","duration":"3.500502952s","start":"2026-04-09T22:33:08.555841Z","end":"2026-04-09T22:33:12.056343Z","steps":["trace[342921560] 'range keys from in-memory index tree' (duration: 3.49730953s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:12.056403Z","caller":"traceutil/trace.go:171","msg":"trace[1473086755] transaction","detail":"{read_only:false; response_revision:1997; number_of_response:1; }","duration":"3.479009165s","start":"2026-04-09T22:33:08.577375Z","end":"2026-04-09T22:33:12.056385Z","steps":["trace[1473086755] 'process raft request' (duration: 3.154827318s)","trace[1473086755] 'compare' (duration: 322.839262ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:33:12.056551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:08.555822Z","time spent":"3.500677196s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T22:33:12.056804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:08.577355Z","time spent":"3.479211539s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:33:13.220371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000144633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-09T22:33:13.220495Z","caller":"traceutil/trace.go:171","msg":"trace[408890153] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000361828s","start":"2026-04-09T22:33:11.220109Z","end":"2026-04-09T22:33:13.22047Z","steps":["trace[408890153] 'agreement among raft nodes before linearized reading' (duration: 2.000210005s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:13.220547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:11.220082Z","time spent":"2.000455171s","remote":"127.0.0.1:43530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T22:33:13.775358Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.043170208s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-09T22:33:13.898294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:08.89999Z","time spent":"4.998289204s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/09 22:33:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T22:33:14.129229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.477282ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:33:14.129543Z","caller":"traceutil/trace.go:171","msg":"trace[1973586472] transaction","detail":"{read_only:false; response_revision:1998; number_of_response:1; }","duration":"5.318774578s","start":"2026-04-09T22:33:08.810745Z","end":"2026-04-09T22:33:14.12952Z","steps":["trace[1973586472] 'process raft request' (duration: 4.964884175s)","trace[1973586472] 'compare' (duration: 352.787645ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:33:14.12962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:08.810711Z","time spent":"5.31887769s","remote":"127.0.0.1:43718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:33:14.129641Z","caller":"traceutil/trace.go:171","msg":"trace[1027804694] linearizableReadLoop","detail":"{readStateIndex:2083; appliedIndex:2079; }","duration":"5.51777951s","start":"2026-04-09T22:33:08.611847Z","end":"2026-04-09T22:33:14.129626Z","steps":["trace[1027804694] 'read index received' (duration: 3.120370661s)","trace[1027804694] 'applied index is now lower than readState.Index' (duration: 2.397407549s)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:33:14.129876Z","caller":"traceutil/trace.go:171","msg":"trace[1048690108] transaction","detail":"{read_only:false; response_revision:2001; number_of_response:1; }","duration":"2.507502289s","start":"2026-04-09T22:33:11.622365Z","end":"2026-04-09T22:33:14.129868Z","steps":["trace[1048690108] 'process raft request' (duration: 2.507211832s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:14.129921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:11.622344Z","time spent":"2.507550191s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:33:14.130009Z","caller":"traceutil/trace.go:171","msg":"trace[1768674966] transaction","detail":"{read_only:false; response_revision:2000; number_of_response:1; }","duration":"3.556012113s","start":"2026-04-09T22:33:10.573988Z","end":"2026-04-09T22:33:14.13Z","steps":["trace[1768674966] 'process raft request' (duration: 3.555537441s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:14.13004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:10.573936Z","time spent":"3.556086684s","remote":"127.0.0.1:43616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T22:33:14.130319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.518475317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-09T22:33:14.130446Z","caller":"traceutil/trace.go:171","msg":"trace[992448869] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2001; }","duration":"5.518648982s","start":"2026-04-09T22:33:08.611755Z","end":"2026-04-09T22:33:14.130404Z","steps":["trace[992448869] 'agreement among raft nodes before linearized reading' (duration: 5.518110288s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:14.130499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:08.611726Z","time spent":"5.518761505s","remote":"127.0.0.1:55802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-09T22:33:14.447656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999277939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T22:33:14.447773Z","caller":"traceutil/trace.go:171","msg":"trace[2018133663] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999465104s","start":"2026-04-09T22:33:09.448281Z","end":"2026-04-09T22:33:14.447746Z","steps":["trace[2018133663] 'agreement among raft nodes before linearized reading' (duration: 4.999284619s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:14.447838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:09.448261Z","time spent":"4.999561347s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/09 22:33:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T22:33:14.478308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000019937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-09T22:33:14.478458Z","caller":"traceutil/trace.go:171","msg":"trace[826707980] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.000252153s","start":"2026-04-09T22:33:09.478173Z","end":"2026-04-09T22:33:14.478425Z","steps":["trace[826707980] 'agreement among raft nodes before linearized reading' (duration: 5.000012357s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:14.478534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:09.478071Z","time spent":"5.000446119s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T22:33:14.481277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999731471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T22:33:14.481344Z","caller":"traceutil/trace.go:171","msg":"trace[775769650] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999834284s","start":"2026-04-09T22:33:09.481493Z","end":"2026-04-09T22:33:14.481328Z","steps":["trace[775769650] 'agreement among raft nodes before linearized reading' (duration: 4.999756722s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:14.481398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:09.48148Z","time spent":"4.999893855s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/09 22:33:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T22:33:15.221755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000334378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T22:33:15.221876Z","caller":"traceutil/trace.go:171","msg":"trace[240896515] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000532322s","start":"2026-04-09T22:33:13.221317Z","end":"2026-04-09T22:33:15.221849Z","steps":["trace[240896515] 'agreement among raft nodes before linearized reading' (duration: 2.000352947s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:15.221935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:13.221298Z","time spent":"2.000624775s","remote":"127.0.0.1:43542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/09 22:33:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T22:33:15.803604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.448101729s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-09T22:33:15.804057Z","caller":"traceutil/trace.go:171","msg":"trace[899343226] transaction","detail":"{read_only:false; response_revision:2003; number_of_response:1; }","duration":"3.743526155s","start":"2026-04-09T22:33:12.060501Z","end":"2026-04-09T22:33:15.804028Z","steps":["trace[899343226] 'process raft request' (duration: 3.743420722s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:15.804148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:12.056025Z","time spent":"3.74811265s","remote":"127.0.0.1:43564","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-09T22:33:15.8042Z","caller":"traceutil/trace.go:171","msg":"trace[1627678807] transaction","detail":"{read_only:false; response_revision:2002; number_of_response:1; }","duration":"3.743957995s","start":"2026-04-09T22:33:12.060208Z","end":"2026-04-09T22:33:15.804166Z","steps":["trace[1627678807] 'process raft request' (duration: 3.743526554s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:15.804206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:12.060472Z","time spent":"3.743650998s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:33:15.804352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:12.060182Z","time spent":"3.744068828s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:33:15.874265Z","caller":"traceutil/trace.go:171","msg":"trace[1552291232] transaction","detail":"{read_only:false; response_revision:2006; number_of_response:1; }","duration":"1.993121235s","start":"2026-04-09T22:33:13.881112Z","end":"2026-04-09T22:33:15.874234Z","steps":["trace[1552291232] 'process raft request' (duration: 1.992999471s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:15.87431Z","caller":"traceutil/trace.go:171","msg":"trace[1911110466] transaction","detail":"{read_only:false; response_revision:2005; number_of_response:1; }","duration":"2.225439944s","start":"2026-04-09T22:33:13.648823Z","end":"2026-04-09T22:33:15.874263Z","steps":["trace[1911110466] 'process raft request' (duration: 2.225109956s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:15.874471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:13.881078Z","time spent":"1.993286669s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:33:15.874537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:13.648794Z","time spent":"2.225610879s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:33:15.874581Z","caller":"traceutil/trace.go:171","msg":"trace[761746899] transaction","detail":"{read_only:false; response_revision:2007; number_of_response:1; }","duration":"1.811603977s","start":"2026-04-09T22:33:14.062922Z","end":"2026-04-09T22:33:15.874526Z","steps":["trace[761746899] 'process raft request' (duration: 1.811240218s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:15.87472Z","caller":"traceutil/trace.go:171","msg":"trace[2026058542] linearizableReadLoop","detail":"{readStateIndex:2091; appliedIndex:2084; }","duration":"1.745013993s","start":"2026-04-09T22:33:14.129672Z","end":"2026-04-09T22:33:15.874686Z","steps":["trace[2026058542] 'read index received' (duration: 225.909798ms)","trace[2026058542] 'applied index is now lower than readState.Index' (duration: 1.519101635s)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:33:15.874766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:14.062893Z","time spent":"1.811766541s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:33:15.874889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.396373081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-09T22:33:15.874925Z","caller":"traceutil/trace.go:171","msg":"trace[670317674] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2007; }","duration":"6.396524325s","start":"2026-04-09T22:33:09.478391Z","end":"2026-04-09T22:33:15.874916Z","steps":["trace[670317674] 'agreement among raft nodes before linearized reading' (duration: 6.396375251s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:15.87495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:09.478369Z","time spent":"6.396575875s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-09T22:33:15.874977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.878855576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-04-09T22:33:15.875097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.073912087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-09T22:33:15.875089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.397005106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-09T22:33:15.875097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.4878673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:33:15.875137Z","caller":"traceutil/trace.go:171","msg":"trace[844844586] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2007; }","duration":"5.87905326s","start":"2026-04-09T22:33:09.99605Z","end":"2026-04-09T22:33:15.875103Z","steps":["trace[844844586] 'agreement among raft nodes before linearized reading' (duration: 5.878693521s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:15.875167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.376498985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-09T22:33:15.875187Z","caller":"traceutil/trace.go:171","msg":"trace[1245486260] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2007; }","duration":"6.376549496s","start":"2026-04-09T22:33:09.498634Z","end":"2026-04-09T22:33:15.875183Z","steps":["trace[1245486260] 'agreement among raft nodes before linearized reading' (duration: 6.376492755s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:15.875202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:09.498615Z","time spent":"6.376583908s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-09T22:33:15.875196Z","caller":"traceutil/trace.go:171","msg":"trace[1078601215] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:2007; }","duration":"2.488036214s","start":"2026-04-09T22:33:13.387137Z","end":"2026-04-09T22:33:15.875173Z","steps":["trace[1078601215] 'agreement among raft nodes before linearized reading' (duration: 2.487794598s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:15.875264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:13.387072Z","time spent":"2.488175898s","remote":"127.0.0.1:33010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":2,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:33:15.875237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.163148838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-646c5137-af71-42a6-839c-5e581413d08f\" ","response":"range_response_count:1 size:3626"} {"level":"warn","ts":"2026-04-09T22:33:15.875297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.741248357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a4d0ea4eabaf5c\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-04-09T22:33:15.875346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.591094285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:33:15.875345Z","caller":"traceutil/trace.go:171","msg":"trace[1565132156] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a4d0ea4eabaf5c; range_end:; response_count:1; response_revision:2007; }","duration":"1.741326788s","start":"2026-04-09T22:33:14.134003Z","end":"2026-04-09T22:33:15.87533Z","steps":["trace[1565132156] 'agreement among raft nodes before linearized reading' (duration: 1.741188865s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:15.875367Z","caller":"traceutil/trace.go:171","msg":"trace[1674735177] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:2007; }","duration":"4.591169868s","start":"2026-04-09T22:33:11.28419Z","end":"2026-04-09T22:33:15.87536Z","steps":["trace[1674735177] 'agreement among raft nodes before linearized reading' (duration: 4.591116557s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:15.875391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:11.284158Z","time spent":"4.59122861s","remote":"127.0.0.1:44038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":36,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:33:15.875353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.884735204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-646c5137-af71-42a6-839c-5e581413d08f\" ","response":"range_response_count:1 size:3626"} {"level":"warn","ts":"2026-04-09T22:33:15.87542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.938664148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:33:15.87542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.941639932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:33:15.875465Z","caller":"traceutil/trace.go:171","msg":"trace[483922595] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:2007; }","duration":"6.941743975s","start":"2026-04-09T22:33:08.933711Z","end":"2026-04-09T22:33:15.875455Z","steps":["trace[483922595] 'agreement among raft nodes before linearized reading' (duration: 6.941668353s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:15.875468Z","caller":"traceutil/trace.go:171","msg":"trace[745885966] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2007; }","duration":"4.938736079s","start":"2026-04-09T22:33:10.936714Z","end":"2026-04-09T22:33:15.87545Z","steps":["trace[745885966] 'agreement among raft nodes before linearized reading' (duration: 4.938668677s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:15.875149Z","caller":"traceutil/trace.go:171","msg":"trace[434629637] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2007; }","duration":"6.397198862s","start":"2026-04-09T22:33:09.477933Z","end":"2026-04-09T22:33:15.875132Z","steps":["trace[434629637] 'agreement among raft nodes before linearized reading' (duration: 6.396918055s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:15.875502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:14.133987Z","time spent":"1.741497503s","remote":"127.0.0.1:43616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a4d0ea4eabaf5c\" "} {"level":"info","ts":"2026-04-09T22:33:15.875496Z","caller":"traceutil/trace.go:171","msg":"trace[860904682] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-646c5137-af71-42a6-839c-5e581413d08f; range_end:; response_count:1; response_revision:2007; }","duration":"6.884873088s","start":"2026-04-09T22:33:08.990568Z","end":"2026-04-09T22:33:15.875441Z","steps":["trace[860904682] 'agreement among raft nodes before linearized reading' (duration: 6.884509539s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:15.875115Z","caller":"traceutil/trace.go:171","msg":"trace[1459302323] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:2007; }","duration":"6.073962809s","start":"2026-04-09T22:33:09.801147Z","end":"2026-04-09T22:33:15.87511Z","steps":["trace[1459302323] 'agreement among raft nodes before linearized reading' (duration: 6.073912627s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:15.875274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.503606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:33:15.875542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:09.477911Z","time spent":"6.397612883s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T22:33:15.875205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:09.996026Z","time spent":"5.879166634s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-09T22:33:15.875519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:10.936686Z","time spent":"4.938823802s","remote":"127.0.0.1:43778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-04-09T22:33:15.875771Z","caller":"traceutil/trace.go:171","msg":"trace[1434309146] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:2007; }","duration":"291.994429ms","start":"2026-04-09T22:33:15.583719Z","end":"2026-04-09T22:33:15.875714Z","steps":["trace[1434309146] 'agreement among raft nodes before linearized reading' (duration: 291.537947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:15.875431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.22568043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:33:15.875865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.331276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-09T22:33:15.875911Z","caller":"traceutil/trace.go:171","msg":"trace[1276555354] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:2007; }","duration":"2.226215283s","start":"2026-04-09T22:33:13.649674Z","end":"2026-04-09T22:33:15.875889Z","steps":["trace[1276555354] 'agreement among raft nodes before linearized reading' (duration: 2.2256752s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:15.875994Z","caller":"traceutil/trace.go:171","msg":"trace[173925890] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2007; }","duration":"735.528741ms","start":"2026-04-09T22:33:15.140432Z","end":"2026-04-09T22:33:15.875961Z","steps":["trace[173925890] 'agreement among raft nodes before linearized reading' (duration: 735.184682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:15.875518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:08.933681Z","time spent":"6.941826548s","remote":"127.0.0.1:43936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:33:15.876047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:15.140389Z","time spent":"735.648064ms","remote":"127.0.0.1:55802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-09T22:33:15.876107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:13.649651Z","time spent":"2.226371758s","remote":"127.0.0.1:56584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-04-09T22:33:15.875345Z","caller":"traceutil/trace.go:171","msg":"trace[303731075] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-646c5137-af71-42a6-839c-5e581413d08f; range_end:; response_count:1; response_revision:2007; }","duration":"7.163314812s","start":"2026-04-09T22:33:08.711999Z","end":"2026-04-09T22:33:15.875314Z","steps":["trace[303731075] 'agreement among raft nodes before linearized reading' (duration: 7.162999004s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:15.876203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:08.711974Z","time spent":"7.164205214s","remote":"127.0.0.1:43732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-646c5137-af71-42a6-839c-5e581413d08f\" "} {"level":"warn","ts":"2026-04-09T22:33:15.875343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.265134452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"info","ts":"2026-04-09T22:33:15.876292Z","caller":"traceutil/trace.go:171","msg":"trace[2109567114] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2007; }","duration":"4.266152498s","start":"2026-04-09T22:33:11.610124Z","end":"2026-04-09T22:33:15.876276Z","steps":["trace[2109567114] 'agreement among raft nodes before linearized reading' (duration: 4.265111902s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:15.875602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:09.801117Z","time spent":"6.074470142s","remote":"127.0.0.1:43702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":15,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:33:15.875607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.975839554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"info","ts":"2026-04-09T22:33:15.876455Z","caller":"traceutil/trace.go:171","msg":"trace[187077017] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:2007; }","duration":"1.976723127s","start":"2026-04-09T22:33:13.89972Z","end":"2026-04-09T22:33:15.876443Z","steps":["trace[187077017] 'agreement among raft nodes before linearized reading' (duration: 1.975774752s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:15.876494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:13.899695Z","time spent":"1.976789919s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":574,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-04-09T22:33:15.875662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:08.990546Z","time spent":"6.885036701s","remote":"127.0.0.1:43732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-646c5137-af71-42a6-839c-5e581413d08f\" "} {"level":"warn","ts":"2026-04-09T22:33:15.875572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.963547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:33:15.876695Z","caller":"traceutil/trace.go:171","msg":"trace[2070032937] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2007; }","duration":"646.070526ms","start":"2026-04-09T22:33:15.230569Z","end":"2026-04-09T22:33:15.876639Z","steps":["trace[2070032937] 'agreement among raft nodes before linearized reading' (duration: 644.979298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:15.876802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:15.230549Z","time spent":"646.20076ms","remote":"127.0.0.1:43530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T22:33:15.876372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:11.610096Z","time spent":"4.266263402s","remote":"127.0.0.1:43732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10352,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-09T22:33:16.163587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.616039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:10946"} {"level":"info","ts":"2026-04-09T22:33:16.163709Z","caller":"traceutil/trace.go:171","msg":"trace[496654469] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:2015; }","duration":"135.824775ms","start":"2026-04-09T22:33:16.027855Z","end":"2026-04-09T22:33:16.16368Z","steps":["trace[496654469] 'range keys from in-memory index tree' (duration: 135.306782ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:16.164441Z","caller":"traceutil/trace.go:171","msg":"trace[612894999] transaction","detail":"{read_only:false; response_revision:2016; number_of_response:1; }","duration":"135.030985ms","start":"2026-04-09T22:33:16.029379Z","end":"2026-04-09T22:33:16.16441Z","steps":["trace[612894999] 'process raft request' (duration: 134.82044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:16.623678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.82489ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:33:16.623808Z","caller":"traceutil/trace.go:171","msg":"trace[1228213571] linearizableReadLoop","detail":"{readStateIndex:2103; appliedIndex:2102; }","duration":"174.167271ms","start":"2026-04-09T22:33:16.44962Z","end":"2026-04-09T22:33:16.623787Z","steps":["trace[1228213571] 'read index received' (duration: 45.981µs)","trace[1228213571] 'applied index is now lower than readState.Index' (duration: 174.11951ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:33:16.623948Z","caller":"traceutil/trace.go:171","msg":"trace[721568546] transaction","detail":"{read_only:false; response_revision:2017; number_of_response:1; }","duration":"448.718445ms","start":"2026-04-09T22:33:16.175182Z","end":"2026-04-09T22:33:16.623901Z","steps":["trace[721568546] 'process raft request' (duration: 142.352372ms)","trace[721568546] 'compare' (duration: 305.340488ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:33:16.624055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.422218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-09T22:33:16.624122Z","caller":"traceutil/trace.go:171","msg":"trace[276920631] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2017; }","duration":"174.560491ms","start":"2026-04-09T22:33:16.449549Z","end":"2026-04-09T22:33:16.624109Z","steps":["trace[276920631] 'agreement among raft nodes before linearized reading' (duration: 174.340505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:16.624174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:16.175158Z","time spent":"448.892879ms","remote":"127.0.0.1:43732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11028,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:33:16.624464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.054778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-09T22:33:16.624568Z","caller":"traceutil/trace.go:171","msg":"trace[679076879] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2017; }","duration":"115.211382ms","start":"2026-04-09T22:33:16.509336Z","end":"2026-04-09T22:33:16.624548Z","steps":["trace[679076879] 'agreement among raft nodes before linearized reading' (duration: 114.689998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:16.62471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.640513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-09T22:33:16.624768Z","caller":"traceutil/trace.go:171","msg":"trace[1080133336] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2017; }","duration":"115.750816ms","start":"2026-04-09T22:33:16.509003Z","end":"2026-04-09T22:33:16.624754Z","steps":["trace[1080133336] 'agreement among raft nodes before linearized reading' (duration: 114.937024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:16.940135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.556577ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:33:16.941469Z","caller":"traceutil/trace.go:171","msg":"trace[1755728252] transaction","detail":"{read_only:false; response_revision:2018; number_of_response:1; }","duration":"312.523591ms","start":"2026-04-09T22:33:16.628897Z","end":"2026-04-09T22:33:16.941421Z","steps":["trace[1755728252] 'process raft request' (duration: 133.591938ms)","trace[1755728252] 'compare' (duration: 177.423264ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:33:16.942762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:16.628874Z","time spent":"312.754167ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:33:16.982474Z","caller":"traceutil/trace.go:171","msg":"trace[2017269269] transaction","detail":"{read_only:false; response_revision:2019; number_of_response:1; }","duration":"352.381853ms","start":"2026-04-09T22:33:16.630062Z","end":"2026-04-09T22:33:16.982444Z","steps":["trace[2017269269] 'process raft request' (duration: 352.181778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:16.982644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:16.63004Z","time spent":"352.515107ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:33:16.983043Z","caller":"traceutil/trace.go:171","msg":"trace[1375563284] transaction","detail":"{read_only:false; response_revision:2020; number_of_response:1; }","duration":"351.053541ms","start":"2026-04-09T22:33:16.631863Z","end":"2026-04-09T22:33:16.982916Z","steps":["trace[1375563284] 'process raft request' (duration: 350.542778ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:16.983081Z","caller":"traceutil/trace.go:171","msg":"trace[741998461] transaction","detail":"{read_only:false; response_revision:2021; number_of_response:1; }","duration":"347.230854ms","start":"2026-04-09T22:33:16.635824Z","end":"2026-04-09T22:33:16.983055Z","steps":["trace[741998461] 'process raft request' (duration: 346.975226ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:16.98313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.166718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-646c5137-af71-42a6-839c-5e581413d08f\" ","response":"range_response_count:1 size:3932"} {"level":"info","ts":"2026-04-09T22:33:16.983205Z","caller":"traceutil/trace.go:171","msg":"trace[736568633] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-646c5137-af71-42a6-839c-5e581413d08f; range_end:; response_count:1; response_revision:2021; }","duration":"100.305952ms","start":"2026-04-09T22:33:16.882875Z","end":"2026-04-09T22:33:16.983181Z","steps":["trace[736568633] 'agreement among raft nodes before linearized reading' (duration: 100.098397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:16.98324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:16.631846Z","time spent":"351.300807ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:33:16.983248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:16.635811Z","time spent":"347.338526ms","remote":"127.0.0.1:43732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3917,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:33:22.063614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.648192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-09T22:33:22.063687Z","caller":"traceutil/trace.go:171","msg":"trace[1238914179] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2080; }","duration":"126.780105ms","start":"2026-04-09T22:33:21.936892Z","end":"2026-04-09T22:33:22.063672Z","steps":["trace[1238914179] 'range keys from in-memory index tree' (duration: 126.387065ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:22.063709Z","caller":"traceutil/trace.go:171","msg":"trace[1477483589] linearizableReadLoop","detail":"{readStateIndex:2169; appliedIndex:2168; }","duration":"115.933509ms","start":"2026-04-09T22:33:21.947727Z","end":"2026-04-09T22:33:22.063661Z","steps":["trace[1477483589] 'read index received' (duration: 52.794833ms)","trace[1477483589] 'applied index is now lower than readState.Index' (duration: 63.137466ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:33:22.063722Z","caller":"traceutil/trace.go:171","msg":"trace[1025813132] transaction","detail":"{read_only:false; response_revision:2081; number_of_response:1; }","duration":"116.965525ms","start":"2026-04-09T22:33:21.946729Z","end":"2026-04-09T22:33:22.063694Z","steps":["trace[1025813132] 'process raft request' (duration: 53.791929ms)","trace[1025813132] 'compare' (duration: 62.942431ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:33:22.063941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.247753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-09T22:33:22.064024Z","caller":"traceutil/trace.go:171","msg":"trace[982844247] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2080; }","duration":"117.375396ms","start":"2026-04-09T22:33:21.946633Z","end":"2026-04-09T22:33:22.064008Z","steps":["trace[982844247] 'range keys from in-memory index tree' (duration: 116.666428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:22.064195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.415151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-09T22:33:22.064325Z","caller":"traceutil/trace.go:171","msg":"trace[1722982433] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2081; }","duration":"116.577015ms","start":"2026-04-09T22:33:21.947712Z","end":"2026-04-09T22:33:22.064289Z","steps":["trace[1722982433] 'agreement among raft nodes before linearized reading' (duration: 116.119364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:22.71339Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625759854347938,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T22:33:22.886659Z","caller":"traceutil/trace.go:171","msg":"trace[359496730] transaction","detail":"{read_only:false; response_revision:2083; number_of_response:1; }","duration":"817.587669ms","start":"2026-04-09T22:33:22.06904Z","end":"2026-04-09T22:33:22.886628Z","steps":["trace[359496730] 'process raft request' (duration: 817.449945ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:22.88672Z","caller":"traceutil/trace.go:171","msg":"trace[901290252] linearizableReadLoop","detail":"{readStateIndex:2172; appliedIndex:2169; }","duration":"673.878024ms","start":"2026-04-09T22:33:22.212796Z","end":"2026-04-09T22:33:22.886674Z","steps":["trace[901290252] 'read index received' (duration: 670.348295ms)","trace[901290252] 'applied index is now lower than readState.Index' (duration: 3.528669ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:33:22.886848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.079599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:33:22.886879Z","caller":"traceutil/trace.go:171","msg":"trace[1951837392] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2084; }","duration":"674.179621ms","start":"2026-04-09T22:33:22.212692Z","end":"2026-04-09T22:33:22.886872Z","steps":["trace[1951837392] 'agreement among raft nodes before linearized reading' (duration: 674.096619ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:22.88688Z","caller":"traceutil/trace.go:171","msg":"trace[1691638811] transaction","detail":"{read_only:false; response_revision:2082; number_of_response:1; }","duration":"817.863486ms","start":"2026-04-09T22:33:22.069007Z","end":"2026-04-09T22:33:22.88687Z","steps":["trace[1691638811] 'process raft request' (duration: 814.123381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:22.886908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:22.21267Z","time spent":"674.232153ms","remote":"127.0.0.1:43530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T22:33:22.886934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:22.068988Z","time spent":"817.914608ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:33:22.886837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:22.069018Z","time spent":"817.726953ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:33:22.887153Z","caller":"traceutil/trace.go:171","msg":"trace[85522282] transaction","detail":"{read_only:false; response_revision:2084; number_of_response:1; }","duration":"817.058566ms","start":"2026-04-09T22:33:22.070055Z","end":"2026-04-09T22:33:22.887113Z","steps":["trace[85522282] 'process raft request' (duration: 816.533563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:22.887254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:22.070044Z","time spent":"817.160818ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:33:24.15499Z","caller":"traceutil/trace.go:171","msg":"trace[2080742522] transaction","detail":"{read_only:false; response_revision:2088; number_of_response:1; }","duration":"298.644378ms","start":"2026-04-09T22:33:23.856309Z","end":"2026-04-09T22:33:24.154953Z","steps":["trace[2080742522] 'process raft request' (duration: 298.467543ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:24.179209Z","caller":"traceutil/trace.go:171","msg":"trace[1293438890] transaction","detail":"{read_only:false; response_revision:2089; number_of_response:1; }","duration":"266.604962ms","start":"2026-04-09T22:33:23.912554Z","end":"2026-04-09T22:33:24.179159Z","steps":["trace[1293438890] 'process raft request' (duration: 266.287354ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:24.179286Z","caller":"traceutil/trace.go:171","msg":"trace[205246742] transaction","detail":"{read_only:false; response_revision:2090; number_of_response:1; }","duration":"109.27119ms","start":"2026-04-09T22:33:24.069962Z","end":"2026-04-09T22:33:24.179233Z","steps":["trace[205246742] 'process raft request' (duration: 109.071255ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:30.390246Z","caller":"traceutil/trace.go:171","msg":"trace[1448994150] transaction","detail":"{read_only:false; response_revision:2126; number_of_response:1; }","duration":"189.549621ms","start":"2026-04-09T22:33:30.200627Z","end":"2026-04-09T22:33:30.390176Z","steps":["trace[1448994150] 'process raft request' (duration: 189.263154ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:30.390179Z","caller":"traceutil/trace.go:171","msg":"trace[200051781] linearizableReadLoop","detail":"{readStateIndex:2217; appliedIndex:2214; }","duration":"177.419815ms","start":"2026-04-09T22:33:30.212721Z","end":"2026-04-09T22:33:30.390141Z","steps":["trace[200051781] 'read index received' (duration: 31.563488ms)","trace[200051781] 'applied index is now lower than readState.Index' (duration: 145.855437ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:33:30.390375Z","caller":"traceutil/trace.go:171","msg":"trace[1114082024] transaction","detail":"{read_only:false; response_revision:2127; number_of_response:1; }","duration":"187.612363ms","start":"2026-04-09T22:33:30.202709Z","end":"2026-04-09T22:33:30.390322Z","steps":["trace[1114082024] 'process raft request' (duration: 187.392766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:30.390543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.781035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:33:30.390667Z","caller":"traceutil/trace.go:171","msg":"trace[1719734408] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2127; }","duration":"177.953689ms","start":"2026-04-09T22:33:30.212689Z","end":"2026-04-09T22:33:30.390643Z","steps":["trace[1719734408] 'agreement among raft nodes before linearized reading' (duration: 177.712453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:30.390586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.680427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-09T22:33:30.391012Z","caller":"traceutil/trace.go:171","msg":"trace[1006049787] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2127; }","duration":"158.165079ms","start":"2026-04-09T22:33:30.232805Z","end":"2026-04-09T22:33:30.39097Z","steps":["trace[1006049787] 'agreement among raft nodes before linearized reading' (duration: 157.636106ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:31.138982Z","caller":"traceutil/trace.go:171","msg":"trace[718359387] transaction","detail":"{read_only:false; response_revision:2133; number_of_response:1; }","duration":"116.541677ms","start":"2026-04-09T22:33:31.022365Z","end":"2026-04-09T22:33:31.138906Z","steps":["trace[718359387] 'process raft request' (duration: 51.81152ms)","trace[718359387] 'compare' (duration: 64.122621ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:33:32.588493Z","caller":"traceutil/trace.go:171","msg":"trace[1693866300] transaction","detail":"{read_only:false; response_revision:2136; number_of_response:1; }","duration":"334.513416ms","start":"2026-04-09T22:33:32.25394Z","end":"2026-04-09T22:33:32.588454Z","steps":["trace[1693866300] 'process raft request' (duration: 334.308581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:32.588742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:32.253922Z","time spent":"334.692101ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:33:32.609751Z","caller":"traceutil/trace.go:171","msg":"trace[92684938] transaction","detail":"{read_only:false; response_revision:2137; number_of_response:1; }","duration":"212.957084ms","start":"2026-04-09T22:33:32.396765Z","end":"2026-04-09T22:33:32.609722Z","steps":["trace[92684938] 'process raft request' (duration: 212.696498ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:32.61012Z","caller":"traceutil/trace.go:171","msg":"trace[2132607983] transaction","detail":"{read_only:false; response_revision:2138; number_of_response:1; }","duration":"213.023926ms","start":"2026-04-09T22:33:32.397083Z","end":"2026-04-09T22:33:32.610107Z","steps":["trace[2132607983] 'process raft request' (duration: 212.524934ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:32.610059Z","caller":"traceutil/trace.go:171","msg":"trace[860887281] linearizableReadLoop","detail":"{readStateIndex:2229; appliedIndex:2226; }","duration":"203.29961ms","start":"2026-04-09T22:33:32.406737Z","end":"2026-04-09T22:33:32.610037Z","steps":["trace[860887281] 'read index received' (duration: 181.492408ms)","trace[860887281] 'applied index is now lower than readState.Index' (duration: 21.805022ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:33:32.61058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.800043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-09T22:33:32.610727Z","caller":"traceutil/trace.go:171","msg":"trace[1975177471] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2138; }","duration":"203.993737ms","start":"2026-04-09T22:33:32.406693Z","end":"2026-04-09T22:33:32.610687Z","steps":["trace[1975177471] 'agreement among raft nodes before linearized reading' (duration: 203.556957ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:33.248855Z","caller":"traceutil/trace.go:171","msg":"trace[795864779] transaction","detail":"{read_only:false; response_revision:2142; number_of_response:1; }","duration":"100.308786ms","start":"2026-04-09T22:33:33.148462Z","end":"2026-04-09T22:33:33.248771Z","steps":["trace[795864779] 'process raft request' (duration: 30.180064ms)","trace[795864779] 'compare' (duration: 69.203829ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:33:35.502633Z","caller":"traceutil/trace.go:171","msg":"trace[1337244375] transaction","detail":"{read_only:false; response_revision:2154; number_of_response:1; }","duration":"116.504385ms","start":"2026-04-09T22:33:35.386088Z","end":"2026-04-09T22:33:35.502593Z","steps":["trace[1337244375] 'process raft request' (duration: 108.886173ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:36.370074Z","caller":"traceutil/trace.go:171","msg":"trace[2018133031] transaction","detail":"{read_only:false; response_revision:2155; number_of_response:1; }","duration":"117.156222ms","start":"2026-04-09T22:33:36.252877Z","end":"2026-04-09T22:33:36.370033Z","steps":["trace[2018133031] 'process raft request' (duration: 117.006989ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:36.553093Z","caller":"traceutil/trace.go:171","msg":"trace[2018591357] transaction","detail":"{read_only:false; response_revision:2156; number_of_response:1; }","duration":"157.405519ms","start":"2026-04-09T22:33:36.395646Z","end":"2026-04-09T22:33:36.553052Z","steps":["trace[2018591357] 'process raft request' (duration: 134.760927ms)","trace[2018591357] 'compare' (duration: 22.442307ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:33:36.922937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.400878ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:33:36.923206Z","caller":"traceutil/trace.go:171","msg":"trace[1710933111] linearizableReadLoop","detail":"{readStateIndex:2251; appliedIndex:2248; }","duration":"282.145214ms","start":"2026-04-09T22:33:36.641036Z","end":"2026-04-09T22:33:36.923181Z","steps":["trace[1710933111] 'read index received' (duration: 547.394µs)","trace[1710933111] 'applied index is now lower than readState.Index' (duration: 281.59656ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:33:36.923438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.39492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-09T22:33:36.923492Z","caller":"traceutil/trace.go:171","msg":"trace[1193273508] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2159; }","duration":"282.481632ms","start":"2026-04-09T22:33:36.640994Z","end":"2026-04-09T22:33:36.923476Z","steps":["trace[1193273508] 'agreement among raft nodes before linearized reading' (duration: 282.267637ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:36.923598Z","caller":"traceutil/trace.go:171","msg":"trace[64666979] transaction","detail":"{read_only:false; response_revision:2159; number_of_response:1; }","duration":"299.751799ms","start":"2026-04-09T22:33:36.62383Z","end":"2026-04-09T22:33:36.923582Z","steps":["trace[64666979] 'process raft request' (duration: 299.248535ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:36.923679Z","caller":"traceutil/trace.go:171","msg":"trace[1259702538] transaction","detail":"{read_only:false; response_revision:2158; number_of_response:1; }","duration":"301.76828ms","start":"2026-04-09T22:33:36.621868Z","end":"2026-04-09T22:33:36.923636Z","steps":["trace[1259702538] 'process raft request' (duration: 58.53481ms)","trace[1259702538] 'compare' (duration: 242.235514ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:33:36.923852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:36.621849Z","time spent":"301.909173ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:33:37.017447Z","caller":"traceutil/trace.go:171","msg":"trace[2076500819] transaction","detail":"{read_only:false; response_revision:2160; number_of_response:1; }","duration":"360.536665ms","start":"2026-04-09T22:33:36.656868Z","end":"2026-04-09T22:33:37.017405Z","steps":["trace[2076500819] 'process raft request' (duration: 360.231367ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:37.017625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:36.656844Z","time spent":"360.687119ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:33:53.520575Z","caller":"traceutil/trace.go:171","msg":"trace[1407216086] transaction","detail":"{read_only:false; response_revision:2259; number_of_response:1; }","duration":"104.489671ms","start":"2026-04-09T22:33:53.416053Z","end":"2026-04-09T22:33:53.520542Z","steps":["trace[1407216086] 'process raft request' (duration: 104.310747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:55.589387Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625759854348390,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T22:33:55.716859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.300899ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:33:55.716972Z","caller":"traceutil/trace.go:171","msg":"trace[1417064514] linearizableReadLoop","detail":"{readStateIndex:2360; appliedIndex:2359; }","duration":"628.53422ms","start":"2026-04-09T22:33:55.088417Z","end":"2026-04-09T22:33:55.716951Z","steps":["trace[1417064514] 'read index received' (duration: 517.971865ms)","trace[1417064514] 'applied index is now lower than readState.Index' (duration: 110.560715ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:33:55.71709Z","caller":"traceutil/trace.go:171","msg":"trace[1840940276] transaction","detail":"{read_only:false; response_revision:2264; number_of_response:1; }","duration":"688.071605ms","start":"2026-04-09T22:33:55.029003Z","end":"2026-04-09T22:33:55.717074Z","steps":["trace[1840940276] 'process raft request' (duration: 577.439888ms)","trace[1840940276] 'compare' (duration: 110.153835ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:33:55.717157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:55.028988Z","time spent":"688.131836ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:33:55.717404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.236038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:33:55.717495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.064183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-09T22:33:55.717537Z","caller":"traceutil/trace.go:171","msg":"trace[49260071] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2264; }","duration":"504.446603ms","start":"2026-04-09T22:33:55.213057Z","end":"2026-04-09T22:33:55.717504Z","steps":["trace[49260071] 'agreement among raft nodes before linearized reading' (duration: 504.237658ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:55.71757Z","caller":"traceutil/trace.go:171","msg":"trace[370954201] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2264; }","duration":"629.178156ms","start":"2026-04-09T22:33:55.088367Z","end":"2026-04-09T22:33:55.717545Z","steps":["trace[370954201] 'agreement among raft nodes before linearized reading' (duration: 628.893999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:55.717609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:55.21301Z","time spent":"504.584817ms","remote":"127.0.0.1:43530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T22:33:55.717615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:55.088349Z","time spent":"629.254399ms","remote":"127.0.0.1:55802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-09T22:33:55.717736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.011076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-04-09T22:33:55.71779Z","caller":"traceutil/trace.go:171","msg":"trace[2031102687] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2264; }","duration":"395.095169ms","start":"2026-04-09T22:33:55.32268Z","end":"2026-04-09T22:33:55.717775Z","steps":["trace[2031102687] 'agreement among raft nodes before linearized reading' (duration: 394.628666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:55.717753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.911449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-09T22:33:55.71783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:55.322655Z","time spent":"395.166701ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-09T22:33:55.717876Z","caller":"traceutil/trace.go:171","msg":"trace[1267975424] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2264; }","duration":"392.112503ms","start":"2026-04-09T22:33:55.32573Z","end":"2026-04-09T22:33:55.717843Z","steps":["trace[1267975424] 'agreement among raft nodes before linearized reading' (duration: 391.582429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:55.71795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:55.325702Z","time spent":"392.237077ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-09T22:33:55.718344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.206088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-09T22:33:55.71856Z","caller":"traceutil/trace.go:171","msg":"trace[2090282041] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2264; }","duration":"470.494306ms","start":"2026-04-09T22:33:55.248042Z","end":"2026-04-09T22:33:55.718536Z","steps":["trace[2090282041] 'agreement among raft nodes before linearized reading' (duration: 469.286285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:55.718659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:55.247999Z","time spent":"470.645759ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T22:33:55.719445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.468681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-09T22:33:55.719539Z","caller":"traceutil/trace.go:171","msg":"trace[2085056510] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2264; }","duration":"193.620615ms","start":"2026-04-09T22:33:55.525906Z","end":"2026-04-09T22:33:55.719526Z","steps":["trace[2085056510] 'agreement among raft nodes before linearized reading' (duration: 191.387019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:56.010322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.95624ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:33:56.010629Z","caller":"traceutil/trace.go:171","msg":"trace[857631733] transaction","detail":"{read_only:false; response_revision:2265; number_of_response:1; }","duration":"287.54484ms","start":"2026-04-09T22:33:55.723033Z","end":"2026-04-09T22:33:56.010578Z","steps":["trace[857631733] 'process raft request' (duration: 143.223491ms)","trace[857631733] 'compare' (duration: 143.53172ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:33:56.010844Z","caller":"traceutil/trace.go:171","msg":"trace[1673344153] transaction","detail":"{read_only:false; response_revision:2266; number_of_response:1; }","duration":"287.143529ms","start":"2026-04-09T22:33:55.723631Z","end":"2026-04-09T22:33:56.010775Z","steps":["trace[1673344153] 'process raft request' (duration: 286.852792ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:56.010889Z","caller":"traceutil/trace.go:171","msg":"trace[1914284999] transaction","detail":"{read_only:false; response_revision:2268; number_of_response:1; }","duration":"286.412291ms","start":"2026-04-09T22:33:55.724432Z","end":"2026-04-09T22:33:56.010844Z","steps":["trace[1914284999] 'process raft request' (duration: 286.221326ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:56.010889Z","caller":"traceutil/trace.go:171","msg":"trace[854134324] transaction","detail":"{read_only:false; response_revision:2270; number_of_response:1; }","duration":"285.688063ms","start":"2026-04-09T22:33:55.725177Z","end":"2026-04-09T22:33:56.010865Z","steps":["trace[854134324] 'process raft request' (duration: 285.55022ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:56.010849Z","caller":"traceutil/trace.go:171","msg":"trace[165286866] transaction","detail":"{read_only:false; response_revision:2269; number_of_response:1; }","duration":"285.813016ms","start":"2026-04-09T22:33:55.724994Z","end":"2026-04-09T22:33:56.010807Z","steps":["trace[165286866] 'process raft request' (duration: 285.698173ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:56.011211Z","caller":"traceutil/trace.go:171","msg":"trace[726374387] transaction","detail":"{read_only:false; response_revision:2267; number_of_response:1; }","duration":"287.297004ms","start":"2026-04-09T22:33:55.723859Z","end":"2026-04-09T22:33:56.011156Z","steps":["trace[726374387] 'process raft request' (duration: 286.74336ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:33:56.594829Z","caller":"traceutil/trace.go:171","msg":"trace[873032949] linearizableReadLoop","detail":"{readStateIndex:2367; appliedIndex:2366; }","duration":"444.460498ms","start":"2026-04-09T22:33:56.150315Z","end":"2026-04-09T22:33:56.594775Z","steps":["trace[873032949] 'read index received' (duration: 441.804341ms)","trace[873032949] 'applied index is now lower than readState.Index' (duration: 2.654147ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:33:56.594901Z","caller":"traceutil/trace.go:171","msg":"trace[2037866680] transaction","detail":"{read_only:false; response_revision:2271; number_of_response:1; }","duration":"475.884632ms","start":"2026-04-09T22:33:56.118974Z","end":"2026-04-09T22:33:56.594859Z","steps":["trace[2037866680] 'process raft request' (duration: 473.02461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:56.595131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:56.118955Z","time spent":"476.050967ms","remote":"127.0.0.1:43616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:33:56.595605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.263048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"info","ts":"2026-04-09T22:33:56.595747Z","caller":"traceutil/trace.go:171","msg":"trace[151417743] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2271; }","duration":"445.446492ms","start":"2026-04-09T22:33:56.150276Z","end":"2026-04-09T22:33:56.595723Z","steps":["trace[151417743] 'agreement among raft nodes before linearized reading' (duration: 444.610942ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:33:56.595832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:33:56.150264Z","time spent":"445.555015ms","remote":"127.0.0.1:43732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12409,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-09T22:34:01.22395Z","caller":"traceutil/trace.go:171","msg":"trace[1124443179] transaction","detail":"{read_only:false; response_revision:2297; number_of_response:1; }","duration":"119.378408ms","start":"2026-04-09T22:34:01.104541Z","end":"2026-04-09T22:34:01.22392Z","steps":["trace[1124443179] 'process raft request' (duration: 119.165453ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:34:01.546575Z","caller":"traceutil/trace.go:171","msg":"trace[676056064] transaction","detail":"{read_only:false; response_revision:2298; number_of_response:1; }","duration":"439.931583ms","start":"2026-04-09T22:34:01.106612Z","end":"2026-04-09T22:34:01.546543Z","steps":["trace[676056064] 'process raft request' (duration: 439.269376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:34:01.546808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:34:01.106578Z","time spent":"440.086016ms","remote":"127.0.0.1:43616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:34:01.922156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.999881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-09T22:34:01.922344Z","caller":"traceutil/trace.go:171","msg":"trace[765981986] linearizableReadLoop","detail":"{readStateIndex:2396; appliedIndex:2395; }","duration":"155.388168ms","start":"2026-04-09T22:34:01.766925Z","end":"2026-04-09T22:34:01.922314Z","steps":["trace[765981986] 'read index received' (duration: 142.492792ms)","trace[765981986] 'applied index is now lower than readState.Index' (duration: 12.893416ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:34:01.922663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.705267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-09T22:34:01.922711Z","caller":"traceutil/trace.go:171","msg":"trace[1981432449] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2299; }","duration":"155.82656ms","start":"2026-04-09T22:34:01.76687Z","end":"2026-04-09T22:34:01.922697Z","steps":["trace[1981432449] 'agreement among raft nodes before linearized reading' (duration: 155.555443ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:34:01.922912Z","caller":"traceutil/trace.go:171","msg":"trace[2146821766] transaction","detail":"{read_only:false; response_revision:2299; number_of_response:1; }","duration":"180.101754ms","start":"2026-04-09T22:34:01.742775Z","end":"2026-04-09T22:34:01.922877Z","steps":["trace[2146821766] 'process raft request' (duration: 166.691584ms)","trace[2146821766] 'compare' (duration: 12.269971ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:34:01.922386Z","caller":"traceutil/trace.go:171","msg":"trace[1728465528] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2298; }","duration":"271.265537ms","start":"2026-04-09T22:34:01.651093Z","end":"2026-04-09T22:34:01.922359Z","steps":["trace[1728465528] 'range keys from in-memory index tree' (duration: 270.796785ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:34:02.522245Z","caller":"traceutil/trace.go:171","msg":"trace[836209336] transaction","detail":"{read_only:false; response_revision:2301; number_of_response:1; }","duration":"423.509107ms","start":"2026-04-09T22:34:02.098659Z","end":"2026-04-09T22:34:02.522168Z","steps":["trace[836209336] 'process raft request' (duration: 389.303432ms)","trace[836209336] 'compare' (duration: 33.821045ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:34:02.522498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:34:02.09863Z","time spent":"423.729313ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:34:02.522623Z","caller":"traceutil/trace.go:171","msg":"trace[1033366332] transaction","detail":"{read_only:false; response_revision:2302; number_of_response:1; }","duration":"423.705343ms","start":"2026-04-09T22:34:02.098888Z","end":"2026-04-09T22:34:02.522594Z","steps":["trace[1033366332] 'process raft request' (duration: 423.192719ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:34:02.522731Z","caller":"traceutil/trace.go:171","msg":"trace[1452689033] linearizableReadLoop","detail":"{readStateIndex:2402; appliedIndex:2397; }","duration":"310.635484ms","start":"2026-04-09T22:34:02.212078Z","end":"2026-04-09T22:34:02.522714Z","steps":["trace[1452689033] 'read index received' (duration: 275.763782ms)","trace[1452689033] 'applied index is now lower than readState.Index' (duration: 34.870222ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:34:02.522795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:34:02.098878Z","time spent":"423.827216ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:34:02.522794Z","caller":"traceutil/trace.go:171","msg":"trace[513048320] transaction","detail":"{read_only:false; response_revision:2305; number_of_response:1; }","duration":"422.208574ms","start":"2026-04-09T22:34:02.100552Z","end":"2026-04-09T22:34:02.52276Z","steps":["trace[513048320] 'process raft request' (duration: 422.115262ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:34:02.522757Z","caller":"traceutil/trace.go:171","msg":"trace[1653752368] transaction","detail":"{read_only:false; response_revision:2304; number_of_response:1; }","duration":"423.132207ms","start":"2026-04-09T22:34:02.09959Z","end":"2026-04-09T22:34:02.522722Z","steps":["trace[1653752368] 'process raft request' (duration: 423.030845ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:34:02.522757Z","caller":"traceutil/trace.go:171","msg":"trace[555689355] transaction","detail":"{read_only:false; response_revision:2303; number_of_response:1; }","duration":"423.462465ms","start":"2026-04-09T22:34:02.09926Z","end":"2026-04-09T22:34:02.522723Z","steps":["trace[555689355] 'process raft request' (duration: 423.236519ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:34:02.523015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:34:02.099559Z","time spent":"423.352703ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:34:02.523038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:34:02.100539Z","time spent":"422.377768ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:34:02.523027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.88817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:34:02.523109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:34:02.099245Z","time spent":"423.722652ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:34:02.523211Z","caller":"traceutil/trace.go:171","msg":"trace[1349556633] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2305; }","duration":"311.176377ms","start":"2026-04-09T22:34:02.212012Z","end":"2026-04-09T22:34:02.523189Z","steps":["trace[1349556633] 'agreement among raft nodes before linearized reading' (duration: 310.798407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:34:02.523365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:34:02.211986Z","time spent":"311.361972ms","remote":"127.0.0.1:43530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-09T22:34:08.102298Z","caller":"traceutil/trace.go:171","msg":"trace[532091536] transaction","detail":"{read_only:false; response_revision:2331; number_of_response:1; }","duration":"157.83244ms","start":"2026-04-09T22:34:07.944425Z","end":"2026-04-09T22:34:08.102258Z","steps":["trace[532091536] 'process raft request' (duration: 157.516922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:34:08.868973Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625759854348558,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T22:34:09.369594Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625759854348558,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T22:34:09.870355Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625759854348558,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T22:34:10.367881Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.205378436s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-09T22:34:10.437805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.724737ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:34:10.437941Z","caller":"traceutil/trace.go:171","msg":"trace[1614315967] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2331; }","duration":"596.8785ms","start":"2026-04-09T22:34:09.841041Z","end":"2026-04-09T22:34:10.43792Z","steps":["trace[1614315967] 'range keys from in-memory index tree' (duration: 596.705665ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:34:10.438138Z","caller":"traceutil/trace.go:171","msg":"trace[546844597] transaction","detail":"{read_only:false; response_revision:2332; number_of_response:1; }","duration":"2.275768075s","start":"2026-04-09T22:34:08.162338Z","end":"2026-04-09T22:34:10.438106Z","steps":["trace[546844597] 'process raft request' (duration: 2.205799316s)","trace[546844597] 'compare' (duration: 69.008055ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:34:10.43832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:34:08.162312Z","time spent":"2.275878368s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:34:10.571605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000569478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T22:34:10.572339Z","caller":"traceutil/trace.go:171","msg":"trace[169561098] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001264175s","start":"2026-04-09T22:34:08.570435Z","end":"2026-04-09T22:34:10.5717Z","steps":["trace[169561098] 'agreement among raft nodes before linearized reading' (duration: 2.000589538s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:34:10.572533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:34:08.570419Z","time spent":"2.002058805s","remote":"127.0.0.1:43530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/09 22:34:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T22:34:11.212438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000098276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-09T22:34:11.212553Z","caller":"traceutil/trace.go:171","msg":"trace[715102660] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00028063s","start":"2026-04-09T22:34:09.212242Z","end":"2026-04-09T22:34:11.212522Z","steps":["trace[715102660] 'agreement among raft nodes before linearized reading' (duration: 2.000139747s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:34:11.21263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:34:09.212205Z","time spent":"2.000408364s","remote":"127.0.0.1:43542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T22:34:11.670095Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.302029358s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-09T22:34:13.221195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000028215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-09T22:34:13.221309Z","caller":"traceutil/trace.go:171","msg":"trace[1785649028] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000201238s","start":"2026-04-09T22:34:11.221083Z","end":"2026-04-09T22:34:13.221284Z","steps":["trace[1785649028] 'agreement among raft nodes before linearized reading' (duration: 2.000049135s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:34:13.221376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:34:11.221067Z","time spent":"2.000294481s","remote":"127.0.0.1:43530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T22:34:13.397342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:34:11.390276Z","time spent":"2.007056892s","remote":"127.0.0.1:47798","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-09T22:34:13.397979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.727519865s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:34:13.398172Z","caller":"traceutil/trace.go:171","msg":"trace[756698678] linearizableReadLoop","detail":"{readStateIndex:2431; appliedIndex:2429; }","duration":"5.029908916s","start":"2026-04-09T22:34:08.368245Z","end":"2026-04-09T22:34:13.398154Z","steps":["trace[756698678] 'read index received' (duration: 1.999888951s)","trace[756698678] 'applied index is now lower than readState.Index' (duration: 3.030019055s)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:34:13.398312Z","caller":"traceutil/trace.go:171","msg":"trace[94759267] transaction","detail":"{read_only:false; response_revision:2333; number_of_response:1; }","duration":"4.076385878s","start":"2026-04-09T22:34:09.32191Z","end":"2026-04-09T22:34:13.398296Z","steps":["trace[94759267] 'process raft request' (duration: 2.348453813s)","trace[94759267] 'compare' (duration: 1.72731826s)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:34:13.398424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:34:09.321864Z","time spent":"4.076508871s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:34:13.398634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.172078345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:34:13.398737Z","caller":"traceutil/trace.go:171","msg":"trace[491966471] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:2334; }","duration":"3.172216849s","start":"2026-04-09T22:34:10.226496Z","end":"2026-04-09T22:34:13.398713Z","steps":["trace[491966471] 'agreement among raft nodes before linearized reading' (duration: 3.171935992s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:34:13.398765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.721482507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-09T22:34:13.398788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:34:10.22643Z","time spent":"3.172347852s","remote":"127.0.0.1:43700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:34:13.398812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.831182319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:34:13.398829Z","caller":"traceutil/trace.go:171","msg":"trace[1536177103] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2334; }","duration":"4.721545269s","start":"2026-04-09T22:34:08.677259Z","end":"2026-04-09T22:34:13.398804Z","steps":["trace[1536177103] 'agreement among raft nodes before linearized reading' (duration: 4.721431216s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:34:13.398828Z","caller":"traceutil/trace.go:171","msg":"trace[1922876866] transaction","detail":"{read_only:false; response_revision:2334; number_of_response:1; }","duration":"3.274486985s","start":"2026-04-09T22:34:10.124321Z","end":"2026-04-09T22:34:13.398808Z","steps":["trace[1922876866] 'process raft request' (duration: 3.273769767s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:34:13.398851Z","caller":"traceutil/trace.go:171","msg":"trace[2118606887] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:2334; }","duration":"3.831280002s","start":"2026-04-09T22:34:09.567562Z","end":"2026-04-09T22:34:13.398842Z","steps":["trace[2118606887] 'agreement among raft nodes before linearized reading' (duration: 3.83121359s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:34:13.398834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.425338791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-09T22:34:13.398879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:34:09.567536Z","time spent":"3.831337854s","remote":"127.0.0.1:43822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:34:13.398897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.850910059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-09T22:34:13.39892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:34:10.124287Z","time spent":"3.274584358s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:34:13.398927Z","caller":"traceutil/trace.go:171","msg":"trace[526128088] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2334; }","duration":"4.425503665s","start":"2026-04-09T22:34:08.9734Z","end":"2026-04-09T22:34:13.398904Z","steps":["trace[526128088] 'agreement among raft nodes before linearized reading' (duration: 4.425119876s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:34:13.398959Z","caller":"traceutil/trace.go:171","msg":"trace[554505108] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:2334; }","duration":"3.851045301s","start":"2026-04-09T22:34:09.547894Z","end":"2026-04-09T22:34:13.398939Z","steps":["trace[554505108] 'agreement among raft nodes before linearized reading' (duration: 3.850936479s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:34:13.398974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.721896317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-09T22:34:13.398985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:34:08.973375Z","time spent":"4.425600927s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-09T22:34:13.39901Z","caller":"traceutil/trace.go:171","msg":"trace[445424230] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2334; }","duration":"4.721956899s","start":"2026-04-09T22:34:08.677043Z","end":"2026-04-09T22:34:13.399Z","steps":["trace[445424230] 'agreement among raft nodes before linearized reading' (duration: 4.721855936s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:34:13.39888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:34:08.677251Z","time spent":"4.721615211s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-09T22:34:13.398976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.796590844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:34:13.399014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:34:09.547854Z","time spent":"3.851147394s","remote":"127.0.0.1:43884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":2,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:34:13.399065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.513648437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:34:13.399081Z","caller":"traceutil/trace.go:171","msg":"trace[180744832] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:2334; }","duration":"3.796778519s","start":"2026-04-09T22:34:09.602277Z","end":"2026-04-09T22:34:13.399055Z","steps":["trace[180744832] 'agreement among raft nodes before linearized reading' (duration: 3.796587424s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:34:13.399097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.824759615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a4d10935611b4e\" ","response":"range_response_count:1 size:773"} {"level":"info","ts":"2026-04-09T22:34:13.399118Z","caller":"traceutil/trace.go:171","msg":"trace[263486025] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:2334; }","duration":"1.513737549s","start":"2026-04-09T22:34:11.885366Z","end":"2026-04-09T22:34:13.399103Z","steps":["trace[263486025] 'agreement among raft nodes before linearized reading' (duration: 1.513633897s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:34:13.399139Z","caller":"traceutil/trace.go:171","msg":"trace[25617276] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a4d10935611b4e; range_end:; response_count:1; response_revision:2334; }","duration":"2.824918519s","start":"2026-04-09T22:34:10.574203Z","end":"2026-04-09T22:34:13.399121Z","steps":["trace[25617276] 'agreement among raft nodes before linearized reading' (duration: 2.824811226s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:34:13.399137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:34:09.602196Z","time spent":"3.796931083s","remote":"127.0.0.1:56812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:34:13.399158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:34:11.885345Z","time spent":"1.513805501s","remote":"127.0.0.1:43732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":22,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:34:13.399156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.255844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:34:13.399175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:34:10.574168Z","time spent":"2.825000731s","remote":"127.0.0.1:43616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a4d10935611b4e\" "} {"level":"warn","ts":"2026-04-09T22:34:13.399212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.738097567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-09T22:34:13.399224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.28811308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-04-09T22:34:13.39922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.044376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:34:13.399226Z","caller":"traceutil/trace.go:171","msg":"trace[1408625116] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:2334; }","duration":"100.318767ms","start":"2026-04-09T22:34:13.298876Z","end":"2026-04-09T22:34:13.399195Z","steps":["trace[1408625116] 'agreement among raft nodes before linearized reading' (duration: 100.240485ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:34:13.399254Z","caller":"traceutil/trace.go:171","msg":"trace[1431036790] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2334; }","duration":"4.73818661s","start":"2026-04-09T22:34:08.661058Z","end":"2026-04-09T22:34:13.399245Z","steps":["trace[1431036790] 'agreement among raft nodes before linearized reading' (duration: 4.738083797s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:34:13.399266Z","caller":"traceutil/trace.go:171","msg":"trace[1119767106] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2334; }","duration":"177.177579ms","start":"2026-04-09T22:34:13.222077Z","end":"2026-04-09T22:34:13.399255Z","steps":["trace[1119767106] 'agreement among raft nodes before linearized reading' (duration: 177.115458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:34:13.399284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:34:08.661029Z","time spent":"4.738248781s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T22:34:13.399315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.498207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-09T22:34:13.399347Z","caller":"traceutil/trace.go:171","msg":"trace[243756755] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2334; }","duration":"955.573588ms","start":"2026-04-09T22:34:12.443765Z","end":"2026-04-09T22:34:13.399338Z","steps":["trace[243756755] 'agreement among raft nodes before linearized reading' (duration: 955.411224ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:34:13.399337Z","caller":"traceutil/trace.go:171","msg":"trace[1359911066] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2334; }","duration":"4.288195843s","start":"2026-04-09T22:34:09.111053Z","end":"2026-04-09T22:34:13.399249Z","steps":["trace[1359911066] 'agreement among raft nodes before linearized reading' (duration: 4.28807631s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:34:13.399082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.398016194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"warn","ts":"2026-04-09T22:34:13.399371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:34:12.443739Z","time spent":"955.62536ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T22:34:13.399379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:34:09.111022Z","time spent":"4.288348336s","remote":"127.0.0.1:55802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-09T22:34:13.39935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.256006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:34:13.39904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:34:08.677028Z","time spent":"4.72200543s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-09T22:34:13.399466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.75758113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-09T22:34:13.398961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.148762844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:34:13.398652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.005041276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.65\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-09T22:34:13.3995Z","caller":"traceutil/trace.go:171","msg":"trace[1074659094] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2334; }","duration":"4.757661682s","start":"2026-04-09T22:34:08.641826Z","end":"2026-04-09T22:34:13.399488Z","steps":["trace[1074659094] 'agreement among raft nodes before linearized reading' (duration: 4.757553849s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:34:13.399486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.159774391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:34:13.39952Z","caller":"traceutil/trace.go:171","msg":"trace[567790801] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:2334; }","duration":"2.149382319s","start":"2026-04-09T22:34:11.250125Z","end":"2026-04-09T22:34:13.399507Z","steps":["trace[567790801] 'agreement among raft nodes before linearized reading' (duration: 2.148767634s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:34:13.399531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:34:08.641788Z","time spent":"4.757737084s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-09T22:34:13.399549Z","caller":"traceutil/trace.go:171","msg":"trace[1884258458] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:2334; }","duration":"1.159885814s","start":"2026-04-09T22:34:12.239647Z","end":"2026-04-09T22:34:13.399533Z","steps":["trace[1884258458] 'agreement among raft nodes before linearized reading' (duration: 1.159792802s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:34:13.399568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:34:11.250098Z","time spent":"2.149454152s","remote":"127.0.0.1:56646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:34:13.399594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:34:12.239622Z","time spent":"1.159959855s","remote":"127.0.0.1:56626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-04-09T22:34:13.399542Z","caller":"traceutil/trace.go:171","msg":"trace[1768708524] range","detail":"{range_begin:/registry/masterleases/199.204.45.65; range_end:; response_count:1; response_revision:2334; }","duration":"5.005991521s","start":"2026-04-09T22:34:08.393531Z","end":"2026-04-09T22:34:13.399523Z","steps":["trace[1768708524] 'agreement among raft nodes before linearized reading' (duration: 5.004861763s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:34:13.399122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.723267213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-04-09T22:34:13.399697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:34:08.393505Z","time spent":"5.006173175s","remote":"127.0.0.1:43564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.65\" "} {"level":"info","ts":"2026-04-09T22:34:13.399416Z","caller":"traceutil/trace.go:171","msg":"trace[730877696] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2334; }","duration":"1.398394014s","start":"2026-04-09T22:34:12.001008Z","end":"2026-04-09T22:34:13.399402Z","steps":["trace[730877696] 'agreement among raft nodes before linearized reading' (duration: 1.397869811s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:34:13.39972Z","caller":"traceutil/trace.go:171","msg":"trace[769507246] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2334; }","duration":"4.723889837s","start":"2026-04-09T22:34:08.675818Z","end":"2026-04-09T22:34:13.399708Z","steps":["trace[769507246] 'agreement among raft nodes before linearized reading' (duration: 4.723240741s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:34:13.399749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:34:12.000985Z","time spent":"1.398750432s","remote":"127.0.0.1:43732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12409,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-09T22:34:13.399778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:34:08.675799Z","time spent":"4.723949199s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-09T22:34:13.399367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.761563506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:34:13.399891Z","caller":"traceutil/trace.go:171","msg":"trace[1779078589] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:2334; }","duration":"1.762130701s","start":"2026-04-09T22:34:11.637738Z","end":"2026-04-09T22:34:13.399869Z","steps":["trace[1779078589] 'agreement among raft nodes before linearized reading' (duration: 1.761597656s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:34:13.399923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:34:11.637712Z","time spent":"1.762199703s","remote":"127.0.0.1:56682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-04-09T22:34:13.39948Z","caller":"traceutil/trace.go:171","msg":"trace[785255355] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:2334; }","duration":"600.481411ms","start":"2026-04-09T22:34:12.798967Z","end":"2026-04-09T22:34:13.399448Z","steps":["trace[785255355] 'agreement among raft nodes before linearized reading' (duration: 600.202264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:34:13.400145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:34:12.79894Z","time spent":"601.109518ms","remote":"127.0.0.1:56686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:34:13.40053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.032281715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:34:13.400606Z","caller":"traceutil/trace.go:171","msg":"trace[504425971] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:2334; }","duration":"5.032410048s","start":"2026-04-09T22:34:08.36818Z","end":"2026-04-09T22:34:13.40059Z","steps":["trace[504425971] 'agreement among raft nodes before linearized reading' (duration: 5.030151981s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:34:13.40065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:34:08.368153Z","time spent":"5.032482481s","remote":"127.0.0.1:43870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:34:15.106626Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.658690335s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-09T22:34:15.107184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:34:13.403363Z","time spent":"1.703810305s","remote":"127.0.0.1:43616","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-09T22:34:15.107341Z","caller":"traceutil/trace.go:171","msg":"trace[2046267344] transaction","detail":"{read_only:false; response_revision:2335; number_of_response:1; }","duration":"1.70200864s","start":"2026-04-09T22:34:13.405304Z","end":"2026-04-09T22:34:15.107312Z","steps":["trace[2046267344] 'process raft request' (duration: 1.701739483s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:34:15.107563Z","caller":"traceutil/trace.go:171","msg":"trace[2029445110] transaction","detail":"{read_only:false; response_revision:2336; number_of_response:1; }","duration":"1.702187225s","start":"2026-04-09T22:34:13.405357Z","end":"2026-04-09T22:34:15.107544Z","steps":["trace[2029445110] 'process raft request' (duration: 1.701849426s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:34:15.107817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:34:13.405299Z","time spent":"1.702491442s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:34:15.107768Z","caller":"traceutil/trace.go:171","msg":"trace[1994396776] transaction","detail":"{read_only:false; response_revision:2337; number_of_response:1; }","duration":"1.702177134s","start":"2026-04-09T22:34:13.405568Z","end":"2026-04-09T22:34:15.107745Z","steps":["trace[1994396776] 'process raft request' (duration: 1.701918437s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:34:15.107996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:34:13.405558Z","time spent":"1.702358368s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:34:15.108153Z","caller":"traceutil/trace.go:171","msg":"trace[1134593822] transaction","detail":"{read_only:false; response_revision:2339; number_of_response:1; }","duration":"1.702238245s","start":"2026-04-09T22:34:13.405889Z","end":"2026-04-09T22:34:15.108127Z","steps":["trace[1134593822] 'process raft request' (duration: 1.702045681s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:34:15.108148Z","caller":"traceutil/trace.go:171","msg":"trace[239623213] transaction","detail":"{read_only:false; response_revision:2338; number_of_response:1; }","duration":"1.702459511s","start":"2026-04-09T22:34:13.405645Z","end":"2026-04-09T22:34:15.108104Z","steps":["trace[239623213] 'process raft request' (duration: 1.70201771s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:34:15.108296Z","caller":"traceutil/trace.go:171","msg":"trace[1741935624] transaction","detail":"{read_only:false; response_revision:2341; number_of_response:1; }","duration":"1.701752792s","start":"2026-04-09T22:34:13.406533Z","end":"2026-04-09T22:34:15.108286Z","steps":["trace[1741935624] 'process raft request' (duration: 1.70166714s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:34:15.108297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:34:13.40587Z","time spent":"1.702337307s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:34:15.108343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:34:13.405639Z","time spent":"1.702603424s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:34:15.108287Z","caller":"traceutil/trace.go:171","msg":"trace[77421206] linearizableReadLoop","detail":"{readStateIndex:2441; appliedIndex:2432; }","duration":"1.700082991s","start":"2026-04-09T22:34:13.408186Z","end":"2026-04-09T22:34:15.108269Z","steps":["trace[77421206] 'read index received' (duration: 39.729835ms)","trace[77421206] 'applied index is now lower than readState.Index' (duration: 1.660351896s)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:34:15.108426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.700240626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:34:15.108481Z","caller":"traceutil/trace.go:171","msg":"trace[1991482608] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2341; }","duration":"1.700311687s","start":"2026-04-09T22:34:13.408157Z","end":"2026-04-09T22:34:15.108469Z","steps":["trace[1991482608] 'agreement among raft nodes before linearized reading' (duration: 1.700165633s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:34:15.108489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:34:13.405287Z","time spent":"1.702340549s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:34:15.10829Z","caller":"traceutil/trace.go:171","msg":"trace[1003114355] transaction","detail":"{read_only:false; response_revision:2340; number_of_response:1; }","duration":"1.702105921s","start":"2026-04-09T22:34:13.406171Z","end":"2026-04-09T22:34:15.108277Z","steps":["trace[1003114355] 'process raft request' (duration: 1.701907536s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:34:15.108698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:34:13.406153Z","time spent":"1.702499722s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:34:15.108518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:34:13.408144Z","time spent":"1.700367058s","remote":"127.0.0.1:43530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T22:34:15.108492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:34:13.406526Z","time spent":"1.701806625s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:34:15.177505Z","caller":"traceutil/trace.go:171","msg":"trace[399617804] transaction","detail":"{read_only:false; response_revision:2342; number_of_response:1; }","duration":"1.728298305s","start":"2026-04-09T22:34:13.449166Z","end":"2026-04-09T22:34:15.177464Z","steps":["trace[399617804] 'process raft request' (duration: 1.714582818s)","trace[399617804] 'compare' (duration: 13.417529ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:34:15.177883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:34:13.449151Z","time spent":"1.728591302s","remote":"127.0.0.1:43564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:34:15.198084Z","caller":"traceutil/trace.go:171","msg":"trace[408988018] transaction","detail":"{read_only:false; response_revision:2343; number_of_response:1; }","duration":"552.597641ms","start":"2026-04-09T22:34:14.645447Z","end":"2026-04-09T22:34:15.198045Z","steps":["trace[408988018] 'process raft request' (duration: 552.311414ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:34:15.198565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:34:14.645423Z","time spent":"553.027212ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:34:15.198591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.787204284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:34:15.198687Z","caller":"traceutil/trace.go:171","msg":"trace[215135787] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2344; }","duration":"1.787334347s","start":"2026-04-09T22:34:13.411326Z","end":"2026-04-09T22:34:15.19866Z","steps":["trace[215135787] 'agreement among raft nodes before linearized reading' (duration: 1.786809403s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:34:15.198742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:34:13.411315Z","time spent":"1.787416579s","remote":"127.0.0.1:43996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-09T22:34:15.198935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.130472961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:34:15.198978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.946047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-09T22:34:15.199057Z","caller":"traceutil/trace.go:171","msg":"trace[1226735019] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2344; }","duration":"791.065879ms","start":"2026-04-09T22:34:14.407964Z","end":"2026-04-09T22:34:15.19903Z","steps":["trace[1226735019] 'agreement among raft nodes before linearized reading' (duration: 790.169466ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:34:15.199048Z","caller":"traceutil/trace.go:171","msg":"trace[1953918349] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:2344; }","duration":"1.130637435s","start":"2026-04-09T22:34:14.068381Z","end":"2026-04-09T22:34:15.199018Z","steps":["trace[1953918349] 'agreement among raft nodes before linearized reading' (duration: 1.129730512s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:34:15.199112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:34:14.4079Z","time spent":"791.199793ms","remote":"127.0.0.1:55802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-09T22:34:15.199217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101091147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:34:15.19932Z","caller":"traceutil/trace.go:171","msg":"trace[1292267980] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:2344; }","duration":"1.101237171s","start":"2026-04-09T22:34:14.098061Z","end":"2026-04-09T22:34:15.199298Z","steps":["trace[1292267980] 'agreement among raft nodes before linearized reading' (duration: 1.10003446s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:34:15.199264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099002984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:34:15.199368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:34:14.098046Z","time spent":"1.101309943s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:34:15.199225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:34:14.068355Z","time spent":"1.13085388s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-04-09T22:34:15.199409Z","caller":"traceutil/trace.go:171","msg":"trace[705493099] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:2344; }","duration":"1.099189629s","start":"2026-04-09T22:34:14.100198Z","end":"2026-04-09T22:34:15.199388Z","steps":["trace[705493099] 'agreement among raft nodes before linearized reading' (duration: 1.097966538s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:34:15.199497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:34:14.100188Z","time spent":"1.099284372s","remote":"127.0.0.1:34668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-09T22:34:15.341883Z","caller":"traceutil/trace.go:171","msg":"trace[3807473] transaction","detail":"{read_only:false; response_revision:2347; number_of_response:1; }","duration":"108.336189ms","start":"2026-04-09T22:34:15.233514Z","end":"2026-04-09T22:34:15.34185Z","steps":["trace[3807473] 'process raft request' (duration: 73.483837ms)","trace[3807473] 'compare' (duration: 34.709769ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:34:16.313085Z","caller":"traceutil/trace.go:171","msg":"trace[52461164] linearizableReadLoop","detail":"{readStateIndex:2453; appliedIndex:2452; }","duration":"101.64634ms","start":"2026-04-09T22:34:16.211405Z","end":"2026-04-09T22:34:16.313051Z","steps":["trace[52461164] 'read index received' (duration: 84.155978ms)","trace[52461164] 'applied index is now lower than readState.Index' (duration: 17.488342ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:34:16.31332Z","caller":"traceutil/trace.go:171","msg":"trace[176857253] transaction","detail":"{read_only:false; response_revision:2352; number_of_response:1; }","duration":"198.745895ms","start":"2026-04-09T22:34:16.114403Z","end":"2026-04-09T22:34:16.313149Z","steps":["trace[176857253] 'process raft request' (duration: 181.125019ms)","trace[176857253] 'compare' (duration: 17.38311ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:34:16.313361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.028845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:34:16.313449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.986999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-09T22:34:16.31353Z","caller":"traceutil/trace.go:171","msg":"trace[175477456] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2352; }","duration":"101.262031ms","start":"2026-04-09T22:34:16.212234Z","end":"2026-04-09T22:34:16.313496Z","steps":["trace[175477456] 'agreement among raft nodes before linearized reading' (duration: 100.999754ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:34:16.313572Z","caller":"traceutil/trace.go:171","msg":"trace[914018195] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2352; }","duration":"102.151903ms","start":"2026-04-09T22:34:16.211374Z","end":"2026-04-09T22:34:16.313526Z","steps":["trace[914018195] 'agreement among raft nodes before linearized reading' (duration: 101.792043ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:34:17.304186Z","caller":"traceutil/trace.go:171","msg":"trace[65962195] transaction","detail":"{read_only:false; response_revision:2355; number_of_response:1; }","duration":"134.49484ms","start":"2026-04-09T22:34:17.16964Z","end":"2026-04-09T22:34:17.304135Z","steps":["trace[65962195] 'process raft request' (duration: 131.895754ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:34:17.304269Z","caller":"traceutil/trace.go:171","msg":"trace[1328687705] transaction","detail":"{read_only:false; response_revision:2356; number_of_response:1; }","duration":"134.603083ms","start":"2026-04-09T22:34:17.169626Z","end":"2026-04-09T22:34:17.304229Z","steps":["trace[1328687705] 'process raft request' (duration: 134.393518ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:34:17.304316Z","caller":"traceutil/trace.go:171","msg":"trace[1900039412] transaction","detail":"{read_only:false; response_revision:2360; number_of_response:1; }","duration":"134.042449ms","start":"2026-04-09T22:34:17.170255Z","end":"2026-04-09T22:34:17.304297Z","steps":["trace[1900039412] 'process raft request' (duration: 133.995738ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:34:17.304508Z","caller":"traceutil/trace.go:171","msg":"trace[1889108259] transaction","detail":"{read_only:false; response_revision:2359; number_of_response:1; }","duration":"134.554282ms","start":"2026-04-09T22:34:17.169935Z","end":"2026-04-09T22:34:17.30449Z","steps":["trace[1889108259] 'process raft request' (duration: 134.276945ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:34:17.304459Z","caller":"traceutil/trace.go:171","msg":"trace[1811122680] transaction","detail":"{read_only:false; response_revision:2357; number_of_response:1; }","duration":"134.51023ms","start":"2026-04-09T22:34:17.169768Z","end":"2026-04-09T22:34:17.304279Z","steps":["trace[1811122680] 'process raft request' (duration: 134.358147ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:34:17.304954Z","caller":"traceutil/trace.go:171","msg":"trace[2144612095] transaction","detail":"{read_only:false; response_revision:2358; number_of_response:1; }","duration":"134.742406ms","start":"2026-04-09T22:34:17.169855Z","end":"2026-04-09T22:34:17.304597Z","steps":["trace[2144612095] 'process raft request' (duration: 134.314386ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:34:18.747529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.303659ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:34:18.747682Z","caller":"traceutil/trace.go:171","msg":"trace[881296525] transaction","detail":"{read_only:false; response_revision:2364; number_of_response:1; }","duration":"285.478846ms","start":"2026-04-09T22:34:18.462177Z","end":"2026-04-09T22:34:18.747656Z","steps":["trace[881296525] 'process raft request' (duration: 132.91763ms)","trace[881296525] 'compare' (duration: 152.080164ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:34:19.778064Z","caller":"traceutil/trace.go:171","msg":"trace[468378387] transaction","detail":"{read_only:false; response_revision:2373; number_of_response:1; }","duration":"272.025267ms","start":"2026-04-09T22:34:19.506001Z","end":"2026-04-09T22:34:19.778026Z","steps":["trace[468378387] 'process raft request' (duration: 203.980927ms)","trace[468378387] 'compare' (duration: 67.501437ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:34:20.464692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.060239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:34:20.464785Z","caller":"traceutil/trace.go:171","msg":"trace[575271247] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2374; }","duration":"134.208762ms","start":"2026-04-09T22:34:20.330554Z","end":"2026-04-09T22:34:20.464763Z","steps":["trace[575271247] 'count revisions from in-memory index tree' (duration: 133.843063ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:34:20.464691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.406226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:34:20.465013Z","caller":"traceutil/trace.go:171","msg":"trace[970182179] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2374; }","duration":"251.820947ms","start":"2026-04-09T22:34:20.213174Z","end":"2026-04-09T22:34:20.464995Z","steps":["trace[970182179] 'range keys from in-memory index tree' (duration: 251.275052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:34:20.465138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.973628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-09T22:34:20.465232Z","caller":"traceutil/trace.go:171","msg":"trace[1227099577] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2374; }","duration":"119.124532ms","start":"2026-04-09T22:34:20.346081Z","end":"2026-04-09T22:34:20.465206Z","steps":["trace[1227099577] 'range keys from in-memory index tree' (duration: 118.656259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:34:20.465243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.566761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"info","ts":"2026-04-09T22:34:20.465342Z","caller":"traceutil/trace.go:171","msg":"trace[2062062236] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2374; }","duration":"236.723155ms","start":"2026-04-09T22:34:20.228594Z","end":"2026-04-09T22:34:20.465317Z","steps":["trace[2062062236] 'range keys from in-memory index tree' (duration: 236.374407ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:34:27.504618Z","caller":"traceutil/trace.go:171","msg":"trace[14502135] transaction","detail":"{read_only:false; response_revision:2408; number_of_response:1; }","duration":"116.669179ms","start":"2026-04-09T22:34:27.387924Z","end":"2026-04-09T22:34:27.504594Z","steps":["trace[14502135] 'process raft request' (duration: 116.484964ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:34:27.505018Z","caller":"traceutil/trace.go:171","msg":"trace[1861175200] transaction","detail":"{read_only:false; response_revision:2410; number_of_response:1; }","duration":"116.457195ms","start":"2026-04-09T22:34:27.38855Z","end":"2026-04-09T22:34:27.505007Z","steps":["trace[1861175200] 'process raft request' (duration: 116.254139ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:34:27.504887Z","caller":"traceutil/trace.go:171","msg":"trace[1201807570] transaction","detail":"{read_only:false; response_revision:2409; number_of_response:1; }","duration":"116.408873ms","start":"2026-04-09T22:34:27.388453Z","end":"2026-04-09T22:34:27.504862Z","steps":["trace[1201807570] 'process raft request' (duration: 116.076954ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:34:27.505287Z","caller":"traceutil/trace.go:171","msg":"trace[390420019] transaction","detail":"{read_only:false; response_revision:2411; number_of_response:1; }","duration":"115.632584ms","start":"2026-04-09T22:34:27.389638Z","end":"2026-04-09T22:34:27.50527Z","steps":["trace[390420019] 'process raft request' (duration: 115.332476ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:34:27.505299Z","caller":"traceutil/trace.go:171","msg":"trace[2077615222] transaction","detail":"{read_only:false; response_revision:2412; number_of_response:1; }","duration":"114.522856ms","start":"2026-04-09T22:34:27.390743Z","end":"2026-04-09T22:34:27.505265Z","steps":["trace[2077615222] 'process raft request' (duration: 114.419373ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:34:43.67111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.399074ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-09T22:34:43.671234Z","caller":"traceutil/trace.go:171","msg":"trace[773917341] linearizableReadLoop","detail":"{readStateIndex:2594; appliedIndex:2593; }","duration":"145.789257ms","start":"2026-04-09T22:34:43.525424Z","end":"2026-04-09T22:34:43.671214Z","steps":["trace[773917341] 'read index received' (duration: 6.218958ms)","trace[773917341] 'applied index is now lower than readState.Index' (duration: 139.568628ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:34:43.671421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.998391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-09T22:34:43.67145Z","caller":"traceutil/trace.go:171","msg":"trace[1241888321] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2487; }","duration":"146.093254ms","start":"2026-04-09T22:34:43.525347Z","end":"2026-04-09T22:34:43.67144Z","steps":["trace[1241888321] 'agreement among raft nodes before linearized reading' (duration: 145.94039ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:34:43.778462Z","caller":"traceutil/trace.go:171","msg":"trace[956178044] transaction","detail":"{read_only:false; response_revision:2490; number_of_response:1; }","duration":"100.725896ms","start":"2026-04-09T22:34:43.677691Z","end":"2026-04-09T22:34:43.778417Z","steps":["trace[956178044] 'process raft request' (duration: 100.446999ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:34:43.778801Z","caller":"traceutil/trace.go:171","msg":"trace[1304009761] transaction","detail":"{read_only:false; response_revision:2494; number_of_response:1; }","duration":"100.03881ms","start":"2026-04-09T22:34:43.678748Z","end":"2026-04-09T22:34:43.778787Z","steps":["trace[1304009761] 'process raft request' (duration: 99.837505ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:34:44.023246Z","caller":"traceutil/trace.go:171","msg":"trace[1317168510] transaction","detail":"{read_only:false; response_revision:2495; number_of_response:1; }","duration":"108.611666ms","start":"2026-04-09T22:34:43.914587Z","end":"2026-04-09T22:34:44.023198Z","steps":["trace[1317168510] 'process raft request' (duration: 63.833344ms)","trace[1317168510] 'compare' (duration: 44.484144ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:34:44.438293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.747877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:34:44.438862Z","caller":"traceutil/trace.go:171","msg":"trace[1546191994] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2495; }","duration":"225.929852ms","start":"2026-04-09T22:34:44.212457Z","end":"2026-04-09T22:34:44.438387Z","steps":["trace[1546191994] 'range keys from in-memory index tree' (duration: 225.536592ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:34:45.358661Z","caller":"traceutil/trace.go:171","msg":"trace[1380834565] transaction","detail":"{read_only:false; response_revision:2496; number_of_response:1; }","duration":"128.411906ms","start":"2026-04-09T22:34:45.230204Z","end":"2026-04-09T22:34:45.358616Z","steps":["trace[1380834565] 'process raft request' (duration: 128.17544ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:34:45.695805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.045895ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:34:45.695988Z","caller":"traceutil/trace.go:171","msg":"trace[370233830] transaction","detail":"{read_only:false; response_revision:2497; number_of_response:1; }","duration":"322.129834ms","start":"2026-04-09T22:34:45.373819Z","end":"2026-04-09T22:34:45.695949Z","steps":["trace[370233830] 'process raft request' (duration: 184.785581ms)","trace[370233830] 'compare' (duration: 136.911742ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:34:45.696094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:34:45.373793Z","time spent":"322.255188ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:34:45.95177Z","caller":"traceutil/trace.go:171","msg":"trace[737190674] linearizableReadLoop","detail":"{readStateIndex:2606; appliedIndex:2605; }","duration":"176.833151ms","start":"2026-04-09T22:34:45.774907Z","end":"2026-04-09T22:34:45.95174Z","steps":["trace[737190674] 'read index received' (duration: 172.553023ms)","trace[737190674] 'applied index is now lower than readState.Index' (duration: 4.278628ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:34:45.951798Z","caller":"traceutil/trace.go:171","msg":"trace[1963884680] transaction","detail":"{read_only:false; response_revision:2499; number_of_response:1; }","duration":"180.244247ms","start":"2026-04-09T22:34:45.771499Z","end":"2026-04-09T22:34:45.951744Z","steps":["trace[1963884680] 'process raft request' (duration: 175.9884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:34:45.952107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.17964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-04-09T22:34:45.952115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.26782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-09T22:34:45.95239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.409534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-09T22:34:45.952395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.643175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-09T22:34:45.952417Z","caller":"traceutil/trace.go:171","msg":"trace[1855814994] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2499; }","duration":"169.562038ms","start":"2026-04-09T22:34:45.782783Z","end":"2026-04-09T22:34:45.952346Z","steps":["trace[1855814994] 'agreement among raft nodes before linearized reading' (duration: 169.149028ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:34:45.952438Z","caller":"traceutil/trace.go:171","msg":"trace[1997930606] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2499; }","duration":"169.453035ms","start":"2026-04-09T22:34:45.782973Z","end":"2026-04-09T22:34:45.952426Z","steps":["trace[1997930606] 'agreement among raft nodes before linearized reading' (duration: 169.360223ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:34:45.952442Z","caller":"traceutil/trace.go:171","msg":"trace[564345576] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2499; }","duration":"168.712046ms","start":"2026-04-09T22:34:45.783719Z","end":"2026-04-09T22:34:45.952432Z","steps":["trace[564345576] 'agreement among raft nodes before linearized reading' (duration: 168.590583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:34:45.952497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.617483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-09T22:34:45.952218Z","caller":"traceutil/trace.go:171","msg":"trace[330262057] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2499; }","duration":"177.348305ms","start":"2026-04-09T22:34:45.774835Z","end":"2026-04-09T22:34:45.952184Z","steps":["trace[330262057] 'agreement among raft nodes before linearized reading' (duration: 177.041446ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:34:45.952625Z","caller":"traceutil/trace.go:171","msg":"trace[28417596] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2499; }","duration":"168.785208ms","start":"2026-04-09T22:34:45.783807Z","end":"2026-04-09T22:34:45.952592Z","steps":["trace[28417596] 'agreement among raft nodes before linearized reading' (duration: 168.143162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:34:45.952292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.065859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-09T22:34:45.952855Z","caller":"traceutil/trace.go:171","msg":"trace[1226825451] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2499; }","duration":"168.675844ms","start":"2026-04-09T22:34:45.784168Z","end":"2026-04-09T22:34:45.952844Z","steps":["trace[1226825451] 'agreement among raft nodes before linearized reading' (duration: 167.959346ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:34:46.073347Z","caller":"traceutil/trace.go:171","msg":"trace[1281634559] transaction","detail":"{read_only:false; response_revision:2505; number_of_response:1; }","duration":"115.644973ms","start":"2026-04-09T22:34:45.95767Z","end":"2026-04-09T22:34:46.073315Z","steps":["trace[1281634559] 'process raft request' (duration: 115.590612ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:34:46.073449Z","caller":"traceutil/trace.go:171","msg":"trace[282205374] transaction","detail":"{read_only:false; response_revision:2504; number_of_response:1; }","duration":"115.865789ms","start":"2026-04-09T22:34:45.957572Z","end":"2026-04-09T22:34:46.073438Z","steps":["trace[282205374] 'process raft request' (duration: 115.644904ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:34:46.073361Z","caller":"traceutil/trace.go:171","msg":"trace[296141760] transaction","detail":"{read_only:false; response_revision:2503; number_of_response:1; }","duration":"115.740966ms","start":"2026-04-09T22:34:45.957575Z","end":"2026-04-09T22:34:46.073316Z","steps":["trace[296141760] 'process raft request' (duration: 115.595733ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:34:46.073368Z","caller":"traceutil/trace.go:171","msg":"trace[1526193553] transaction","detail":"{read_only:false; response_revision:2502; number_of_response:1; }","duration":"115.801667ms","start":"2026-04-09T22:34:45.957522Z","end":"2026-04-09T22:34:46.073324Z","steps":["trace[1526193553] 'process raft request' (duration: 115.594812ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:34:46.073788Z","caller":"traceutil/trace.go:171","msg":"trace[706040309] transaction","detail":"{read_only:false; response_revision:2501; number_of_response:1; }","duration":"116.399224ms","start":"2026-04-09T22:34:45.957372Z","end":"2026-04-09T22:34:46.073771Z","steps":["trace[706040309] 'process raft request' (duration: 113.346136ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:34:47.725091Z","caller":"traceutil/trace.go:171","msg":"trace[1354065816] linearizableReadLoop","detail":"{readStateIndex:2615; appliedIndex:2614; }","duration":"176.163083ms","start":"2026-04-09T22:34:47.548894Z","end":"2026-04-09T22:34:47.725057Z","steps":["trace[1354065816] 'read index received' (duration: 175.944028ms)","trace[1354065816] 'applied index is now lower than readState.Index' (duration: 216.875µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:34:47.725164Z","caller":"traceutil/trace.go:171","msg":"trace[1372731444] transaction","detail":"{read_only:false; response_revision:2508; number_of_response:1; }","duration":"235.076213ms","start":"2026-04-09T22:34:47.490045Z","end":"2026-04-09T22:34:47.725121Z","steps":["trace[1372731444] 'process raft request' (duration: 234.768745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:34:47.725352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.068899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:34:47.725428Z","caller":"traceutil/trace.go:171","msg":"trace[834605045] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:2508; }","duration":"128.197831ms","start":"2026-04-09T22:34:47.597212Z","end":"2026-04-09T22:34:47.72541Z","steps":["trace[834605045] 'agreement among raft nodes before linearized reading' (duration: 128.055638ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:34:47.725688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.78455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:34:47.725756Z","caller":"traceutil/trace.go:171","msg":"trace[207989481] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:2508; }","duration":"176.858401ms","start":"2026-04-09T22:34:47.548884Z","end":"2026-04-09T22:34:47.725743Z","steps":["trace[207989481] 'agreement among raft nodes before linearized reading' (duration: 176.351249ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:35:18.013904Z","caller":"traceutil/trace.go:171","msg":"trace[979994843] transaction","detail":"{read_only:false; response_revision:2682; number_of_response:1; }","duration":"101.765493ms","start":"2026-04-09T22:35:17.912106Z","end":"2026-04-09T22:35:18.013872Z","steps":["trace[979994843] 'process raft request' (duration: 101.513346ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:35:20.249605Z","caller":"traceutil/trace.go:171","msg":"trace[777682526] linearizableReadLoop","detail":"{readStateIndex:2809; appliedIndex:2807; }","duration":"156.64889ms","start":"2026-04-09T22:35:20.092925Z","end":"2026-04-09T22:35:20.249574Z","steps":["trace[777682526] 'read index received' (duration: 2.38454ms)","trace[777682526] 'applied index is now lower than readState.Index' (duration: 154.26281ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:35:20.249943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.99796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5460"} {"level":"info","ts":"2026-04-09T22:35:20.250022Z","caller":"traceutil/trace.go:171","msg":"trace[235973682] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2695; }","duration":"157.136263ms","start":"2026-04-09T22:35:20.092868Z","end":"2026-04-09T22:35:20.250004Z","steps":["trace[235973682] 'agreement among raft nodes before linearized reading' (duration: 156.880737ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:35:20.249963Z","caller":"traceutil/trace.go:171","msg":"trace[442186658] transaction","detail":"{read_only:false; response_revision:2695; number_of_response:1; }","duration":"224.430994ms","start":"2026-04-09T22:35:20.025484Z","end":"2026-04-09T22:35:20.249915Z","steps":["trace[442186658] 'process raft request' (duration: 210.105782ms)","trace[442186658] 'compare' (duration: 13.84321ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:35:20.575788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.659953ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:35:20.575916Z","caller":"traceutil/trace.go:171","msg":"trace[511233916] linearizableReadLoop","detail":"{readStateIndex:2811; appliedIndex:2810; }","duration":"224.741212ms","start":"2026-04-09T22:35:20.351153Z","end":"2026-04-09T22:35:20.575894Z","steps":["trace[511233916] 'read index received' (duration: 44.824103ms)","trace[511233916] 'applied index is now lower than readState.Index' (duration: 179.915389ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:35:20.576007Z","caller":"traceutil/trace.go:171","msg":"trace[1018736200] transaction","detail":"{read_only:false; response_revision:2697; number_of_response:1; }","duration":"289.855738ms","start":"2026-04-09T22:35:20.286117Z","end":"2026-04-09T22:35:20.575972Z","steps":["trace[1018736200] 'process raft request' (duration: 109.897328ms)","trace[1018736200] 'compare' (duration: 179.52547ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:35:20.576173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.012089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-09T22:35:20.576261Z","caller":"traceutil/trace.go:171","msg":"trace[963002120] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2697; }","duration":"225.171843ms","start":"2026-04-09T22:35:20.35107Z","end":"2026-04-09T22:35:20.576242Z","steps":["trace[963002120] 'agreement among raft nodes before linearized reading' (duration: 224.908796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:35:20.811957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.929714ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:35:20.812113Z","caller":"traceutil/trace.go:171","msg":"trace[1960647125] transaction","detail":"{read_only:false; response_revision:2698; number_of_response:1; }","duration":"230.699103ms","start":"2026-04-09T22:35:20.581387Z","end":"2026-04-09T22:35:20.812086Z","steps":["trace[1960647125] 'process raft request' (duration: 104.495592ms)","trace[1960647125] 'compare' (duration: 125.75406ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:35:20.906754Z","caller":"traceutil/trace.go:171","msg":"trace[972231724] transaction","detail":"{read_only:false; response_revision:2699; number_of_response:1; }","duration":"324.756441ms","start":"2026-04-09T22:35:20.581958Z","end":"2026-04-09T22:35:20.906714Z","steps":["trace[972231724] 'process raft request' (duration: 324.509395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:35:20.906998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:35:20.581934Z","time spent":"324.938895ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:35:20.907149Z","caller":"traceutil/trace.go:171","msg":"trace[1166154180] transaction","detail":"{read_only:false; response_revision:2701; number_of_response:1; }","duration":"324.443992ms","start":"2026-04-09T22:35:20.582685Z","end":"2026-04-09T22:35:20.907129Z","steps":["trace[1166154180] 'process raft request' (duration: 324.224926ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:35:20.907128Z","caller":"traceutil/trace.go:171","msg":"trace[54111882] transaction","detail":"{read_only:false; response_revision:2700; number_of_response:1; }","duration":"325.059279ms","start":"2026-04-09T22:35:20.582031Z","end":"2026-04-09T22:35:20.907091Z","steps":["trace[54111882] 'process raft request' (duration: 324.625628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:35:20.907253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:35:20.582678Z","time spent":"324.523024ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:35:20.907269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.227755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:35:20.907328Z","caller":"traceutil/trace.go:171","msg":"trace[753430130] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:2702; }","duration":"157.339698ms","start":"2026-04-09T22:35:20.749971Z","end":"2026-04-09T22:35:20.90731Z","steps":["trace[753430130] 'agreement among raft nodes before linearized reading' (duration: 157.220485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:35:20.907321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:35:20.582026Z","time spent":"325.195032ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:35:20.907128Z","caller":"traceutil/trace.go:171","msg":"trace[1646956841] linearizableReadLoop","detail":"{readStateIndex:2816; appliedIndex:2812; }","duration":"157.085532ms","start":"2026-04-09T22:35:20.75002Z","end":"2026-04-09T22:35:20.907105Z","steps":["trace[1646956841] 'read index received' (duration: 156.345414ms)","trace[1646956841] 'applied index is now lower than readState.Index' (duration: 739.368µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:35:20.908565Z","caller":"traceutil/trace.go:171","msg":"trace[344539999] transaction","detail":"{read_only:false; response_revision:2702; number_of_response:1; }","duration":"324.520634ms","start":"2026-04-09T22:35:20.582737Z","end":"2026-04-09T22:35:20.907257Z","steps":["trace[344539999] 'process raft request' (duration: 324.302608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:35:20.908791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:35:20.582732Z","time spent":"325.95548ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:35:24.136241Z","caller":"traceutil/trace.go:171","msg":"trace[1069242866] transaction","detail":"{read_only:false; response_revision:2716; number_of_response:1; }","duration":"104.544703ms","start":"2026-04-09T22:35:24.031647Z","end":"2026-04-09T22:35:24.136192Z","steps":["trace[1069242866] 'process raft request' (duration: 104.074131ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:35:31.292367Z","caller":"traceutil/trace.go:171","msg":"trace[949707652] transaction","detail":"{read_only:false; response_revision:2756; number_of_response:1; }","duration":"272.629514ms","start":"2026-04-09T22:35:31.019709Z","end":"2026-04-09T22:35:31.292338Z","steps":["trace[949707652] 'process raft request' (duration: 272.425718ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:35:31.292553Z","caller":"traceutil/trace.go:171","msg":"trace[816111881] transaction","detail":"{read_only:false; response_revision:2757; number_of_response:1; }","duration":"272.810108ms","start":"2026-04-09T22:35:31.019709Z","end":"2026-04-09T22:35:31.292519Z","steps":["trace[816111881] 'process raft request' (duration: 272.586983ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:35:31.312125Z","caller":"traceutil/trace.go:171","msg":"trace[1758505164] linearizableReadLoop","detail":"{readStateIndex:2875; appliedIndex:2871; }","duration":"245.340204ms","start":"2026-04-09T22:35:31.06674Z","end":"2026-04-09T22:35:31.31208Z","steps":["trace[1758505164] 'read index received' (duration: 225.423049ms)","trace[1758505164] 'applied index is now lower than readState.Index' (duration: 19.915485ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:35:31.312172Z","caller":"traceutil/trace.go:171","msg":"trace[2127383977] transaction","detail":"{read_only:false; response_revision:2758; number_of_response:1; }","duration":"290.716991ms","start":"2026-04-09T22:35:31.021409Z","end":"2026-04-09T22:35:31.312126Z","steps":["trace[2127383977] 'process raft request' (duration: 290.379151ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:35:31.312189Z","caller":"traceutil/trace.go:171","msg":"trace[929654311] transaction","detail":"{read_only:false; response_revision:2759; number_of_response:1; }","duration":"290.498185ms","start":"2026-04-09T22:35:31.021652Z","end":"2026-04-09T22:35:31.31215Z","steps":["trace[929654311] 'process raft request' (duration: 290.361612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:35:31.312491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.725503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-09T22:35:31.312542Z","caller":"traceutil/trace.go:171","msg":"trace[581844992] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2759; }","duration":"245.857617ms","start":"2026-04-09T22:35:31.066665Z","end":"2026-04-09T22:35:31.312523Z","steps":["trace[581844992] 'agreement among raft nodes before linearized reading' (duration: 245.636611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:35:31.312614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.695241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-09T22:35:31.312683Z","caller":"traceutil/trace.go:171","msg":"trace[1779110241] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2759; }","duration":"116.829334ms","start":"2026-04-09T22:35:31.195835Z","end":"2026-04-09T22:35:31.312665Z","steps":["trace[1779110241] 'agreement among raft nodes before linearized reading' (duration: 116.596238ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:35:31.455739Z","caller":"traceutil/trace.go:171","msg":"trace[2027625744] transaction","detail":"{read_only:false; response_revision:2761; number_of_response:1; }","duration":"137.114127ms","start":"2026-04-09T22:35:31.318586Z","end":"2026-04-09T22:35:31.4557Z","steps":["trace[2027625744] 'process raft request' (duration: 59.107564ms)","trace[2027625744] 'compare' (duration: 77.747186ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:35:31.92402Z","caller":"traceutil/trace.go:171","msg":"trace[2132079217] transaction","detail":"{read_only:false; response_revision:2767; number_of_response:1; }","duration":"153.44604ms","start":"2026-04-09T22:35:31.770533Z","end":"2026-04-09T22:35:31.923979Z","steps":["trace[2132079217] 'process raft request' (duration: 105.521558ms)","trace[2132079217] 'compare' (duration: 47.707326ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:35:32.144014Z","caller":"traceutil/trace.go:171","msg":"trace[382794674] transaction","detail":"{read_only:false; response_revision:2771; number_of_response:1; }","duration":"127.868154ms","start":"2026-04-09T22:35:32.016111Z","end":"2026-04-09T22:35:32.14398Z","steps":["trace[382794674] 'process raft request' (duration: 71.999571ms)","trace[382794674] 'compare' (duration: 55.662636ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:35:32.144727Z","caller":"traceutil/trace.go:171","msg":"trace[314408509] transaction","detail":"{read_only:false; response_revision:2772; number_of_response:1; }","duration":"125.548894ms","start":"2026-04-09T22:35:32.019147Z","end":"2026-04-09T22:35:32.144696Z","steps":["trace[314408509] 'process raft request' (duration: 125.290018ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:35:34.712428Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625759854349740,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T22:35:35.212926Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625759854349740,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T22:35:35.714205Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625759854349740,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T22:35:36.212473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00056321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T22:35:36.212586Z","caller":"traceutil/trace.go:171","msg":"trace[1978688699] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000744104s","start":"2026-04-09T22:35:34.211813Z","end":"2026-04-09T22:35:36.212557Z","steps":["trace[1978688699] 'agreement among raft nodes before linearized reading' (duration: 2.000605471s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:35:36.212644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:35:34.211792Z","time spent":"2.000842416s","remote":"127.0.0.1:43530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/09 22:35:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T22:35:36.214667Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625759854349740,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T22:35:36.525935Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.326279425s","expected-duration":"1s"} {"level":"info","ts":"2026-04-09T22:35:36.526446Z","caller":"traceutil/trace.go:171","msg":"trace[2061303342] transaction","detail":"{read_only:false; response_revision:2803; number_of_response:1; }","duration":"2.32688293s","start":"2026-04-09T22:35:34.199509Z","end":"2026-04-09T22:35:36.526391Z","steps":["trace[2061303342] 'process raft request' (duration: 2.326650264s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:35:36.526615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:35:34.199477Z","time spent":"2.327035314s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:35:36.709739Z","caller":"traceutil/trace.go:171","msg":"trace[1687659069] transaction","detail":"{read_only:false; response_revision:2804; number_of_response:1; }","duration":"2.362025109s","start":"2026-04-09T22:35:34.347682Z","end":"2026-04-09T22:35:36.709707Z","steps":["trace[1687659069] 'process raft request' (duration: 2.361783593s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:35:36.709941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:35:34.347644Z","time spent":"2.362200843s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:35:36.709991Z","caller":"traceutil/trace.go:171","msg":"trace[69327696] transaction","detail":"{read_only:false; response_revision:2805; number_of_response:1; }","duration":"2.053214001s","start":"2026-04-09T22:35:34.656741Z","end":"2026-04-09T22:35:36.709955Z","steps":["trace[69327696] 'process raft request' (duration: 2.052918853s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:35:36.710084Z","caller":"traceutil/trace.go:171","msg":"trace[1915792799] linearizableReadLoop","detail":"{readStateIndex:2923; appliedIndex:2920; }","duration":"2.4981711s","start":"2026-04-09T22:35:34.211878Z","end":"2026-04-09T22:35:36.710049Z","steps":["trace[1915792799] 'read index received' (duration: 2.314375604s)","trace[1915792799] 'applied index is now lower than readState.Index' (duration: 183.793136ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:35:36.710174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:35:34.656706Z","time spent":"2.053367904s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:35:36.710457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.399608587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-04-09T22:35:36.710466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.387647675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-09T22:35:36.710515Z","caller":"traceutil/trace.go:171","msg":"trace[1788552165] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2805; }","duration":"1.399707289s","start":"2026-04-09T22:35:35.310793Z","end":"2026-04-09T22:35:36.7105Z","steps":["trace[1788552165] 'agreement among raft nodes before linearized reading' (duration: 1.399567356s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:35:36.710532Z","caller":"traceutil/trace.go:171","msg":"trace[742894715] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2805; }","duration":"1.387777568s","start":"2026-04-09T22:35:35.322734Z","end":"2026-04-09T22:35:36.71051Z","steps":["trace[742894715] 'agreement among raft nodes before linearized reading' (duration: 1.387592333s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:35:36.710554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:35:35.310766Z","time spent":"1.39977499s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-09T22:35:36.710512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.505579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:35:36.710591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:35:35.322695Z","time spent":"1.38788167s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T22:35:36.710465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.475213661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1366"} {"level":"warn","ts":"2026-04-09T22:35:36.710607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.921383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:35:36.710629Z","caller":"traceutil/trace.go:171","msg":"trace[753614219] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2805; }","duration":"497.701224ms","start":"2026-04-09T22:35:36.212902Z","end":"2026-04-09T22:35:36.710603Z","steps":["trace[753614219] 'agreement among raft nodes before linearized reading' (duration: 497.446968ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:35:36.710639Z","caller":"traceutil/trace.go:171","msg":"trace[1393721495] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2805; }","duration":"2.475463537s","start":"2026-04-09T22:35:34.235165Z","end":"2026-04-09T22:35:36.710628Z","steps":["trace[1393721495] 'agreement among raft nodes before linearized reading' (duration: 2.475132619s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:35:36.710668Z","caller":"traceutil/trace.go:171","msg":"trace[579885132] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:2805; }","duration":"796.038986ms","start":"2026-04-09T22:35:35.91461Z","end":"2026-04-09T22:35:36.710649Z","steps":["trace[579885132] 'agreement among raft nodes before linearized reading' (duration: 795.913213ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:35:36.710656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.67975547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-09T22:35:36.710691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:35:36.212873Z","time spent":"497.808177ms","remote":"127.0.0.1:43542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T22:35:36.710695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:35:34.235131Z","time spent":"2.475546339s","remote":"127.0.0.1:43740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1390,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-09T22:35:36.710716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:35:35.914584Z","time spent":"796.122548ms","remote":"127.0.0.1:44020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":6,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-04-09T22:35:36.710748Z","caller":"traceutil/trace.go:171","msg":"trace[1769246587] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2805; }","duration":"1.679905233s","start":"2026-04-09T22:35:35.03082Z","end":"2026-04-09T22:35:36.710726Z","steps":["trace[1769246587] 'agreement among raft nodes before linearized reading' (duration: 1.679568695s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:35:36.711805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:35:35.030797Z","time spent":"1.68096596s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-09T22:35:36.712251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.265729545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-09T22:35:36.712308Z","caller":"traceutil/trace.go:171","msg":"trace[282083594] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2805; }","duration":"2.265785626s","start":"2026-04-09T22:35:34.44651Z","end":"2026-04-09T22:35:36.712296Z","steps":["trace[282083594] 'agreement among raft nodes before linearized reading' (duration: 2.263989031s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:35:36.712322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.403662388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-09T22:35:36.712401Z","caller":"traceutil/trace.go:171","msg":"trace[420346241] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2805; }","duration":"1.403798222s","start":"2026-04-09T22:35:35.30858Z","end":"2026-04-09T22:35:36.712378Z","steps":["trace[420346241] 'agreement among raft nodes before linearized reading' (duration: 1.401790782s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:35:36.71244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:35:35.308549Z","time spent":"1.403883074s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T22:35:36.71234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:35:34.446447Z","time spent":"2.265885598s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T22:35:36.712687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.388409592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-09T22:35:36.71288Z","caller":"traceutil/trace.go:171","msg":"trace[230873743] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2805; }","duration":"1.388587657s","start":"2026-04-09T22:35:35.324214Z","end":"2026-04-09T22:35:36.712801Z","steps":["trace[230873743] 'agreement among raft nodes before linearized reading' (duration: 1.386400972s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:35:36.712972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:35:35.32417Z","time spent":"1.388785823s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-09T22:35:40.875175Z","caller":"traceutil/trace.go:171","msg":"trace[1166867497] transaction","detail":"{read_only:false; response_revision:2827; number_of_response:1; }","duration":"114.854014ms","start":"2026-04-09T22:35:40.760217Z","end":"2026-04-09T22:35:40.875071Z","steps":["trace[1166867497] 'process raft request' (duration: 114.672439ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:35:41.194488Z","caller":"traceutil/trace.go:171","msg":"trace[2133440157] transaction","detail":"{read_only:false; response_revision:2828; number_of_response:1; }","duration":"430.654037ms","start":"2026-04-09T22:35:40.763777Z","end":"2026-04-09T22:35:41.194431Z","steps":["trace[2133440157] 'process raft request' (duration: 430.384181ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:35:41.19444Z","caller":"traceutil/trace.go:171","msg":"trace[512056138] linearizableReadLoop","detail":"{readStateIndex:2947; appliedIndex:2945; }","duration":"420.798739ms","start":"2026-04-09T22:35:40.773594Z","end":"2026-04-09T22:35:41.194392Z","steps":["trace[512056138] 'read index received' (duration: 101.274291ms)","trace[512056138] 'applied index is now lower than readState.Index' (duration: 319.523038ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:35:41.194702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.080136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-09T22:35:41.194727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:35:40.763656Z","time spent":"430.952156ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:35:41.194777Z","caller":"traceutil/trace.go:171","msg":"trace[515157937] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2828; }","duration":"421.2132ms","start":"2026-04-09T22:35:40.773547Z","end":"2026-04-09T22:35:41.19476Z","steps":["trace[515157937] 'agreement among raft nodes before linearized reading' (duration: 420.941573ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:35:41.194813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:35:40.77353Z","time spent":"421.277581ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-09T22:35:41.195003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.396223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-09T22:35:41.195064Z","caller":"traceutil/trace.go:171","msg":"trace[1344159435] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2828; }","duration":"415.501965ms","start":"2026-04-09T22:35:40.779542Z","end":"2026-04-09T22:35:41.195044Z","steps":["trace[1344159435] 'agreement among raft nodes before linearized reading' (duration: 415.249378ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:35:41.195084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.946265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-09T22:35:41.195109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:35:40.779531Z","time spent":"415.568007ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-09T22:35:41.195127Z","caller":"traceutil/trace.go:171","msg":"trace[716496776] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2828; }","duration":"414.001326ms","start":"2026-04-09T22:35:40.781111Z","end":"2026-04-09T22:35:41.195112Z","steps":["trace[716496776] 'agreement among raft nodes before linearized reading' (duration: 413.816212ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:35:41.195165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:35:40.781101Z","time spent":"414.05785ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-09T22:35:41.195196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.099356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-09T22:35:41.195217Z","caller":"traceutil/trace.go:171","msg":"trace[1355840972] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2828; }","duration":"415.137907ms","start":"2026-04-09T22:35:40.780073Z","end":"2026-04-09T22:35:41.195211Z","steps":["trace[1355840972] 'agreement among raft nodes before linearized reading' (duration: 415.078365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:35:41.195232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:35:40.780066Z","time spent":"415.163017ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T22:35:41.195306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.982953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-09T22:35:41.195309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.698491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-09T22:35:41.195326Z","caller":"traceutil/trace.go:171","msg":"trace[1553997769] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2828; }","duration":"415.016884ms","start":"2026-04-09T22:35:40.780305Z","end":"2026-04-09T22:35:41.195322Z","steps":["trace[1553997769] 'agreement among raft nodes before linearized reading' (duration: 414.967732ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:35:41.195342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:35:40.780296Z","time spent":"415.041935ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-09T22:35:41.19534Z","caller":"traceutil/trace.go:171","msg":"trace[364167817] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2828; }","duration":"415.725542ms","start":"2026-04-09T22:35:40.779603Z","end":"2026-04-09T22:35:41.195328Z","steps":["trace[364167817] 'agreement among raft nodes before linearized reading' (duration: 415.63825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:35:41.195369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:35:40.779566Z","time spent":"415.796174ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T22:35:41.195427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.513816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:35:41.195488Z","caller":"traceutil/trace.go:171","msg":"trace[1658140821] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:2828; }","duration":"207.6575ms","start":"2026-04-09T22:35:40.987816Z","end":"2026-04-09T22:35:41.195474Z","steps":["trace[1658140821] 'agreement among raft nodes before linearized reading' (duration: 207.511937ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:35:56.847584Z","caller":"traceutil/trace.go:171","msg":"trace[1866470337] transaction","detail":"{read_only:false; response_revision:2917; number_of_response:1; }","duration":"139.416445ms","start":"2026-04-09T22:35:56.708132Z","end":"2026-04-09T22:35:56.847549Z","steps":["trace[1866470337] 'process raft request' (duration: 139.177889ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:35:57.58325Z","caller":"traceutil/trace.go:171","msg":"trace[1722584938] transaction","detail":"{read_only:false; response_revision:2922; number_of_response:1; }","duration":"114.274989ms","start":"2026-04-09T22:35:57.46895Z","end":"2026-04-09T22:35:57.583225Z","steps":["trace[1722584938] 'process raft request' (duration: 104.516791ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:35:57.583306Z","caller":"traceutil/trace.go:171","msg":"trace[1807544887] transaction","detail":"{read_only:false; response_revision:2923; number_of_response:1; }","duration":"113.822518ms","start":"2026-04-09T22:35:57.469443Z","end":"2026-04-09T22:35:57.583266Z","steps":["trace[1807544887] 'process raft request' (duration: 113.682103ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:35:57.583257Z","caller":"traceutil/trace.go:171","msg":"trace[313369633] transaction","detail":"{read_only:false; response_revision:2924; number_of_response:1; }","duration":"113.616833ms","start":"2026-04-09T22:35:57.469615Z","end":"2026-04-09T22:35:57.583232Z","steps":["trace[313369633] 'process raft request' (duration: 113.53818ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:35:57.583679Z","caller":"traceutil/trace.go:171","msg":"trace[244422954] transaction","detail":"{read_only:false; response_revision:2925; number_of_response:1; }","duration":"113.88974ms","start":"2026-04-09T22:35:57.469771Z","end":"2026-04-09T22:35:57.583661Z","steps":["trace[244422954] 'process raft request' (duration: 113.423618ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:35:58.981398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.467822ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:35:58.981542Z","caller":"traceutil/trace.go:171","msg":"trace[1807233401] linearizableReadLoop","detail":"{readStateIndex:3050; appliedIndex:3049; }","duration":"477.348119ms","start":"2026-04-09T22:35:58.504167Z","end":"2026-04-09T22:35:58.981515Z","steps":["trace[1807233401] 'read index received' (duration: 118.420615ms)","trace[1807233401] 'applied index is now lower than readState.Index' (duration: 358.925454ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:35:58.98162Z","caller":"traceutil/trace.go:171","msg":"trace[674420523] transaction","detail":"{read_only:false; response_revision:2927; number_of_response:1; }","duration":"496.242966ms","start":"2026-04-09T22:35:58.485333Z","end":"2026-04-09T22:35:58.981576Z","steps":["trace[674420523] 'process raft request' (duration: 137.238499ms)","trace[674420523] 'compare' (duration: 358.328199ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:35:58.981704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.765511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-09T22:35:58.98183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:35:58.485302Z","time spent":"496.41484ms","remote":"127.0.0.1:43564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:35:58.981842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.822727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-09T22:35:58.981905Z","caller":"traceutil/trace.go:171","msg":"trace[878470283] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2927; }","duration":"128.93727ms","start":"2026-04-09T22:35:58.852949Z","end":"2026-04-09T22:35:58.981886Z","steps":["trace[878470283] 'agreement among raft nodes before linearized reading' (duration: 128.724094ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:35:58.982085Z","caller":"traceutil/trace.go:171","msg":"trace[257393180] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:2927; }","duration":"394.802692ms","start":"2026-04-09T22:35:58.586922Z","end":"2026-04-09T22:35:58.981725Z","steps":["trace[257393180] 'agreement among raft nodes before linearized reading' (duration: 394.711439ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:35:58.982167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:35:58.586849Z","time spent":"395.295284ms","remote":"127.0.0.1:34638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:35:58.98232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.077978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:35:58.982449Z","caller":"traceutil/trace.go:171","msg":"trace[307150727] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2927; }","duration":"395.446717ms","start":"2026-04-09T22:35:58.586982Z","end":"2026-04-09T22:35:58.982429Z","steps":["trace[307150727] 'agreement among raft nodes before linearized reading' (duration: 395.092888ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:35:58.982569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:35:58.586952Z","time spent":"395.597281ms","remote":"127.0.0.1:55696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:35:58.982339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.172699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-09T22:35:58.982802Z","caller":"traceutil/trace.go:171","msg":"trace[533589617] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2927; }","duration":"478.641791ms","start":"2026-04-09T22:35:58.504107Z","end":"2026-04-09T22:35:58.982748Z","steps":["trace[533589617] 'agreement among raft nodes before linearized reading' (duration: 477.507733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:35:58.98289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:35:58.504081Z","time spent":"478.790255ms","remote":"127.0.0.1:43732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-09T22:36:10.015699Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625759854350269,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T22:36:10.23207Z","caller":"traceutil/trace.go:171","msg":"trace[117299032] transaction","detail":"{read_only:false; response_revision:2985; number_of_response:1; }","duration":"859.481061ms","start":"2026-04-09T22:36:09.372567Z","end":"2026-04-09T22:36:10.232048Z","steps":["trace[117299032] 'process raft request' (duration: 859.275785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:36:10.232243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:36:09.372524Z","time spent":"859.627444ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:36:10.329926Z","caller":"traceutil/trace.go:171","msg":"trace[141224666] linearizableReadLoop","detail":"{readStateIndex:3112; appliedIndex:3109; }","duration":"815.044726ms","start":"2026-04-09T22:36:09.51485Z","end":"2026-04-09T22:36:10.329895Z","steps":["trace[141224666] 'read index received' (duration: 716.933926ms)","trace[141224666] 'applied index is now lower than readState.Index' (duration: 98.10945ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:36:10.330072Z","caller":"traceutil/trace.go:171","msg":"trace[1389015740] transaction","detail":"{read_only:false; response_revision:2986; number_of_response:1; }","duration":"760.318833ms","start":"2026-04-09T22:36:09.569741Z","end":"2026-04-09T22:36:10.33006Z","steps":["trace[1389015740] 'process raft request' (duration: 687.739209ms)","trace[1389015740] 'compare' (duration: 72.149454ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:36:10.3302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:36:09.569709Z","time spent":"760.388915ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:36:10.330317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.452637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-09T22:36:10.330396Z","caller":"traceutil/trace.go:171","msg":"trace[2025703998] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2987; }","duration":"815.61115ms","start":"2026-04-09T22:36:09.514766Z","end":"2026-04-09T22:36:10.330377Z","steps":["trace[2025703998] 'agreement among raft nodes before linearized reading' (duration: 815.370884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:36:10.330433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:36:09.514741Z","time spent":"815.682293ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-09T22:36:10.330678Z","caller":"traceutil/trace.go:171","msg":"trace[384818317] transaction","detail":"{read_only:false; response_revision:2987; number_of_response:1; }","duration":"740.889013ms","start":"2026-04-09T22:36:09.589775Z","end":"2026-04-09T22:36:10.330664Z","steps":["trace[384818317] 'process raft request' (duration: 740.067922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:36:10.330791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:36:09.589755Z","time spent":"740.950074ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:36:10.330799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.693451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-04-09T22:36:10.330799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.107858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:36:10.330846Z","caller":"traceutil/trace.go:171","msg":"trace[1398295618] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2987; }","duration":"682.739112ms","start":"2026-04-09T22:36:09.648092Z","end":"2026-04-09T22:36:10.330831Z","steps":["trace[1398295618] 'agreement among raft nodes before linearized reading' (duration: 682.592478ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:36:10.330887Z","caller":"traceutil/trace.go:171","msg":"trace[468653780] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:2987; }","duration":"423.266442ms","start":"2026-04-09T22:36:09.907597Z","end":"2026-04-09T22:36:10.330863Z","steps":["trace[468653780] 'agreement among raft nodes before linearized reading' (duration: 423.071247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:36:10.330987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:36:09.907511Z","time spent":"423.465946ms","remote":"127.0.0.1:56822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:36:10.331019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.951751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-09T22:36:10.331021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.674836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:36:10.33105Z","caller":"traceutil/trace.go:171","msg":"trace[1134005592] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2987; }","duration":"680.002602ms","start":"2026-04-09T22:36:09.651038Z","end":"2026-04-09T22:36:10.331041Z","steps":["trace[1134005592] 'agreement among raft nodes before linearized reading' (duration: 679.92209ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:36:10.331063Z","caller":"traceutil/trace.go:171","msg":"trace[354846933] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2987; }","duration":"706.764808ms","start":"2026-04-09T22:36:09.624286Z","end":"2026-04-09T22:36:10.331051Z","steps":["trace[354846933] 'agreement among raft nodes before linearized reading' (duration: 706.684206ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:36:10.331079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:36:09.651028Z","time spent":"680.043194ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-09T22:36:10.331089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:36:09.624267Z","time spent":"706.81374ms","remote":"127.0.0.1:55718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:36:10.33115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.166538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-09T22:36:10.33124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.824893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-09T22:36:10.331268Z","caller":"traceutil/trace.go:171","msg":"trace[1878382918] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2987; }","duration":"686.363074ms","start":"2026-04-09T22:36:09.644872Z","end":"2026-04-09T22:36:10.331235Z","steps":["trace[1878382918] 'agreement among raft nodes before linearized reading' (duration: 685.989174ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:36:10.331298Z","caller":"traceutil/trace.go:171","msg":"trace[1822539474] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2987; }","duration":"680.902285ms","start":"2026-04-09T22:36:09.650386Z","end":"2026-04-09T22:36:10.331289Z","steps":["trace[1822539474] 'agreement among raft nodes before linearized reading' (duration: 680.796603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:36:10.33088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:36:09.648069Z","time spent":"682.804614ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-09T22:36:10.331316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:36:09.644847Z","time spent":"686.460076ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T22:36:10.331327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:36:09.650376Z","time spent":"680.944066ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T22:36:10.331458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.824513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:36:10.331492Z","caller":"traceutil/trace.go:171","msg":"trace[524634568] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2987; }","duration":"118.899465ms","start":"2026-04-09T22:36:10.212586Z","end":"2026-04-09T22:36:10.331485Z","steps":["trace[524634568] 'agreement among raft nodes before linearized reading' (duration: 118.828553ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:36:10.331684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.177373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-09T22:36:10.331794Z","caller":"traceutil/trace.go:171","msg":"trace[199407839] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2987; }","duration":"774.365718ms","start":"2026-04-09T22:36:09.557408Z","end":"2026-04-09T22:36:10.331774Z","steps":["trace[199407839] 'agreement among raft nodes before linearized reading' (duration: 773.115337ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:36:10.331968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:36:09.557382Z","time spent":"774.570523ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-09T22:36:11.611958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.871897ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:36:11.612331Z","caller":"traceutil/trace.go:171","msg":"trace[1191722591] linearizableReadLoop","detail":"{readStateIndex:3117; appliedIndex:3112; }","duration":"1.274557614s","start":"2026-04-09T22:36:10.337752Z","end":"2026-04-09T22:36:11.61231Z","steps":["trace[1191722591] 'read index received' (duration: 454.128752ms)","trace[1191722591] 'applied index is now lower than readState.Index' (duration: 820.427592ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:36:11.612307Z","caller":"traceutil/trace.go:171","msg":"trace[886563980] transaction","detail":"{read_only:false; response_revision:2988; number_of_response:1; }","duration":"1.276584225s","start":"2026-04-09T22:36:10.335637Z","end":"2026-04-09T22:36:11.612221Z","steps":["trace[886563980] 'process raft request' (duration: 456.233505ms)","trace[886563980] 'compare' (duration: 819.694263ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:36:11.612457Z","caller":"traceutil/trace.go:171","msg":"trace[1007886819] transaction","detail":"{read_only:false; response_revision:2989; number_of_response:1; }","duration":"1.276130543s","start":"2026-04-09T22:36:10.336312Z","end":"2026-04-09T22:36:11.612442Z","steps":["trace[1007886819] 'process raft request' (duration: 1.275799895s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:36:11.612532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:36:10.33562Z","time spent":"1.27678545s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:36:11.61255Z","caller":"traceutil/trace.go:171","msg":"trace[364204973] transaction","detail":"{read_only:false; response_revision:2992; number_of_response:1; }","duration":"1.276161045s","start":"2026-04-09T22:36:10.336357Z","end":"2026-04-09T22:36:11.612518Z","steps":["trace[364204973] 'process raft request' (duration: 1.275865327s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:36:11.612595Z","caller":"traceutil/trace.go:171","msg":"trace[1704944615] transaction","detail":"{read_only:false; response_revision:2990; number_of_response:1; }","duration":"1.276283029s","start":"2026-04-09T22:36:10.336263Z","end":"2026-04-09T22:36:11.612546Z","steps":["trace[1704944615] 'process raft request' (duration: 1.275898498s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:36:11.612708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:36:10.336328Z","time spent":"1.276299819s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:36:11.612546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:36:10.336289Z","time spent":"1.276215097s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:36:11.612812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:36:10.336236Z","time spent":"1.276466043s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:36:11.612594Z","caller":"traceutil/trace.go:171","msg":"trace[526076766] transaction","detail":"{read_only:false; response_revision:2993; number_of_response:1; }","duration":"1.269730153s","start":"2026-04-09T22:36:10.342826Z","end":"2026-04-09T22:36:11.612557Z","steps":["trace[526076766] 'process raft request' (duration: 1.269449245s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:36:11.612614Z","caller":"traceutil/trace.go:171","msg":"trace[874145118] transaction","detail":"{read_only:false; response_revision:2991; number_of_response:1; }","duration":"1.275175741s","start":"2026-04-09T22:36:10.337404Z","end":"2026-04-09T22:36:11.61258Z","steps":["trace[874145118] 'process raft request' (duration: 1.27478474s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:36:11.612984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.275229792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-04-09T22:36:11.61303Z","caller":"traceutil/trace.go:171","msg":"trace[1749925035] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2993; }","duration":"1.275298403s","start":"2026-04-09T22:36:10.337719Z","end":"2026-04-09T22:36:11.613017Z","steps":["trace[1749925035] 'agreement among raft nodes before linearized reading' (duration: 1.274854422s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:36:11.613063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:36:10.337705Z","time spent":"1.275350085s","remote":"127.0.0.1:43740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1343,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-04-09T22:36:11.613156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:36:10.337361Z","time spent":"1.275654902s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:36:11.613193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:36:10.342803Z","time spent":"1.270086292s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:36:12.1126Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625759854350284,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T22:36:13.263606Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.024111903s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-09T22:36:13.570549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.346913173s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:36:13.570711Z","caller":"traceutil/trace.go:171","msg":"trace[179146716] transaction","detail":"{read_only:false; response_revision:2994; number_of_response:1; }","duration":"2.491280548s","start":"2026-04-09T22:36:11.079387Z","end":"2026-04-09T22:36:13.570668Z","steps":["trace[179146716] 'process raft request' (duration: 1.144141698s)","trace[179146716] 'compare' (duration: 1.345829816s)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:36:13.570897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:36:11.079355Z","time spent":"2.491444841s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:36:13.57176Z","caller":"traceutil/trace.go:171","msg":"trace[918468279] linearizableReadLoop","detail":"{readStateIndex:3119; appliedIndex:3118; }","duration":"1.959343938s","start":"2026-04-09T22:36:11.612378Z","end":"2026-04-09T22:36:13.571721Z","steps":["trace[918468279] 'read index received' (duration: 611.105511ms)","trace[918468279] 'applied index is now lower than readState.Index' (duration: 1.348235127s)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:36:13.571815Z","caller":"traceutil/trace.go:171","msg":"trace[206480798] transaction","detail":"{read_only:false; response_revision:2995; number_of_response:1; }","duration":"1.332373546s","start":"2026-04-09T22:36:12.239388Z","end":"2026-04-09T22:36:13.571762Z","steps":["trace[206480798] 'process raft request' (duration: 1.331303549s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:36:13.57206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:36:12.239368Z","time spent":"1.332559901s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:36:13.574956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.607596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:36:13.574969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.365112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:36:13.575012Z","caller":"traceutil/trace.go:171","msg":"trace[391882910] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2995; }","duration":"903.716489ms","start":"2026-04-09T22:36:12.67128Z","end":"2026-04-09T22:36:13.574996Z","steps":["trace[391882910] 'agreement among raft nodes before linearized reading' (duration: 903.619646ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:36:13.57502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.363958025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:36:13.575046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:36:12.671257Z","time spent":"903.780951ms","remote":"127.0.0.1:56610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-04-09T22:36:13.575054Z","caller":"traceutil/trace.go:171","msg":"trace[1147231187] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2995; }","duration":"1.364031497s","start":"2026-04-09T22:36:12.211013Z","end":"2026-04-09T22:36:13.575044Z","steps":["trace[1147231187] 'agreement among raft nodes before linearized reading' (duration: 1.363969085s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:36:13.575054Z","caller":"traceutil/trace.go:171","msg":"trace[385312401] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:2995; }","duration":"949.522367ms","start":"2026-04-09T22:36:12.625508Z","end":"2026-04-09T22:36:13.57503Z","steps":["trace[385312401] 'agreement among raft nodes before linearized reading' (duration: 949.396543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:36:13.575073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.079618791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-09T22:36:13.575089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:36:12.210991Z","time spent":"1.364090338s","remote":"127.0.0.1:43530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T22:36:13.575095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:36:12.625478Z","time spent":"949.603669ms","remote":"127.0.0.1:56720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-04-09T22:36:13.575115Z","caller":"traceutil/trace.go:171","msg":"trace[609442453] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:2995; }","duration":"3.079671582s","start":"2026-04-09T22:36:10.495431Z","end":"2026-04-09T22:36:13.575103Z","steps":["trace[609442453] 'agreement among raft nodes before linearized reading' (duration: 3.076446131s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:36:13.575152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:36:10.495368Z","time spent":"3.079773025s","remote":"127.0.0.1:44004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":3,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:36:13.57516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.956906265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7371"} {"level":"warn","ts":"2026-04-09T22:36:13.575161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028143504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a4d12dc1d2b552\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-04-09T22:36:13.575246Z","caller":"traceutil/trace.go:171","msg":"trace[1381513778] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:2995; }","duration":"1.957057119s","start":"2026-04-09T22:36:11.618169Z","end":"2026-04-09T22:36:13.575226Z","steps":["trace[1381513778] 'agreement among raft nodes before linearized reading' (duration: 1.956701311s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:36:13.575261Z","caller":"traceutil/trace.go:171","msg":"trace[382569305] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a4d12dc1d2b552; range_end:; response_count:1; response_revision:2995; }","duration":"1.028305878s","start":"2026-04-09T22:36:12.546939Z","end":"2026-04-09T22:36:13.575245Z","steps":["trace[382569305] 'agreement among raft nodes before linearized reading' (duration: 1.02800315s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:36:13.575292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:36:11.618149Z","time spent":"1.957134131s","remote":"127.0.0.1:44004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7395,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-04-09T22:36:13.575371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:36:12.546916Z","time spent":"1.028445542s","remote":"127.0.0.1:43616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":805,"request content":"key:\"/registry/events/auth-system/keycloak-0.18a4d12dc1d2b552\" "} {"level":"warn","ts":"2026-04-09T22:36:13.575372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.527324458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-09T22:36:13.575534Z","caller":"traceutil/trace.go:171","msg":"trace[481415985] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2995; }","duration":"2.527513083s","start":"2026-04-09T22:36:11.047975Z","end":"2026-04-09T22:36:13.575488Z","steps":["trace[481415985] 'agreement among raft nodes before linearized reading' (duration: 2.52383532s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:36:13.575618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:36:11.047951Z","time spent":"2.527627515s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T22:36:29.864944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.980079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-09T22:36:29.865484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.073716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:36:29.865561Z","caller":"traceutil/trace.go:171","msg":"trace[995555267] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3080; }","duration":"103.150848ms","start":"2026-04-09T22:36:29.762392Z","end":"2026-04-09T22:36:29.865543Z","steps":["trace[995555267] 'range keys from in-memory index tree' (duration: 102.970204ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:36:29.865068Z","caller":"traceutil/trace.go:171","msg":"trace[961447399] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3080; }","duration":"104.166574ms","start":"2026-04-09T22:36:29.760875Z","end":"2026-04-09T22:36:29.865042Z","steps":["trace[961447399] 'range keys from in-memory index tree' (duration: 103.807134ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:36:48.209333Z","caller":"traceutil/trace.go:171","msg":"trace[2117136891] transaction","detail":"{read_only:false; response_revision:3178; number_of_response:1; }","duration":"226.413792ms","start":"2026-04-09T22:36:47.98288Z","end":"2026-04-09T22:36:48.209293Z","steps":["trace[2117136891] 'process raft request' (duration: 226.140455ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:36:48.211203Z","caller":"traceutil/trace.go:171","msg":"trace[1197742692] linearizableReadLoop","detail":"{readStateIndex:3312; appliedIndex:3310; }","duration":"199.976743ms","start":"2026-04-09T22:36:48.01119Z","end":"2026-04-09T22:36:48.211166Z","steps":["trace[1197742692] 'read index received' (duration: 197.787767ms)","trace[1197742692] 'applied index is now lower than readState.Index' (duration: 2.187326ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:36:48.211238Z","caller":"traceutil/trace.go:171","msg":"trace[692899820] transaction","detail":"{read_only:false; response_revision:3179; number_of_response:1; }","duration":"227.900049ms","start":"2026-04-09T22:36:47.983294Z","end":"2026-04-09T22:36:48.211194Z","steps":["trace[692899820] 'process raft request' (duration: 227.703645ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:36:48.211582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.435178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-09T22:36:48.21167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.420734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-09T22:36:48.211721Z","caller":"traceutil/trace.go:171","msg":"trace[1595121582] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3179; }","duration":"200.524766ms","start":"2026-04-09T22:36:48.011184Z","end":"2026-04-09T22:36:48.211709Z","steps":["trace[1595121582] 'agreement among raft nodes before linearized reading' (duration: 200.104666ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:36:48.211714Z","caller":"traceutil/trace.go:171","msg":"trace[1366286098] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3179; }","duration":"197.598943ms","start":"2026-04-09T22:36:48.014092Z","end":"2026-04-09T22:36:48.211691Z","steps":["trace[1366286098] 'agreement among raft nodes before linearized reading' (duration: 197.311956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:36:48.211737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.829388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-04-09T22:36:48.211577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.037645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-09T22:36:48.211899Z","caller":"traceutil/trace.go:171","msg":"trace[556344511] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:3179; }","duration":"198.005463ms","start":"2026-04-09T22:36:48.013842Z","end":"2026-04-09T22:36:48.211847Z","steps":["trace[556344511] 'agreement among raft nodes before linearized reading' (duration: 197.616553ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:36:48.211901Z","caller":"traceutil/trace.go:171","msg":"trace[946165567] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3179; }","duration":"198.424925ms","start":"2026-04-09T22:36:48.013458Z","end":"2026-04-09T22:36:48.211883Z","steps":["trace[946165567] 'agreement among raft nodes before linearized reading' (duration: 197.924312ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:38:40.746016Z","caller":"traceutil/trace.go:171","msg":"trace[1679707868] linearizableReadLoop","detail":"{readStateIndex:4036; appliedIndex:4035; }","duration":"338.433208ms","start":"2026-04-09T22:38:40.407554Z","end":"2026-04-09T22:38:40.745987Z","steps":["trace[1679707868] 'read index received' (duration: 338.197652ms)","trace[1679707868] 'applied index is now lower than readState.Index' (duration: 234.386µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:38:40.746087Z","caller":"traceutil/trace.go:171","msg":"trace[1376918009] transaction","detail":"{read_only:false; response_revision:3874; number_of_response:1; }","duration":"391.279163ms","start":"2026-04-09T22:38:40.354776Z","end":"2026-04-09T22:38:40.746055Z","steps":["trace[1376918009] 'process raft request' (duration: 391.033477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:38:40.746311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.747485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:38:40.746367Z","caller":"traceutil/trace.go:171","msg":"trace[1022730015] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:3874; }","duration":"338.864399ms","start":"2026-04-09T22:38:40.407489Z","end":"2026-04-09T22:38:40.746353Z","steps":["trace[1022730015] 'agreement among raft nodes before linearized reading' (duration: 338.633063ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:38:40.746312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:38:40.354761Z","time spent":"391.398256ms","remote":"127.0.0.1:43670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":369,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T22:38:40.746392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.824115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-09T22:38:40.746441Z","caller":"traceutil/trace.go:171","msg":"trace[679656456] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3874; }","duration":"262.947228ms","start":"2026-04-09T22:38:40.483481Z","end":"2026-04-09T22:38:40.746428Z","steps":["trace[679656456] 'agreement among raft nodes before linearized reading' (duration: 262.691671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:38:40.746602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:38:40.407466Z","time spent":"339.121315ms","remote":"127.0.0.1:43840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":19,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-04-09T22:38:43.824257Z","caller":"traceutil/trace.go:171","msg":"trace[1855265237] transaction","detail":"{read_only:false; response_revision:3952; number_of_response:1; }","duration":"143.485988ms","start":"2026-04-09T22:38:43.680742Z","end":"2026-04-09T22:38:43.824228Z","steps":["trace[1855265237] 'process raft request' (duration: 143.414797ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:38:43.824276Z","caller":"traceutil/trace.go:171","msg":"trace[1267699856] transaction","detail":"{read_only:false; response_revision:3951; number_of_response:1; }","duration":"143.520459ms","start":"2026-04-09T22:38:43.680724Z","end":"2026-04-09T22:38:43.824244Z","steps":["trace[1267699856] 'process raft request' (duration: 143.247332ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:38:43.912003Z","caller":"traceutil/trace.go:171","msg":"trace[643268123] linearizableReadLoop","detail":"{readStateIndex:4115; appliedIndex:4112; }","duration":"104.00601ms","start":"2026-04-09T22:38:43.80794Z","end":"2026-04-09T22:38:43.911946Z","steps":["trace[643268123] 'read index received' (duration: 15.950964ms)","trace[643268123] 'applied index is now lower than readState.Index' (duration: 88.044666ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:38:43.912263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.306187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:8741"} {"level":"info","ts":"2026-04-09T22:38:43.912286Z","caller":"traceutil/trace.go:171","msg":"trace[1439250979] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:3953; }","duration":"104.392829ms","start":"2026-04-09T22:38:43.807885Z","end":"2026-04-09T22:38:43.912277Z","steps":["trace[1439250979] 'agreement among raft nodes before linearized reading' (duration: 104.201304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:39:07.269755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.507051ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:39:07.269864Z","caller":"traceutil/trace.go:171","msg":"trace[151510705] linearizableReadLoop","detail":"{readStateIndex:4258; appliedIndex:4257; }","duration":"227.907533ms","start":"2026-04-09T22:39:07.041941Z","end":"2026-04-09T22:39:07.269848Z","steps":["trace[151510705] 'read index received' (duration: 54.782636ms)","trace[151510705] 'applied index is now lower than readState.Index' (duration: 173.123597ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:39:07.269893Z","caller":"traceutil/trace.go:171","msg":"trace[1940441011] transaction","detail":"{read_only:false; response_revision:4091; number_of_response:1; }","duration":"253.983763ms","start":"2026-04-09T22:39:07.015874Z","end":"2026-04-09T22:39:07.269858Z","steps":["trace[1940441011] 'process raft request' (duration: 80.914267ms)","trace[1940441011] 'compare' (duration: 172.327157ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:39:07.270464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.502709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-09T22:39:07.270534Z","caller":"traceutil/trace.go:171","msg":"trace[1739543113] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4091; }","duration":"228.635593ms","start":"2026-04-09T22:39:07.041863Z","end":"2026-04-09T22:39:07.270499Z","steps":["trace[1739543113] 'agreement among raft nodes before linearized reading' (duration: 228.080578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:39:07.27081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.992798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-09T22:39:07.270982Z","caller":"traceutil/trace.go:171","msg":"trace[319451] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4091; }","duration":"164.215443ms","start":"2026-04-09T22:39:07.106747Z","end":"2026-04-09T22:39:07.270962Z","steps":["trace[319451] 'agreement among raft nodes before linearized reading' (duration: 163.32225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:39:07.270818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.29129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-09T22:39:07.271121Z","caller":"traceutil/trace.go:171","msg":"trace[729085006] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4091; }","duration":"163.65073ms","start":"2026-04-09T22:39:07.107444Z","end":"2026-04-09T22:39:07.271095Z","steps":["trace[729085006] 'agreement among raft nodes before linearized reading' (duration: 163.247649ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:39:12.670178Z","caller":"traceutil/trace.go:171","msg":"trace[651623334] transaction","detail":"{read_only:false; response_revision:4118; number_of_response:1; }","duration":"318.701929ms","start":"2026-04-09T22:39:12.35145Z","end":"2026-04-09T22:39:12.670152Z","steps":["trace[651623334] 'process raft request' (duration: 318.551736ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:39:12.670354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:39:12.351428Z","time spent":"318.853033ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:39:13.26698Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625759854353428,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T22:39:13.575151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.741559ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:39:13.575501Z","caller":"traceutil/trace.go:171","msg":"trace[1138616814] transaction","detail":"{read_only:false; response_revision:4120; number_of_response:1; }","duration":"104.984724ms","start":"2026-04-09T22:39:13.47049Z","end":"2026-04-09T22:39:13.575475Z","steps":["trace[1138616814] 'process raft request' (duration: 104.79716ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:39:13.575582Z","caller":"traceutil/trace.go:171","msg":"trace[992411296] linearizableReadLoop","detail":"{readStateIndex:4287; appliedIndex:4286; }","duration":"809.534111ms","start":"2026-04-09T22:39:12.765999Z","end":"2026-04-09T22:39:13.575533Z","steps":["trace[992411296] 'read index received' (duration: 685.271229ms)","trace[992411296] 'applied index is now lower than readState.Index' (duration: 124.260302ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:39:13.575812Z","caller":"traceutil/trace.go:171","msg":"trace[1259410630] transaction","detail":"{read_only:false; response_revision:4119; number_of_response:1; }","duration":"1.163828509s","start":"2026-04-09T22:39:12.411955Z","end":"2026-04-09T22:39:13.575783Z","steps":["trace[1259410630] 'process raft request' (duration: 1.039324622s)","trace[1259410630] 'compare' (duration: 123.461151ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:39:13.575958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:39:12.411932Z","time spent":"1.163961312s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:39:13.575979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.956942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:39:13.576005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.658714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:39:13.576068Z","caller":"traceutil/trace.go:171","msg":"trace[452348822] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:4120; }","duration":"810.102996ms","start":"2026-04-09T22:39:12.765944Z","end":"2026-04-09T22:39:13.576047Z","steps":["trace[452348822] 'agreement among raft nodes before linearized reading' (duration: 809.89201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:39:13.576076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.438074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-09T22:39:13.576106Z","caller":"traceutil/trace.go:171","msg":"trace[326654550] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4120; }","duration":"273.511896ms","start":"2026-04-09T22:39:13.302587Z","end":"2026-04-09T22:39:13.576099Z","steps":["trace[326654550] 'agreement among raft nodes before linearized reading' (duration: 273.359202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:39:13.576121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:39:12.765923Z","time spent":"810.188057ms","remote":"127.0.0.1:56632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-04-09T22:39:13.576128Z","caller":"traceutil/trace.go:171","msg":"trace[2141086316] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:4120; }","duration":"720.810208ms","start":"2026-04-09T22:39:12.855274Z","end":"2026-04-09T22:39:13.576084Z","steps":["trace[2141086316] 'agreement among raft nodes before linearized reading' (duration: 720.647524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:39:13.576198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:39:12.855254Z","time spent":"720.927991ms","remote":"127.0.0.1:43936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:39:13.57624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.536371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-56mvg\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-09T22:39:13.576255Z","caller":"traceutil/trace.go:171","msg":"trace[1564266144] range","detail":"{range_begin:/registry/pods/openstack/keepalived-56mvg; range_end:; response_count:1; response_revision:4120; }","duration":"113.583613ms","start":"2026-04-09T22:39:13.462667Z","end":"2026-04-09T22:39:13.576251Z","steps":["trace[1564266144] 'agreement among raft nodes before linearized reading' (duration: 113.525781ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:39:13.576382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.236278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-09T22:39:13.5764Z","caller":"traceutil/trace.go:171","msg":"trace[509807733] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4120; }","duration":"252.269949ms","start":"2026-04-09T22:39:13.324126Z","end":"2026-04-09T22:39:13.576396Z","steps":["trace[509807733] 'agreement among raft nodes before linearized reading' (duration: 252.224348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:39:13.576495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.797337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-04-09T22:39:13.576515Z","caller":"traceutil/trace.go:171","msg":"trace[253890798] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4120; }","duration":"266.839248ms","start":"2026-04-09T22:39:13.309669Z","end":"2026-04-09T22:39:13.576508Z","steps":["trace[253890798] 'agreement among raft nodes before linearized reading' (duration: 266.764516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:39:13.576543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.223381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-09T22:39:13.576602Z","caller":"traceutil/trace.go:171","msg":"trace[1769270730] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4120; }","duration":"277.319272ms","start":"2026-04-09T22:39:13.299268Z","end":"2026-04-09T22:39:13.576588Z","steps":["trace[1769270730] 'agreement among raft nodes before linearized reading' (duration: 277.152618ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:39:13.576684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.415713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-09T22:39:13.576705Z","caller":"traceutil/trace.go:171","msg":"trace[1570659194] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4120; }","duration":"407.474344ms","start":"2026-04-09T22:39:13.169223Z","end":"2026-04-09T22:39:13.576698Z","steps":["trace[1570659194] 'agreement among raft nodes before linearized reading' (duration: 407.427623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:39:13.576726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:39:13.169202Z","time spent":"407.520336ms","remote":"127.0.0.1:43732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-09T22:39:13.576781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.476926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:39:13.576826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.468579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-09T22:39:13.57687Z","caller":"traceutil/trace.go:171","msg":"trace[1451004093] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:4120; }","duration":"449.539078ms","start":"2026-04-09T22:39:13.127271Z","end":"2026-04-09T22:39:13.57681Z","steps":["trace[1451004093] 'agreement among raft nodes before linearized reading' (duration: 449.494897ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:39:13.57688Z","caller":"traceutil/trace.go:171","msg":"trace[1374245442] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4120; }","duration":"565.560291ms","start":"2026-04-09T22:39:13.011309Z","end":"2026-04-09T22:39:13.57687Z","steps":["trace[1374245442] 'agreement among raft nodes before linearized reading' (duration: 565.439328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:39:13.576887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:39:13.127258Z","time spent":"449.6243ms","remote":"127.0.0.1:56610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:39:13.576875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.135432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-09T22:39:13.576917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:39:13.011289Z","time spent":"565.621362ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-09T22:39:13.57694Z","caller":"traceutil/trace.go:171","msg":"trace[3891386] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4120; }","duration":"270.238675ms","start":"2026-04-09T22:39:13.306685Z","end":"2026-04-09T22:39:13.576923Z","steps":["trace[3891386] 'agreement among raft nodes before linearized reading' (duration: 270.018789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:39:13.576639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.194967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:39:13.577002Z","caller":"traceutil/trace.go:171","msg":"trace[916121255] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:4120; }","duration":"513.600458ms","start":"2026-04-09T22:39:13.06339Z","end":"2026-04-09T22:39:13.57699Z","steps":["trace[916121255] 'agreement among raft nodes before linearized reading' (duration: 513.223449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:39:13.577039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:39:13.063368Z","time spent":"513.661689ms","remote":"127.0.0.1:55686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:39:13.577104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.360281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-09T22:39:13.577143Z","caller":"traceutil/trace.go:171","msg":"trace[170130182] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4120; }","duration":"269.414863ms","start":"2026-04-09T22:39:13.307722Z","end":"2026-04-09T22:39:13.577137Z","steps":["trace[170130182] 'agreement among raft nodes before linearized reading' (duration: 268.835578ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:39:17.776724Z","caller":"traceutil/trace.go:171","msg":"trace[1975499258] transaction","detail":"{read_only:false; response_revision:4143; number_of_response:1; }","duration":"109.95224ms","start":"2026-04-09T22:39:17.666744Z","end":"2026-04-09T22:39:17.776696Z","steps":["trace[1975499258] 'process raft request' (duration: 62.408878ms)","trace[1975499258] 'compare' (duration: 47.444969ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:39:17.815209Z","caller":"traceutil/trace.go:171","msg":"trace[155186101] transaction","detail":"{read_only:false; response_revision:4144; number_of_response:1; }","duration":"148.347881ms","start":"2026-04-09T22:39:17.66684Z","end":"2026-04-09T22:39:17.815187Z","steps":["trace[155186101] 'process raft request' (duration: 148.142236ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:39:17.8155Z","caller":"traceutil/trace.go:171","msg":"trace[433984302] transaction","detail":"{read_only:false; response_revision:4145; number_of_response:1; }","duration":"148.586297ms","start":"2026-04-09T22:39:17.666891Z","end":"2026-04-09T22:39:17.815477Z","steps":["trace[433984302] 'process raft request' (duration: 148.244259ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:39:17.815657Z","caller":"traceutil/trace.go:171","msg":"trace[132173352] transaction","detail":"{read_only:false; response_revision:4147; number_of_response:1; }","duration":"148.663689ms","start":"2026-04-09T22:39:17.666969Z","end":"2026-04-09T22:39:17.815632Z","steps":["trace[132173352] 'process raft request' (duration: 148.572497ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:39:17.815765Z","caller":"traceutil/trace.go:171","msg":"trace[351648769] transaction","detail":"{read_only:false; response_revision:4146; number_of_response:1; }","duration":"148.796382ms","start":"2026-04-09T22:39:17.666959Z","end":"2026-04-09T22:39:17.815756Z","steps":["trace[351648769] 'process raft request' (duration: 148.436203ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:39:17.81582Z","caller":"traceutil/trace.go:171","msg":"trace[1785465745] transaction","detail":"{read_only:false; response_revision:4148; number_of_response:1; }","duration":"148.786442ms","start":"2026-04-09T22:39:17.667025Z","end":"2026-04-09T22:39:17.815811Z","steps":["trace[1785465745] 'process raft request' (duration: 148.560966ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:39:17.815897Z","caller":"traceutil/trace.go:171","msg":"trace[1371506797] transaction","detail":"{read_only:false; response_revision:4149; number_of_response:1; }","duration":"148.654678ms","start":"2026-04-09T22:39:17.667231Z","end":"2026-04-09T22:39:17.815885Z","steps":["trace[1371506797] 'process raft request' (duration: 148.514455ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:39:18.965599Z","caller":"traceutil/trace.go:171","msg":"trace[1220662669] linearizableReadLoop","detail":"{readStateIndex:4324; appliedIndex:4323; }","duration":"162.203051ms","start":"2026-04-09T22:39:18.803369Z","end":"2026-04-09T22:39:18.965572Z","steps":["trace[1220662669] 'read index received' (duration: 161.401071ms)","trace[1220662669] 'applied index is now lower than readState.Index' (duration: 801.17µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:39:18.965716Z","caller":"traceutil/trace.go:171","msg":"trace[1651574335] transaction","detail":"{read_only:false; response_revision:4154; number_of_response:1; }","duration":"262.966388ms","start":"2026-04-09T22:39:18.702703Z","end":"2026-04-09T22:39:18.96567Z","steps":["trace[1651574335] 'process raft request' (duration: 262.65826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:39:18.965764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.363805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:39:18.96582Z","caller":"traceutil/trace.go:171","msg":"trace[789059554] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4154; }","duration":"162.487508ms","start":"2026-04-09T22:39:18.80332Z","end":"2026-04-09T22:39:18.965808Z","steps":["trace[789059554] 'agreement among raft nodes before linearized reading' (duration: 162.358725ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:39:19.809169Z","caller":"traceutil/trace.go:171","msg":"trace[498147095] linearizableReadLoop","detail":"{readStateIndex:4325; appliedIndex:4324; }","duration":"134.782638ms","start":"2026-04-09T22:39:19.674353Z","end":"2026-04-09T22:39:19.809136Z","steps":["trace[498147095] 'read index received' (duration: 134.555722ms)","trace[498147095] 'applied index is now lower than readState.Index' (duration: 225.265µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:39:19.809411Z","caller":"traceutil/trace.go:171","msg":"trace[791514302] transaction","detail":"{read_only:false; response_revision:4155; number_of_response:1; }","duration":"140.637747ms","start":"2026-04-09T22:39:19.668615Z","end":"2026-04-09T22:39:19.809253Z","steps":["trace[791514302] 'process raft request' (duration: 140.298288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:39:19.809488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.105807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-56mvg\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-09T22:39:19.809702Z","caller":"traceutil/trace.go:171","msg":"trace[2045711786] range","detail":"{range_begin:/registry/pods/openstack/keepalived-56mvg; range_end:; response_count:1; response_revision:4155; }","duration":"135.371894ms","start":"2026-04-09T22:39:19.674288Z","end":"2026-04-09T22:39:19.80966Z","steps":["trace[2045711786] 'agreement among raft nodes before linearized reading' (duration: 134.975144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:39:20.149923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.396228ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:39:20.150173Z","caller":"traceutil/trace.go:171","msg":"trace[172950233] transaction","detail":"{read_only:false; response_revision:4158; number_of_response:1; }","duration":"246.79657ms","start":"2026-04-09T22:39:19.903338Z","end":"2026-04-09T22:39:20.150135Z","steps":["trace[172950233] 'process raft request' (duration: 129.063553ms)","trace[172950233] 'compare' (duration: 117.252895ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:39:20.150301Z","caller":"traceutil/trace.go:171","msg":"trace[1856191360] transaction","detail":"{read_only:false; response_revision:4159; number_of_response:1; }","duration":"246.543134ms","start":"2026-04-09T22:39:19.903744Z","end":"2026-04-09T22:39:20.150287Z","steps":["trace[1856191360] 'process raft request' (duration: 246.308018ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:39:20.150249Z","caller":"traceutil/trace.go:171","msg":"trace[2106233742] transaction","detail":"{read_only:false; response_revision:4160; number_of_response:1; }","duration":"246.462852ms","start":"2026-04-09T22:39:19.903735Z","end":"2026-04-09T22:39:20.150198Z","steps":["trace[2106233742] 'process raft request' (duration: 246.38075ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:39:20.150435Z","caller":"traceutil/trace.go:171","msg":"trace[982148785] transaction","detail":"{read_only:false; response_revision:4161; number_of_response:1; }","duration":"246.614516ms","start":"2026-04-09T22:39:19.903805Z","end":"2026-04-09T22:39:20.150419Z","steps":["trace[982148785] 'process raft request' (duration: 246.35157ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:39:20.150665Z","caller":"traceutil/trace.go:171","msg":"trace[854701683] transaction","detail":"{read_only:false; response_revision:4162; number_of_response:1; }","duration":"246.579345ms","start":"2026-04-09T22:39:19.904049Z","end":"2026-04-09T22:39:20.150628Z","steps":["trace[854701683] 'process raft request' (duration: 246.304578ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:39:24.098966Z","caller":"traceutil/trace.go:171","msg":"trace[97018555] linearizableReadLoop","detail":"{readStateIndex:4347; appliedIndex:4346; }","duration":"160.231721ms","start":"2026-04-09T22:39:23.938703Z","end":"2026-04-09T22:39:24.098935Z","steps":["trace[97018555] 'read index received' (duration: 95.399062ms)","trace[97018555] 'applied index is now lower than readState.Index' (duration: 64.831009ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:39:24.099031Z","caller":"traceutil/trace.go:171","msg":"trace[1374218613] transaction","detail":"{read_only:false; response_revision:4176; number_of_response:1; }","duration":"170.118212ms","start":"2026-04-09T22:39:23.928884Z","end":"2026-04-09T22:39:24.099003Z","steps":["trace[1374218613] 'process raft request' (duration: 105.227292ms)","trace[1374218613] 'compare' (duration: 64.571842ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:39:24.099175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.364529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-09T22:39:24.099256Z","caller":"traceutil/trace.go:171","msg":"trace[779484011] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4176; }","duration":"174.492392ms","start":"2026-04-09T22:39:23.924746Z","end":"2026-04-09T22:39:24.099238Z","steps":["trace[779484011] 'agreement among raft nodes before linearized reading' (duration: 174.290047ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:39:24.231007Z","caller":"traceutil/trace.go:171","msg":"trace[189054506] transaction","detail":"{read_only:false; response_revision:4178; number_of_response:1; }","duration":"127.435332ms","start":"2026-04-09T22:39:24.103553Z","end":"2026-04-09T22:39:24.230989Z","steps":["trace[189054506] 'process raft request' (duration: 127.387631ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:39:24.231035Z","caller":"traceutil/trace.go:171","msg":"trace[969570658] transaction","detail":"{read_only:false; response_revision:4177; number_of_response:1; }","duration":"268.727555ms","start":"2026-04-09T22:39:23.962271Z","end":"2026-04-09T22:39:24.230999Z","steps":["trace[969570658] 'process raft request' (duration: 242.622085ms)","trace[969570658] 'compare' (duration: 25.943166ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:39:24.231062Z","caller":"traceutil/trace.go:171","msg":"trace[1901708123] linearizableReadLoop","detail":"{readStateIndex:4348; appliedIndex:4347; }","duration":"131.981777ms","start":"2026-04-09T22:39:24.099036Z","end":"2026-04-09T22:39:24.231018Z","steps":["trace[1901708123] 'read index received' (duration: 105.868537ms)","trace[1901708123] 'applied index is now lower than readState.Index' (duration: 26.10959ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:39:24.231285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.168265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:39:24.231334Z","caller":"traceutil/trace.go:171","msg":"trace[1759106780] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret; range_end:; response_count:0; response_revision:4178; }","duration":"163.266128ms","start":"2026-04-09T22:39:24.068053Z","end":"2026-04-09T22:39:24.231319Z","steps":["trace[1759106780] 'agreement among raft nodes before linearized reading' (duration: 163.133484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:39:24.23152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.667518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-09T22:39:24.231568Z","caller":"traceutil/trace.go:171","msg":"trace[68940121] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4178; }","duration":"233.72403ms","start":"2026-04-09T22:39:23.997833Z","end":"2026-04-09T22:39:24.231557Z","steps":["trace[68940121] 'agreement among raft nodes before linearized reading' (duration: 233.570046ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:39:28.446243Z","caller":"traceutil/trace.go:171","msg":"trace[1236238278] linearizableReadLoop","detail":"{readStateIndex:4369; appliedIndex:4368; }","duration":"190.352893ms","start":"2026-04-09T22:39:28.255848Z","end":"2026-04-09T22:39:28.446201Z","steps":["trace[1236238278] 'read index received' (duration: 190.299552ms)","trace[1236238278] 'applied index is now lower than readState.Index' (duration: 52.511µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:39:28.446379Z","caller":"traceutil/trace.go:171","msg":"trace[1878555493] transaction","detail":"{read_only:false; response_revision:4198; number_of_response:1; }","duration":"190.537108ms","start":"2026-04-09T22:39:28.255814Z","end":"2026-04-09T22:39:28.446351Z","steps":["trace[1878555493] 'process raft request' (duration: 190.277462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:39:28.446565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.692982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-09T22:39:28.446618Z","caller":"traceutil/trace.go:171","msg":"trace[1977614542] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4198; }","duration":"190.769663ms","start":"2026-04-09T22:39:28.255832Z","end":"2026-04-09T22:39:28.446602Z","steps":["trace[1977614542] 'agreement among raft nodes before linearized reading' (duration: 190.562458ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:39:28.462805Z","caller":"traceutil/trace.go:171","msg":"trace[346494098] transaction","detail":"{read_only:false; response_revision:4199; number_of_response:1; }","duration":"204.976713ms","start":"2026-04-09T22:39:28.257807Z","end":"2026-04-09T22:39:28.462784Z","steps":["trace[346494098] 'process raft request' (duration: 204.715976ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:39:28.462809Z","caller":"traceutil/trace.go:171","msg":"trace[792633784] transaction","detail":"{read_only:false; response_revision:4201; number_of_response:1; }","duration":"204.105841ms","start":"2026-04-09T22:39:28.258679Z","end":"2026-04-09T22:39:28.462785Z","steps":["trace[792633784] 'process raft request' (duration: 204.026599ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:39:28.462841Z","caller":"traceutil/trace.go:171","msg":"trace[457572754] transaction","detail":"{read_only:false; response_revision:4200; number_of_response:1; }","duration":"204.230824ms","start":"2026-04-09T22:39:28.258592Z","end":"2026-04-09T22:39:28.462823Z","steps":["trace[457572754] 'process raft request' (duration: 204.0768ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:39:28.463088Z","caller":"traceutil/trace.go:171","msg":"trace[2099115783] transaction","detail":"{read_only:false; response_revision:4202; number_of_response:1; }","duration":"204.279566ms","start":"2026-04-09T22:39:28.258792Z","end":"2026-04-09T22:39:28.463071Z","steps":["trace[2099115783] 'process raft request' (duration: 203.946927ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:39:28.463215Z","caller":"traceutil/trace.go:171","msg":"trace[796834808] transaction","detail":"{read_only:false; response_revision:4203; number_of_response:1; }","duration":"185.904451ms","start":"2026-04-09T22:39:28.277263Z","end":"2026-04-09T22:39:28.463168Z","steps":["trace[796834808] 'process raft request' (duration: 185.690316ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:39:28.617089Z","caller":"traceutil/trace.go:171","msg":"trace[464560261] transaction","detail":"{read_only:false; response_revision:4204; number_of_response:1; }","duration":"165.387211ms","start":"2026-04-09T22:39:28.451669Z","end":"2026-04-09T22:39:28.617056Z","steps":["trace[464560261] 'process raft request' (duration: 67.228879ms)","trace[464560261] 'compare' (duration: 97.70945ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:39:29.962639Z","caller":"traceutil/trace.go:171","msg":"trace[488451554] linearizableReadLoop","detail":"{readStateIndex:4379; appliedIndex:4378; }","duration":"104.874942ms","start":"2026-04-09T22:39:29.857734Z","end":"2026-04-09T22:39:29.962609Z","steps":["trace[488451554] 'read index received' (duration: 104.471952ms)","trace[488451554] 'applied index is now lower than readState.Index' (duration: 402.04µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:39:29.962688Z","caller":"traceutil/trace.go:171","msg":"trace[596461716] transaction","detail":"{read_only:false; response_revision:4207; number_of_response:1; }","duration":"106.513483ms","start":"2026-04-09T22:39:29.856143Z","end":"2026-04-09T22:39:29.962656Z","steps":["trace[596461716] 'process raft request' (duration: 106.114584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:39:29.963018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.260152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-56mvg\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-09T22:39:29.963112Z","caller":"traceutil/trace.go:171","msg":"trace[138027437] range","detail":"{range_begin:/registry/pods/openstack/keepalived-56mvg; range_end:; response_count:1; response_revision:4207; }","duration":"105.404715ms","start":"2026-04-09T22:39:29.857684Z","end":"2026-04-09T22:39:29.963089Z","steps":["trace[138027437] 'agreement among raft nodes before linearized reading' (duration: 105.095038ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:39:34.31324Z","caller":"traceutil/trace.go:171","msg":"trace[688567076] transaction","detail":"{read_only:false; response_revision:4231; number_of_response:1; }","duration":"337.043442ms","start":"2026-04-09T22:39:33.976173Z","end":"2026-04-09T22:39:34.313216Z","steps":["trace[688567076] 'process raft request' (duration: 336.870097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:39:34.313399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:39:33.976152Z","time spent":"337.148985ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:39:34.31359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.876316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-56mvg\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-09T22:39:34.31317Z","caller":"traceutil/trace.go:171","msg":"trace[152811556] linearizableReadLoop","detail":"{readStateIndex:4404; appliedIndex:4403; }","duration":"330.458016ms","start":"2026-04-09T22:39:33.982693Z","end":"2026-04-09T22:39:34.313151Z","steps":["trace[152811556] 'read index received' (duration: 330.433405ms)","trace[152811556] 'applied index is now lower than readState.Index' (duration: 23.711µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:39:34.313697Z","caller":"traceutil/trace.go:171","msg":"trace[1662098526] range","detail":"{range_begin:/registry/pods/openstack/keepalived-56mvg; range_end:; response_count:1; response_revision:4231; }","duration":"331.03208ms","start":"2026-04-09T22:39:33.982639Z","end":"2026-04-09T22:39:34.313671Z","steps":["trace[1662098526] 'agreement among raft nodes before linearized reading' (duration: 330.745473ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:39:34.313756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:39:33.982618Z","time spent":"331.127963ms","remote":"127.0.0.1:43732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-56mvg\" "} {"level":"info","ts":"2026-04-09T22:39:34.485639Z","caller":"traceutil/trace.go:171","msg":"trace[1012030174] linearizableReadLoop","detail":"{readStateIndex:4406; appliedIndex:4404; }","duration":"171.921526ms","start":"2026-04-09T22:39:34.313699Z","end":"2026-04-09T22:39:34.48562Z","steps":["trace[1012030174] 'read index received' (duration: 90.982111ms)","trace[1012030174] 'applied index is now lower than readState.Index' (duration: 80.938435ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:39:34.485645Z","caller":"traceutil/trace.go:171","msg":"trace[1204655556] transaction","detail":"{read_only:false; response_revision:4232; number_of_response:1; }","duration":"493.735414ms","start":"2026-04-09T22:39:33.991882Z","end":"2026-04-09T22:39:34.485617Z","steps":["trace[1204655556] 'process raft request' (duration: 412.774538ms)","trace[1204655556] 'compare' (duration: 80.652479ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:39:34.485694Z","caller":"traceutil/trace.go:171","msg":"trace[2097980740] transaction","detail":"{read_only:false; response_revision:4233; number_of_response:1; }","duration":"360.414734ms","start":"2026-04-09T22:39:34.125251Z","end":"2026-04-09T22:39:34.485665Z","steps":["trace[2097980740] 'process raft request' (duration: 360.2941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:39:34.485763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.718631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:39:34.485786Z","caller":"traceutil/trace.go:171","msg":"trace[941148072] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4233; }","duration":"273.795513ms","start":"2026-04-09T22:39:34.211984Z","end":"2026-04-09T22:39:34.485779Z","steps":["trace[941148072] 'agreement among raft nodes before linearized reading' (duration: 273.741302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:39:34.485798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:39:33.991858Z","time spent":"493.848239ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:39:34.485836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:39:34.125228Z","time spent":"360.527707ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:39:34.486038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.992693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:6 size:46091"} {"level":"info","ts":"2026-04-09T22:39:34.486106Z","caller":"traceutil/trace.go:171","msg":"trace[582703707] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:6; response_revision:4233; }","duration":"167.103486ms","start":"2026-04-09T22:39:34.318987Z","end":"2026-04-09T22:39:34.48609Z","steps":["trace[582703707] 'agreement among raft nodes before linearized reading' (duration: 166.771438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:39:34.59718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.506483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-09T22:39:34.597209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.314803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:15520"} {"level":"info","ts":"2026-04-09T22:39:34.597247Z","caller":"traceutil/trace.go:171","msg":"trace[1320085796] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4235; }","duration":"106.590465ms","start":"2026-04-09T22:39:34.490641Z","end":"2026-04-09T22:39:34.597231Z","steps":["trace[1320085796] 'agreement among raft nodes before linearized reading' (duration: 106.448451ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:39:34.597283Z","caller":"traceutil/trace.go:171","msg":"trace[1854781529] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4235; }","duration":"107.414215ms","start":"2026-04-09T22:39:34.489852Z","end":"2026-04-09T22:39:34.597266Z","steps":["trace[1854781529] 'agreement among raft nodes before linearized reading' (duration: 107.18635ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:39:34.597267Z","caller":"traceutil/trace.go:171","msg":"trace[2010860177] transaction","detail":"{read_only:false; response_revision:4235; number_of_response:1; }","duration":"105.301542ms","start":"2026-04-09T22:39:34.491931Z","end":"2026-04-09T22:39:34.597233Z","steps":["trace[2010860177] 'process raft request' (duration: 104.606804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:39:34.597345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.716738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-09T22:39:34.59739Z","caller":"traceutil/trace.go:171","msg":"trace[649141627] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4235; }","duration":"106.778959ms","start":"2026-04-09T22:39:34.490601Z","end":"2026-04-09T22:39:34.59738Z","steps":["trace[649141627] 'agreement among raft nodes before linearized reading' (duration: 106.664866ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:39:34.597404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.509658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-09T22:39:34.59743Z","caller":"traceutil/trace.go:171","msg":"trace[1391086834] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4235; }","duration":"107.557329ms","start":"2026-04-09T22:39:34.489865Z","end":"2026-04-09T22:39:34.597422Z","steps":["trace[1391086834] 'agreement among raft nodes before linearized reading' (duration: 107.484547ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:39:36.792101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.002538ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:39:36.792216Z","caller":"traceutil/trace.go:171","msg":"trace[1666334304] linearizableReadLoop","detail":"{readStateIndex:4420; appliedIndex:4419; }","duration":"182.998907ms","start":"2026-04-09T22:39:36.609198Z","end":"2026-04-09T22:39:36.792197Z","steps":["trace[1666334304] 'read index received' (duration: 65.810703ms)","trace[1666334304] 'applied index is now lower than readState.Index' (duration: 117.186644ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:39:36.792257Z","caller":"traceutil/trace.go:171","msg":"trace[1256490068] transaction","detail":"{read_only:false; response_revision:4247; number_of_response:1; }","duration":"184.974587ms","start":"2026-04-09T22:39:36.607236Z","end":"2026-04-09T22:39:36.792211Z","steps":["trace[1256490068] 'process raft request' (duration: 67.747753ms)","trace[1256490068] 'compare' (duration: 116.743442ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:39:36.792654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.446618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-09T22:39:36.792717Z","caller":"traceutil/trace.go:171","msg":"trace[930873220] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4247; }","duration":"183.511139ms","start":"2026-04-09T22:39:36.60919Z","end":"2026-04-09T22:39:36.792701Z","steps":["trace[930873220] 'agreement among raft nodes before linearized reading' (duration: 183.082619ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:39:36.854781Z","caller":"traceutil/trace.go:171","msg":"trace[152028210] transaction","detail":"{read_only:false; response_revision:4248; number_of_response:1; }","duration":"244.382139ms","start":"2026-04-09T22:39:36.610358Z","end":"2026-04-09T22:39:36.85474Z","steps":["trace[152028210] 'process raft request' (duration: 244.097582ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:39:36.854824Z","caller":"traceutil/trace.go:171","msg":"trace[100612982] transaction","detail":"{read_only:false; response_revision:4249; number_of_response:1; }","duration":"243.309812ms","start":"2026-04-09T22:39:36.611467Z","end":"2026-04-09T22:39:36.854777Z","steps":["trace[100612982] 'process raft request' (duration: 243.157028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:39:36.854865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.338803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-09T22:39:36.85494Z","caller":"traceutil/trace.go:171","msg":"trace[1604606728] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4249; }","duration":"245.451635ms","start":"2026-04-09T22:39:36.60947Z","end":"2026-04-09T22:39:36.854922Z","steps":["trace[1604606728] 'agreement among raft nodes before linearized reading' (duration: 245.208419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:39:36.855026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.765049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-04-09T22:39:36.855076Z","caller":"traceutil/trace.go:171","msg":"trace[313634620] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4249; }","duration":"159.823681ms","start":"2026-04-09T22:39:36.695236Z","end":"2026-04-09T22:39:36.85506Z","steps":["trace[313634620] 'agreement among raft nodes before linearized reading' (duration: 159.688027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:39:37.041971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.704811ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:39:37.042185Z","caller":"traceutil/trace.go:171","msg":"trace[688167142] transaction","detail":"{read_only:false; response_revision:4252; number_of_response:1; }","duration":"181.979841ms","start":"2026-04-09T22:39:36.860186Z","end":"2026-04-09T22:39:37.042166Z","steps":["trace[688167142] 'process raft request' (duration: 181.903699ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:39:37.04229Z","caller":"traceutil/trace.go:171","msg":"trace[1726269333] transaction","detail":"{read_only:false; response_revision:4251; number_of_response:1; }","duration":"182.869773ms","start":"2026-04-09T22:39:36.859385Z","end":"2026-04-09T22:39:37.042254Z","steps":["trace[1726269333] 'process raft request' (duration: 46.771322ms)","trace[1726269333] 'compare' (duration: 135.561998ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:39:39.177147Z","caller":"traceutil/trace.go:171","msg":"trace[310725997] linearizableReadLoop","detail":"{readStateIndex:4435; appliedIndex:4434; }","duration":"130.175971ms","start":"2026-04-09T22:39:39.046943Z","end":"2026-04-09T22:39:39.177119Z","steps":["trace[310725997] 'read index received' (duration: 98.191263ms)","trace[310725997] 'applied index is now lower than readState.Index' (duration: 31.983268ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:39:39.177237Z","caller":"traceutil/trace.go:171","msg":"trace[840122168] transaction","detail":"{read_only:false; response_revision:4261; number_of_response:1; }","duration":"215.902359ms","start":"2026-04-09T22:39:38.961291Z","end":"2026-04-09T22:39:39.177193Z","steps":["trace[840122168] 'process raft request' (duration: 183.824959ms)","trace[840122168] 'compare' (duration: 31.783903ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:39:39.17741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.416437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-04-09T22:39:39.177467Z","caller":"traceutil/trace.go:171","msg":"trace[1071648696] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4261; }","duration":"130.563921ms","start":"2026-04-09T22:39:39.046881Z","end":"2026-04-09T22:39:39.177445Z","steps":["trace[1071648696] 'agreement among raft nodes before linearized reading' (duration: 130.344215ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:39:39.178009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.955292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-09T22:39:39.178124Z","caller":"traceutil/trace.go:171","msg":"trace[1532670392] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4262; }","duration":"131.142016ms","start":"2026-04-09T22:39:39.046957Z","end":"2026-04-09T22:39:39.178099Z","steps":["trace[1532670392] 'agreement among raft nodes before linearized reading' (duration: 130.877238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:39:42.6656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.857189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-56mvg\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-09T22:39:42.665823Z","caller":"traceutil/trace.go:171","msg":"trace[76449170] range","detail":"{range_begin:/registry/pods/openstack/keepalived-56mvg; range_end:; response_count:1; response_revision:4304; }","duration":"116.145637ms","start":"2026-04-09T22:39:42.549649Z","end":"2026-04-09T22:39:42.665794Z","steps":["trace[76449170] 'range keys from in-memory index tree' (duration: 115.642484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:39:44.474436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.655255ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:39:44.474587Z","caller":"traceutil/trace.go:171","msg":"trace[2104958368] linearizableReadLoop","detail":"{readStateIndex:4499; appliedIndex:4498; }","duration":"264.027735ms","start":"2026-04-09T22:39:44.210534Z","end":"2026-04-09T22:39:44.474562Z","steps":["trace[2104958368] 'read index received' (duration: 40.296708ms)","trace[2104958368] 'applied index is now lower than readState.Index' (duration: 223.729307ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:39:44.474623Z","caller":"traceutil/trace.go:171","msg":"trace[440216052] transaction","detail":"{read_only:false; response_revision:4319; number_of_response:1; }","duration":"271.225728ms","start":"2026-04-09T22:39:44.203345Z","end":"2026-04-09T22:39:44.474571Z","steps":["trace[440216052] 'process raft request' (duration: 47.347298ms)","trace[440216052] 'compare' (duration: 223.245614ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:39:44.474839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.300962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:39:44.474946Z","caller":"traceutil/trace.go:171","msg":"trace[167104255] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4319; }","duration":"264.437575ms","start":"2026-04-09T22:39:44.210488Z","end":"2026-04-09T22:39:44.474925Z","steps":["trace[167104255] 'agreement among raft nodes before linearized reading' (duration: 264.157448ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:39:44.50913Z","caller":"traceutil/trace.go:171","msg":"trace[162333422] transaction","detail":"{read_only:false; response_revision:4320; number_of_response:1; }","duration":"270.532662ms","start":"2026-04-09T22:39:44.238581Z","end":"2026-04-09T22:39:44.509114Z","steps":["trace[162333422] 'process raft request' (duration: 270.157571ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:39:44.650003Z","caller":"traceutil/trace.go:171","msg":"trace[469095207] transaction","detail":"{read_only:false; response_revision:4322; number_of_response:1; }","duration":"104.477171ms","start":"2026-04-09T22:39:44.5455Z","end":"2026-04-09T22:39:44.649977Z","steps":["trace[469095207] 'process raft request' (duration: 104.389369ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:39:44.650013Z","caller":"traceutil/trace.go:171","msg":"trace[1820718261] transaction","detail":"{read_only:false; response_revision:4321; number_of_response:1; }","duration":"253.745187ms","start":"2026-04-09T22:39:44.396218Z","end":"2026-04-09T22:39:44.649963Z","steps":["trace[1820718261] 'process raft request' (duration: 179.701424ms)","trace[1820718261] 'compare' (duration: 73.819287ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:39:44.650049Z","caller":"traceutil/trace.go:171","msg":"trace[189863655] linearizableReadLoop","detail":"{readStateIndex:4501; appliedIndex:4499; }","duration":"175.401895ms","start":"2026-04-09T22:39:44.474622Z","end":"2026-04-09T22:39:44.650024Z","steps":["trace[189863655] 'read index received' (duration: 34.060961ms)","trace[189863655] 'applied index is now lower than readState.Index' (duration: 141.338794ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:39:44.650316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.928059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:39:44.650378Z","caller":"traceutil/trace.go:171","msg":"trace[1243678198] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:4322; }","duration":"214.052582ms","start":"2026-04-09T22:39:44.436311Z","end":"2026-04-09T22:39:44.650364Z","steps":["trace[1243678198] 'agreement among raft nodes before linearized reading' (duration: 213.930569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:39:44.655006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.877673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:39:44.655079Z","caller":"traceutil/trace.go:171","msg":"trace[480274387] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4324; }","duration":"179.000116ms","start":"2026-04-09T22:39:44.476063Z","end":"2026-04-09T22:39:44.655063Z","steps":["trace[480274387] 'agreement among raft nodes before linearized reading' (duration: 178.894123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:39:44.655274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.728016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/probes.monitoring.coreos.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:39:44.655412Z","caller":"traceutil/trace.go:171","msg":"trace[650805946] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/probes.monitoring.coreos.com; range_end:; response_count:0; response_revision:4324; }","duration":"170.830569ms","start":"2026-04-09T22:39:44.484498Z","end":"2026-04-09T22:39:44.655328Z","steps":["trace[650805946] 'agreement among raft nodes before linearized reading' (duration: 170.708646ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:39:45.395466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.993856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/prometheusrules.monitoring.coreos.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:39:45.395604Z","caller":"traceutil/trace.go:171","msg":"trace[1530324478] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/prometheusrules.monitoring.coreos.com; range_end:; response_count:0; response_revision:4337; }","duration":"302.17332ms","start":"2026-04-09T22:39:45.093399Z","end":"2026-04-09T22:39:45.395573Z","steps":["trace[1530324478] 'range keys from in-memory index tree' (duration: 301.887764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:39:45.395668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:39:45.093382Z","time spent":"302.270393ms","remote":"127.0.0.1:43570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/prometheusrules.monitoring.coreos.com\" "} {"level":"info","ts":"2026-04-09T22:39:45.397056Z","caller":"traceutil/trace.go:171","msg":"trace[1234678035] transaction","detail":"{read_only:false; response_revision:4338; number_of_response:1; }","duration":"216.324351ms","start":"2026-04-09T22:39:45.18071Z","end":"2026-04-09T22:39:45.397034Z","steps":["trace[1234678035] 'process raft request' (duration: 215.422927ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:39:45.432077Z","caller":"traceutil/trace.go:171","msg":"trace[849102287] linearizableReadLoop","detail":"{readStateIndex:4519; appliedIndex:4517; }","duration":"230.412736ms","start":"2026-04-09T22:39:45.201641Z","end":"2026-04-09T22:39:45.432054Z","steps":["trace[849102287] 'read index received' (duration: 194.063207ms)","trace[849102287] 'applied index is now lower than readState.Index' (duration: 36.348419ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:39:45.43223Z","caller":"traceutil/trace.go:171","msg":"trace[215479000] transaction","detail":"{read_only:false; response_revision:4339; number_of_response:1; }","duration":"236.303635ms","start":"2026-04-09T22:39:45.195869Z","end":"2026-04-09T22:39:45.432173Z","steps":["trace[215479000] 'process raft request' (duration: 236.054949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:39:45.43232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.668742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-09T22:39:45.432395Z","caller":"traceutil/trace.go:171","msg":"trace[1840135108] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4339; }","duration":"230.803256ms","start":"2026-04-09T22:39:45.201577Z","end":"2026-04-09T22:39:45.43238Z","steps":["trace[1840135108] 'agreement among raft nodes before linearized reading' (duration: 230.594701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:39:45.432462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.236038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:39:45.432573Z","caller":"traceutil/trace.go:171","msg":"trace[1437453884] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4339; }","duration":"220.364701ms","start":"2026-04-09T22:39:45.212187Z","end":"2026-04-09T22:39:45.432551Z","steps":["trace[1437453884] 'agreement among raft nodes before linearized reading' (duration: 220.144376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:39:45.432655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.138941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-04-09T22:39:45.432653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.511876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-09T22:39:45.432752Z","caller":"traceutil/trace.go:171","msg":"trace[1438463560] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4339; }","duration":"220.66596ms","start":"2026-04-09T22:39:45.21206Z","end":"2026-04-09T22:39:45.432726Z","steps":["trace[1438463560] 'agreement among raft nodes before linearized reading' (duration: 220.337611ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:39:45.432695Z","caller":"traceutil/trace.go:171","msg":"trace[145198226] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4339; }","duration":"221.225164ms","start":"2026-04-09T22:39:45.211458Z","end":"2026-04-09T22:39:45.432683Z","steps":["trace[145198226] 'agreement among raft nodes before linearized reading' (duration: 220.731921ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:39:51.535792Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2543} {"level":"info","ts":"2026-04-09T22:39:51.617295Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2543,"took":"80.303012ms","hash":1371464373,"current-db-size-bytes":39587840,"current-db-size":"40 MB","current-db-size-in-use-bytes":15536128,"current-db-size-in-use":"16 MB"} {"level":"info","ts":"2026-04-09T22:39:51.617363Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1371464373,"revision":2543,"compact-revision":-1} {"level":"warn","ts":"2026-04-09T22:40:21.479052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.163925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-09T22:40:21.479144Z","caller":"traceutil/trace.go:171","msg":"trace[886127308] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4572; }","duration":"112.313199ms","start":"2026-04-09T22:40:21.366812Z","end":"2026-04-09T22:40:21.479125Z","steps":["trace[886127308] 'range keys from in-memory index tree' (duration: 111.958859ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:22.572022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.093093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-create-zczf6\" ","response":"range_response_count:1 size:4356"} {"level":"info","ts":"2026-04-09T22:40:22.572197Z","caller":"traceutil/trace.go:171","msg":"trace[200049138] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-create-zczf6; range_end:; response_count:1; response_revision:4581; }","duration":"457.244147ms","start":"2026-04-09T22:40:22.114846Z","end":"2026-04-09T22:40:22.57209Z","steps":["trace[200049138] 'range keys from in-memory index tree' (duration: 456.95854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:22.571883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.300702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:40:22.572352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:22.114826Z","time spent":"457.506063ms","remote":"127.0.0.1:43732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":4380,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-create-zczf6\" "} {"level":"info","ts":"2026-04-09T22:40:22.57242Z","caller":"traceutil/trace.go:171","msg":"trace[111100260] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4581; }","duration":"359.888967ms","start":"2026-04-09T22:40:22.212504Z","end":"2026-04-09T22:40:22.572393Z","steps":["trace[111100260] 'range keys from in-memory index tree' (duration: 359.211979ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:22.572477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:22.212485Z","time spent":"359.977999ms","remote":"127.0.0.1:43530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-09T22:40:26.991754Z","caller":"traceutil/trace.go:171","msg":"trace[876025231] transaction","detail":"{read_only:false; response_revision:4780; number_of_response:1; }","duration":"117.229172ms","start":"2026-04-09T22:40:26.874498Z","end":"2026-04-09T22:40:26.991727Z","steps":["trace[876025231] 'process raft request' (duration: 81.875039ms)","trace[876025231] 'compare' (duration: 35.23017ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:40:26.992464Z","caller":"traceutil/trace.go:171","msg":"trace[1226753839] transaction","detail":"{read_only:false; response_revision:4781; number_of_response:1; }","duration":"113.94499ms","start":"2026-04-09T22:40:26.878482Z","end":"2026-04-09T22:40:26.992427Z","steps":["trace[1226753839] 'process raft request' (duration: 113.497419ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:26.992851Z","caller":"traceutil/trace.go:171","msg":"trace[390188350] linearizableReadLoop","detail":"{readStateIndex:4986; appliedIndex:4982; }","duration":"110.716609ms","start":"2026-04-09T22:40:26.882098Z","end":"2026-04-09T22:40:26.992814Z","steps":["trace[390188350] 'read index received' (duration: 74.287208ms)","trace[390188350] 'applied index is now lower than readState.Index' (duration: 36.428081ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:40:26.993195Z","caller":"traceutil/trace.go:171","msg":"trace[1643150344] transaction","detail":"{read_only:false; response_revision:4782; number_of_response:1; }","duration":"114.161996ms","start":"2026-04-09T22:40:26.879019Z","end":"2026-04-09T22:40:26.993181Z","steps":["trace[1643150344] 'process raft request' (duration: 113.168051ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:26.993597Z","caller":"traceutil/trace.go:171","msg":"trace[163113391] transaction","detail":"{read_only:false; response_revision:4783; number_of_response:1; }","duration":"114.3313ms","start":"2026-04-09T22:40:26.879249Z","end":"2026-04-09T22:40:26.993581Z","steps":["trace[163113391] 'process raft request' (duration: 113.017457ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:26.993692Z","caller":"traceutil/trace.go:171","msg":"trace[926349791] transaction","detail":"{read_only:false; response_revision:4785; number_of_response:1; }","duration":"109.308363ms","start":"2026-04-09T22:40:26.884355Z","end":"2026-04-09T22:40:26.993663Z","steps":["trace[926349791] 'process raft request' (duration: 108.227876ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:26.993731Z","caller":"traceutil/trace.go:171","msg":"trace[2072592141] transaction","detail":"{read_only:false; response_revision:4784; number_of_response:1; }","duration":"110.80609ms","start":"2026-04-09T22:40:26.882897Z","end":"2026-04-09T22:40:26.993704Z","steps":["trace[2072592141] 'process raft request' (duration: 109.58247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:26.993896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.766605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/kube-prometheus-stack-operator-7d58f4b66c\" ","response":"range_response_count:1 size:5166"} {"level":"info","ts":"2026-04-09T22:40:26.993966Z","caller":"traceutil/trace.go:171","msg":"trace[1957663054] range","detail":"{range_begin:/registry/replicasets/monitoring/kube-prometheus-stack-operator-7d58f4b66c; range_end:; response_count:1; response_revision:4787; }","duration":"111.883298ms","start":"2026-04-09T22:40:26.882059Z","end":"2026-04-09T22:40:26.993942Z","steps":["trace[1957663054] 'agreement among raft nodes before linearized reading' (duration: 111.675613ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:26.99404Z","caller":"traceutil/trace.go:171","msg":"trace[1580108214] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4785; }","duration":"102.065389ms","start":"2026-04-09T22:40:26.891934Z","end":"2026-04-09T22:40:26.994Z","steps":["trace[1580108214] 'process raft request' (duration: 100.707326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:28.822849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.778507ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:40:28.822982Z","caller":"traceutil/trace.go:171","msg":"trace[420608304] linearizableReadLoop","detail":"{readStateIndex:5139; appliedIndex:5138; }","duration":"303.511701ms","start":"2026-04-09T22:40:28.519452Z","end":"2026-04-09T22:40:28.822963Z","steps":["trace[420608304] 'read index received' (duration: 130.430736ms)","trace[420608304] 'applied index is now lower than readState.Index' (duration: 173.079365ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:40:28.823032Z","caller":"traceutil/trace.go:171","msg":"trace[1583634200] transaction","detail":"{read_only:false; response_revision:4930; number_of_response:1; }","duration":"347.023571ms","start":"2026-04-09T22:40:28.475968Z","end":"2026-04-09T22:40:28.822992Z","steps":["trace[1583634200] 'process raft request' (duration: 174.008088ms)","trace[1583634200] 'compare' (duration: 172.432538ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:40:28.823154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:28.475946Z","time spent":"347.160145ms","remote":"127.0.0.1:43888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1418,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T22:40:28.823255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.801358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-tls\" ","response":"range_response_count:1 size:4334"} {"level":"info","ts":"2026-04-09T22:40:28.823297Z","caller":"traceutil/trace.go:171","msg":"trace[1912058257] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-tls; range_end:; response_count:1; response_revision:4930; }","duration":"303.913181ms","start":"2026-04-09T22:40:28.519373Z","end":"2026-04-09T22:40:28.823286Z","steps":["trace[1912058257] 'agreement among raft nodes before linearized reading' (duration: 303.669005ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:28.82333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:28.519343Z","time spent":"303.980452ms","remote":"127.0.0.1:43640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":4358,"request content":"key:\"/registry/secrets/monitoring/alertmanager-tls\" "} {"level":"warn","ts":"2026-04-09T22:40:28.828158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.033461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:40:28.828247Z","caller":"traceutil/trace.go:171","msg":"trace[426480977] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4931; }","duration":"127.203884ms","start":"2026-04-09T22:40:28.701026Z","end":"2026-04-09T22:40:28.82823Z","steps":["trace[426480977] 'agreement among raft nodes before linearized reading' (duration: 127.02726ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:28.828247Z","caller":"traceutil/trace.go:171","msg":"trace[433704106] transaction","detail":"{read_only:false; response_revision:4931; number_of_response:1; }","duration":"252.241956ms","start":"2026-04-09T22:40:28.575959Z","end":"2026-04-09T22:40:28.828201Z","steps":["trace[433704106] 'process raft request' (duration: 251.925538ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:28.828621Z","caller":"traceutil/trace.go:171","msg":"trace[1308544723] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4931; }","duration":"202.97095ms","start":"2026-04-09T22:40:28.625611Z","end":"2026-04-09T22:40:28.828582Z","steps":["trace[1308544723] 'process raft request' (duration: 202.406766ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:30.469103Z","caller":"traceutil/trace.go:171","msg":"trace[224959336] linearizableReadLoop","detail":"{readStateIndex:5170; appliedIndex:5169; }","duration":"301.174793ms","start":"2026-04-09T22:40:30.167902Z","end":"2026-04-09T22:40:30.469076Z","steps":["trace[224959336] 'read index received' (duration: 300.977438ms)","trace[224959336] 'applied index is now lower than readState.Index' (duration: 195.985µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:40:30.469137Z","caller":"traceutil/trace.go:171","msg":"trace[306769300] transaction","detail":"{read_only:false; response_revision:4960; number_of_response:1; }","duration":"355.261649ms","start":"2026-04-09T22:40:30.113847Z","end":"2026-04-09T22:40:30.469108Z","steps":["trace[306769300] 'process raft request' (duration: 355.054644ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:30.469307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:30.113815Z","time spent":"355.394553ms","remote":"127.0.0.1:43616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:40:30.469373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.44353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:40:30.469399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.563857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-c7bd54d7-xjvn9\" ","response":"range_response_count:1 size:4809"} {"level":"info","ts":"2026-04-09T22:40:30.469453Z","caller":"traceutil/trace.go:171","msg":"trace[363952123] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-c7bd54d7-xjvn9; range_end:; response_count:1; response_revision:4960; }","duration":"298.66466ms","start":"2026-04-09T22:40:30.170774Z","end":"2026-04-09T22:40:30.469438Z","steps":["trace[363952123] 'agreement among raft nodes before linearized reading' (duration: 298.482505ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:30.469455Z","caller":"traceutil/trace.go:171","msg":"trace[428073158] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:4960; }","duration":"301.576373ms","start":"2026-04-09T22:40:30.167857Z","end":"2026-04-09T22:40:30.469434Z","steps":["trace[428073158] 'agreement among raft nodes before linearized reading' (duration: 301.349667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:30.469502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:30.167841Z","time spent":"301.651395ms","remote":"127.0.0.1:55656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:40:30.469627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.266142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:40:30.469828Z","caller":"traceutil/trace.go:171","msg":"trace[324508502] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4960; }","duration":"257.472198ms","start":"2026-04-09T22:40:30.212287Z","end":"2026-04-09T22:40:30.469759Z","steps":["trace[324508502] 'agreement among raft nodes before linearized reading' (duration: 257.114799ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:33.0159Z","caller":"traceutil/trace.go:171","msg":"trace[1402552424] transaction","detail":"{read_only:false; response_revision:4978; number_of_response:1; }","duration":"256.995716ms","start":"2026-04-09T22:40:32.758886Z","end":"2026-04-09T22:40:33.015882Z","steps":["trace[1402552424] 'process raft request' (duration: 256.902364ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:33.236797Z","caller":"traceutil/trace.go:171","msg":"trace[2105131999] linearizableReadLoop","detail":"{readStateIndex:5189; appliedIndex:5188; }","duration":"209.019663ms","start":"2026-04-09T22:40:33.027749Z","end":"2026-04-09T22:40:33.236768Z","steps":["trace[2105131999] 'read index received' (duration: 145.754454ms)","trace[2105131999] 'applied index is now lower than readState.Index' (duration: 63.263649ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:40:33.236912Z","caller":"traceutil/trace.go:171","msg":"trace[622487876] transaction","detail":"{read_only:false; response_revision:4979; number_of_response:1; }","duration":"294.399251ms","start":"2026-04-09T22:40:32.942483Z","end":"2026-04-09T22:40:33.236882Z","steps":["trace[622487876] 'process raft request' (duration: 231.033779ms)","trace[622487876] 'compare' (duration: 63.091555ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:40:33.237142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.049514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-56mvg\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-04-09T22:40:33.237178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.87102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:40:33.23719Z","caller":"traceutil/trace.go:171","msg":"trace[1318583303] range","detail":"{range_begin:/registry/pods/openstack/keepalived-56mvg; range_end:; response_count:1; response_revision:4979; }","duration":"209.125086ms","start":"2026-04-09T22:40:33.028052Z","end":"2026-04-09T22:40:33.237177Z","steps":["trace[1318583303] 'agreement among raft nodes before linearized reading' (duration: 208.87909ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:33.237227Z","caller":"traceutil/trace.go:171","msg":"trace[751360151] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:4979; }","duration":"119.964322ms","start":"2026-04-09T22:40:33.117246Z","end":"2026-04-09T22:40:33.237211Z","steps":["trace[751360151] 'agreement among raft nodes before linearized reading' (duration: 119.837959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:33.237194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.406733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-09T22:40:33.237486Z","caller":"traceutil/trace.go:171","msg":"trace[1843167962] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4979; }","duration":"209.728171ms","start":"2026-04-09T22:40:33.027719Z","end":"2026-04-09T22:40:33.237447Z","steps":["trace[1843167962] 'agreement among raft nodes before linearized reading' (duration: 209.201768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:33.237523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.037315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-patch-ppf5d\" ","response":"range_response_count:1 size:4671"} {"level":"info","ts":"2026-04-09T22:40:33.2377Z","caller":"traceutil/trace.go:171","msg":"trace[1325294337] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-patch-ppf5d; range_end:; response_count:1; response_revision:4979; }","duration":"107.271961ms","start":"2026-04-09T22:40:33.130405Z","end":"2026-04-09T22:40:33.237677Z","steps":["trace[1325294337] 'agreement among raft nodes before linearized reading' (duration: 106.656106ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:35.336219Z","caller":"traceutil/trace.go:171","msg":"trace[1429105171] linearizableReadLoop","detail":"{readStateIndex:5240; appliedIndex:5239; }","duration":"123.959752ms","start":"2026-04-09T22:40:35.212239Z","end":"2026-04-09T22:40:35.336199Z","steps":["trace[1429105171] 'read index received' (duration: 123.791118ms)","trace[1429105171] 'applied index is now lower than readState.Index' (duration: 167.194µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:40:35.336523Z","caller":"traceutil/trace.go:171","msg":"trace[941768085] transaction","detail":"{read_only:false; response_revision:5028; number_of_response:1; }","duration":"412.644009ms","start":"2026-04-09T22:40:34.923864Z","end":"2026-04-09T22:40:35.336508Z","steps":["trace[941768085] 'process raft request' (duration: 412.130386ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:35.336614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:34.923841Z","time spent":"412.721861ms","remote":"127.0.0.1:43656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":238919,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T22:40:35.336882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.63783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:40:35.336935Z","caller":"traceutil/trace.go:171","msg":"trace[339462725] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5028; }","duration":"124.736062ms","start":"2026-04-09T22:40:35.212188Z","end":"2026-04-09T22:40:35.336924Z","steps":["trace[339462725] 'agreement among raft nodes before linearized reading' (duration: 124.62318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:35.343248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.80359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-operator-7d58f4b66c-fqkzk\" ","response":"range_response_count:1 size:5046"} {"level":"info","ts":"2026-04-09T22:40:35.343322Z","caller":"traceutil/trace.go:171","msg":"trace[718989168] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-operator-7d58f4b66c-fqkzk; range_end:; response_count:1; response_revision:5030; }","duration":"127.893852ms","start":"2026-04-09T22:40:35.215409Z","end":"2026-04-09T22:40:35.343303Z","steps":["trace[718989168] 'agreement among raft nodes before linearized reading' (duration: 127.689587ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:35.34346Z","caller":"traceutil/trace.go:171","msg":"trace[1661413446] transaction","detail":"{read_only:false; response_revision:5029; number_of_response:1; }","duration":"115.774627ms","start":"2026-04-09T22:40:35.22766Z","end":"2026-04-09T22:40:35.343435Z","steps":["trace[1661413446] 'process raft request' (duration: 115.106609ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:35.343528Z","caller":"traceutil/trace.go:171","msg":"trace[1146856341] transaction","detail":"{read_only:false; response_revision:5030; number_of_response:1; }","duration":"101.074625ms","start":"2026-04-09T22:40:35.24244Z","end":"2026-04-09T22:40:35.343514Z","steps":["trace[1146856341] 'process raft request' (duration: 100.465099ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:36.49788Z","caller":"traceutil/trace.go:171","msg":"trace[529080529] transaction","detail":"{read_only:false; response_revision:5088; number_of_response:1; }","duration":"507.104097ms","start":"2026-04-09T22:40:35.990741Z","end":"2026-04-09T22:40:36.497845Z","steps":["trace[529080529] 'process raft request' (duration: 501.383523ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:36.497951Z","caller":"traceutil/trace.go:171","msg":"trace[1261007984] linearizableReadLoop","detail":"{readStateIndex:5300; appliedIndex:5299; }","duration":"492.754834ms","start":"2026-04-09T22:40:36.005175Z","end":"2026-04-09T22:40:36.49793Z","steps":["trace[1261007984] 'read index received' (duration: 486.969048ms)","trace[1261007984] 'applied index is now lower than readState.Index' (duration: 5.784156ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:40:36.49797Z","caller":"traceutil/trace.go:171","msg":"trace[1540419466] transaction","detail":"{read_only:false; response_revision:5089; number_of_response:1; }","duration":"411.50378ms","start":"2026-04-09T22:40:36.086435Z","end":"2026-04-09T22:40:36.497939Z","steps":["trace[1540419466] 'process raft request' (duration: 411.406928ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:36.498056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:35.990719Z","time spent":"507.24835ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:40:36.498097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.921938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7464"} {"level":"warn","ts":"2026-04-09T22:40:36.49809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.481919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:40:36.498133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:36.086414Z","time spent":"411.620094ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:40:36.498155Z","caller":"traceutil/trace.go:171","msg":"trace[18268473] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5089; }","duration":"443.629072ms","start":"2026-04-09T22:40:36.05451Z","end":"2026-04-09T22:40:36.498139Z","steps":["trace[18268473] 'agreement among raft nodes before linearized reading' (duration: 443.51795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:36.498194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:36.054487Z","time spent":"443.699944ms","remote":"127.0.0.1:43996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-09T22:40:36.49812Z","caller":"traceutil/trace.go:171","msg":"trace[1943676766] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5089; }","duration":"492.97982ms","start":"2026-04-09T22:40:36.005132Z","end":"2026-04-09T22:40:36.498112Z","steps":["trace[1943676766] 'agreement among raft nodes before linearized reading' (duration: 492.879907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:36.498286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:36.005111Z","time spent":"493.154995ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":7488,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-04-09T22:40:36.498281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.169844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:40:36.498376Z","caller":"traceutil/trace.go:171","msg":"trace[816304286] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:5089; }","duration":"417.305658ms","start":"2026-04-09T22:40:36.081042Z","end":"2026-04-09T22:40:36.498348Z","steps":["trace[816304286] 'agreement among raft nodes before linearized reading' (duration: 417.110723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:36.498446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:36.081003Z","time spent":"417.426681ms","remote":"127.0.0.1:56700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:40:36.498412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.969048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-952441e2-9ce2-4e38-8ed5-63fe1902740e\" ","response":"range_response_count:1 size:3773"} {"level":"info","ts":"2026-04-09T22:40:36.498562Z","caller":"traceutil/trace.go:171","msg":"trace[1699570244] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-952441e2-9ce2-4e38-8ed5-63fe1902740e; range_end:; response_count:1; response_revision:5089; }","duration":"273.270186ms","start":"2026-04-09T22:40:36.225264Z","end":"2026-04-09T22:40:36.498534Z","steps":["trace[1699570244] 'agreement among raft nodes before linearized reading' (duration: 272.788974ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:36.498689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.843626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2351357"} {"level":"info","ts":"2026-04-09T22:40:36.498711Z","caller":"traceutil/trace.go:171","msg":"trace[1946257062] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:5089; }","duration":"236.905407ms","start":"2026-04-09T22:40:36.261801Z","end":"2026-04-09T22:40:36.498706Z","steps":["trace[1946257062] 'agreement among raft nodes before linearized reading' (duration: 236.339003ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:36.683527Z","caller":"traceutil/trace.go:171","msg":"trace[1859443178] transaction","detail":"{read_only:false; response_revision:5090; number_of_response:1; }","duration":"177.178587ms","start":"2026-04-09T22:40:36.506298Z","end":"2026-04-09T22:40:36.683477Z","steps":["trace[1859443178] 'process raft request' (duration: 127.704257ms)","trace[1859443178] 'compare' (duration: 49.264225ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:40:36.683407Z","caller":"traceutil/trace.go:171","msg":"trace[1203726933] linearizableReadLoop","detail":"{readStateIndex:5302; appliedIndex:5301; }","duration":"174.584432ms","start":"2026-04-09T22:40:36.508796Z","end":"2026-04-09T22:40:36.683381Z","steps":["trace[1203726933] 'read index received' (duration: 125.119332ms)","trace[1203726933] 'applied index is now lower than readState.Index' (duration: 49.46382ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:40:36.683818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.979812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-09T22:40:36.683922Z","caller":"traceutil/trace.go:171","msg":"trace[1720907624] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5090; }","duration":"175.118736ms","start":"2026-04-09T22:40:36.508779Z","end":"2026-04-09T22:40:36.683898Z","steps":["trace[1720907624] 'agreement among raft nodes before linearized reading' (duration: 174.800858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:36.68393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.283874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ee46f04c-194e-473c-83da-78430963e075\" ","response":"range_response_count:1 size:3759"} {"level":"warn","ts":"2026-04-09T22:40:36.684025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.279898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1825"} {"level":"info","ts":"2026-04-09T22:40:36.684049Z","caller":"traceutil/trace.go:171","msg":"trace[2077125107] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ee46f04c-194e-473c-83da-78430963e075; range_end:; response_count:1; response_revision:5090; }","duration":"155.409547ms","start":"2026-04-09T22:40:36.528623Z","end":"2026-04-09T22:40:36.684032Z","steps":["trace[2077125107] 'agreement among raft nodes before linearized reading' (duration: 155.204062ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:36.68406Z","caller":"traceutil/trace.go:171","msg":"trace[940333135] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5090; }","duration":"131.32027ms","start":"2026-04-09T22:40:36.552726Z","end":"2026-04-09T22:40:36.684046Z","steps":["trace[940333135] 'agreement among raft nodes before linearized reading' (duration: 131.237047ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:36.867373Z","caller":"traceutil/trace.go:171","msg":"trace[476577848] transaction","detail":"{read_only:false; response_revision:5091; number_of_response:1; }","duration":"104.351668ms","start":"2026-04-09T22:40:36.762993Z","end":"2026-04-09T22:40:36.867345Z","steps":["trace[476577848] 'process raft request' (duration: 104.191454ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:37.655592Z","caller":"traceutil/trace.go:171","msg":"trace[430290426] transaction","detail":"{read_only:false; response_revision:5103; number_of_response:1; }","duration":"278.668803ms","start":"2026-04-09T22:40:37.376897Z","end":"2026-04-09T22:40:37.655565Z","steps":["trace[430290426] 'process raft request' (duration: 278.497249ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:37.660776Z","caller":"traceutil/trace.go:171","msg":"trace[1980652970] linearizableReadLoop","detail":"{readStateIndex:5316; appliedIndex:5314; }","duration":"170.484619ms","start":"2026-04-09T22:40:37.490271Z","end":"2026-04-09T22:40:37.660755Z","steps":["trace[1980652970] 'read index received' (duration: 165.156695ms)","trace[1980652970] 'applied index is now lower than readState.Index' (duration: 5.326884ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:40:37.66085Z","caller":"traceutil/trace.go:171","msg":"trace[1510728182] transaction","detail":"{read_only:false; response_revision:5104; number_of_response:1; }","duration":"283.908645ms","start":"2026-04-09T22:40:37.376912Z","end":"2026-04-09T22:40:37.660821Z","steps":["trace[1510728182] 'process raft request' (duration: 283.71281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:37.660949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.659913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-09T22:40:37.660986Z","caller":"traceutil/trace.go:171","msg":"trace[1750310323] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5104; }","duration":"170.789107ms","start":"2026-04-09T22:40:37.49018Z","end":"2026-04-09T22:40:37.66097Z","steps":["trace[1750310323] 'agreement among raft nodes before linearized reading' (duration: 170.653713ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:38.428177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.811861ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:40:38.428293Z","caller":"traceutil/trace.go:171","msg":"trace[957371773] linearizableReadLoop","detail":"{readStateIndex:5349; appliedIndex:5348; }","duration":"151.54774ms","start":"2026-04-09T22:40:38.276728Z","end":"2026-04-09T22:40:38.428276Z","steps":["trace[957371773] 'read index received' (duration: 23.501544ms)","trace[957371773] 'applied index is now lower than readState.Index' (duration: 128.044766ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:40:38.428347Z","caller":"traceutil/trace.go:171","msg":"trace[2093381878] transaction","detail":"{read_only:false; response_revision:5135; number_of_response:1; }","duration":"153.637663ms","start":"2026-04-09T22:40:38.274659Z","end":"2026-04-09T22:40:38.428297Z","steps":["trace[2093381878] 'process raft request' (duration: 25.612007ms)","trace[2093381878] 'compare' (duration: 127.601905ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:40:38.428487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.764045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-tnmpb-tls\" ","response":"range_response_count:1 size:4431"} {"level":"info","ts":"2026-04-09T22:40:38.42853Z","caller":"traceutil/trace.go:171","msg":"trace[2128122375] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-tnmpb-tls; range_end:; response_count:1; response_revision:5135; }","duration":"151.833757ms","start":"2026-04-09T22:40:38.276683Z","end":"2026-04-09T22:40:38.428517Z","steps":["trace[2128122375] 'agreement among raft nodes before linearized reading' (duration: 151.689414ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:38.428675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.705359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-04-09T22:40:38.428799Z","caller":"traceutil/trace.go:171","msg":"trace[255176629] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:5135; }","duration":"150.865673ms","start":"2026-04-09T22:40:38.277894Z","end":"2026-04-09T22:40:38.42876Z","steps":["trace[255176629] 'agreement among raft nodes before linearized reading' (duration: 150.533505ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:38.553115Z","caller":"traceutil/trace.go:171","msg":"trace[407025386] transaction","detail":"{read_only:false; response_revision:5137; number_of_response:1; }","duration":"111.086467ms","start":"2026-04-09T22:40:38.441996Z","end":"2026-04-09T22:40:38.553083Z","steps":["trace[407025386] 'process raft request' (duration: 110.38377ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:38.553276Z","caller":"traceutil/trace.go:171","msg":"trace[1045801922] transaction","detail":"{read_only:false; response_revision:5136; number_of_response:1; }","duration":"111.597071ms","start":"2026-04-09T22:40:38.441652Z","end":"2026-04-09T22:40:38.553249Z","steps":["trace[1045801922] 'process raft request' (duration: 104.108612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:38.553342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.555521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:564375"} {"level":"info","ts":"2026-04-09T22:40:38.553445Z","caller":"traceutil/trace.go:171","msg":"trace[1449456086] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:5137; }","duration":"113.689044ms","start":"2026-04-09T22:40:38.439735Z","end":"2026-04-09T22:40:38.553424Z","steps":["trace[1449456086] 'agreement among raft nodes before linearized reading' (duration: 113.135989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:38.55346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.051315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-04-09T22:40:38.553555Z","caller":"traceutil/trace.go:171","msg":"trace[2087693483] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:5137; }","duration":"120.184047ms","start":"2026-04-09T22:40:38.433346Z","end":"2026-04-09T22:40:38.55353Z","steps":["trace[2087693483] 'agreement among raft nodes before linearized reading' (duration: 119.91088ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:39.419857Z","caller":"traceutil/trace.go:171","msg":"trace[1949220983] transaction","detail":"{read_only:false; response_revision:5150; number_of_response:1; }","duration":"114.805031ms","start":"2026-04-09T22:40:39.305024Z","end":"2026-04-09T22:40:39.419829Z","steps":["trace[1949220983] 'process raft request' (duration: 93.41694ms)","trace[1949220983] 'compare' (duration: 20.91856ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:40:39.910384Z","caller":"traceutil/trace.go:171","msg":"trace[1197217519] linearizableReadLoop","detail":"{readStateIndex:5372; appliedIndex:5368; }","duration":"185.427916ms","start":"2026-04-09T22:40:39.724929Z","end":"2026-04-09T22:40:39.910357Z","steps":["trace[1197217519] 'read index received' (duration: 62.059688ms)","trace[1197217519] 'applied index is now lower than readState.Index' (duration: 123.366998ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:40:39.910392Z","caller":"traceutil/trace.go:171","msg":"trace[1834007017] transaction","detail":"{read_only:false; response_revision:5155; number_of_response:1; }","duration":"187.121389ms","start":"2026-04-09T22:40:39.72323Z","end":"2026-04-09T22:40:39.910351Z","steps":["trace[1834007017] 'process raft request' (duration: 159.030079ms)","trace[1834007017] 'compare' (duration: 27.824033ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:40:39.910447Z","caller":"traceutil/trace.go:171","msg":"trace[397271511] transaction","detail":"{read_only:false; response_revision:5156; number_of_response:1; }","duration":"187.16415ms","start":"2026-04-09T22:40:39.723243Z","end":"2026-04-09T22:40:39.910407Z","steps":["trace[397271511] 'process raft request' (duration: 187.015347ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:39.91056Z","caller":"traceutil/trace.go:171","msg":"trace[908280246] transaction","detail":"{read_only:false; response_revision:5157; number_of_response:1; }","duration":"186.71643ms","start":"2026-04-09T22:40:39.723816Z","end":"2026-04-09T22:40:39.910532Z","steps":["trace[908280246] 'process raft request' (duration: 186.493764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:39.9108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.862617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-952441e2-9ce2-4e38-8ed5-63fe1902740e\" ","response":"range_response_count:1 size:4081"} {"level":"info","ts":"2026-04-09T22:40:39.91087Z","caller":"traceutil/trace.go:171","msg":"trace[1739465788] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-952441e2-9ce2-4e38-8ed5-63fe1902740e; range_end:; response_count:1; response_revision:5157; }","duration":"185.96279ms","start":"2026-04-09T22:40:39.724892Z","end":"2026-04-09T22:40:39.910855Z","steps":["trace[1739465788] 'agreement among raft nodes before linearized reading' (duration: 185.806466ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:40.157343Z","caller":"traceutil/trace.go:171","msg":"trace[1266791473] transaction","detail":"{read_only:false; response_revision:5158; number_of_response:1; }","duration":"244.852668ms","start":"2026-04-09T22:40:39.912465Z","end":"2026-04-09T22:40:40.157318Z","steps":["trace[1266791473] 'process raft request' (duration: 241.018851ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:40.157431Z","caller":"traceutil/trace.go:171","msg":"trace[315353151] linearizableReadLoop","detail":"{readStateIndex:5375; appliedIndex:5372; }","duration":"163.064181ms","start":"2026-04-09T22:40:39.994353Z","end":"2026-04-09T22:40:40.157417Z","steps":["trace[315353151] 'read index received' (duration: 159.136843ms)","trace[315353151] 'applied index is now lower than readState.Index' (duration: 3.925738ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:40:40.157355Z","caller":"traceutil/trace.go:171","msg":"trace[188047204] transaction","detail":"{read_only:false; response_revision:5159; number_of_response:1; }","duration":"240.777465ms","start":"2026-04-09T22:40:39.916555Z","end":"2026-04-09T22:40:40.157333Z","steps":["trace[188047204] 'process raft request' (duration: 240.704944ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:40.157521Z","caller":"traceutil/trace.go:171","msg":"trace[1667952433] transaction","detail":"{read_only:false; response_revision:5160; number_of_response:1; }","duration":"240.886589ms","start":"2026-04-09T22:40:39.916628Z","end":"2026-04-09T22:40:40.157514Z","steps":["trace[1667952433] 'process raft request' (duration: 240.676184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:40.157607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.255196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-09T22:40:40.15764Z","caller":"traceutil/trace.go:171","msg":"trace[552552330] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5160; }","duration":"163.356399ms","start":"2026-04-09T22:40:39.994275Z","end":"2026-04-09T22:40:40.157631Z","steps":["trace[552552330] 'agreement among raft nodes before linearized reading' (duration: 163.194585ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:40.967503Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625759854355936,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T22:40:41.51938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.005965ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:40:41.519593Z","caller":"traceutil/trace.go:171","msg":"trace[1461654774] transaction","detail":"{read_only:false; response_revision:5198; number_of_response:1; }","duration":"1.052895731s","start":"2026-04-09T22:40:40.466675Z","end":"2026-04-09T22:40:41.519571Z","steps":["trace[1461654774] 'process raft request' (duration: 795.61672ms)","trace[1461654774] 'compare' (duration: 256.264106ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:40:41.520046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:40.466651Z","time spent":"1.053355803s","remote":"127.0.0.1:43598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":111411,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:40:41.521144Z","caller":"traceutil/trace.go:171","msg":"trace[896234710] linearizableReadLoop","detail":"{readStateIndex:5417; appliedIndex:5413; }","duration":"1.053709802s","start":"2026-04-09T22:40:40.467415Z","end":"2026-04-09T22:40:41.521125Z","steps":["trace[896234710] 'read index received' (duration: 794.734167ms)","trace[896234710] 'applied index is now lower than readState.Index' (duration: 258.974655ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:40:41.521289Z","caller":"traceutil/trace.go:171","msg":"trace[1971903863] transaction","detail":"{read_only:false; response_revision:5201; number_of_response:1; }","duration":"867.427595ms","start":"2026-04-09T22:40:40.653848Z","end":"2026-04-09T22:40:41.521276Z","steps":["trace[1971903863] 'process raft request' (duration: 867.21554ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:41.521287Z","caller":"traceutil/trace.go:171","msg":"trace[1979699422] transaction","detail":"{read_only:false; response_revision:5200; number_of_response:1; }","duration":"1.053757433s","start":"2026-04-09T22:40:40.467454Z","end":"2026-04-09T22:40:41.521211Z","steps":["trace[1979699422] 'process raft request' (duration: 1.053542008s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:41.521397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:40.653809Z","time spent":"867.509616ms","remote":"127.0.0.1:43732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11439,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:40:41.521442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05401415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/loki-memcached-chunks-cache.18a4d171f38ac119\" ","response":"range_response_count:1 size:722"} {"level":"info","ts":"2026-04-09T22:40:41.521491Z","caller":"traceutil/trace.go:171","msg":"trace[1847625565] range","detail":"{range_begin:/registry/events/monitoring/loki-memcached-chunks-cache.18a4d171f38ac119; range_end:; response_count:1; response_revision:5201; }","duration":"1.054101852s","start":"2026-04-09T22:40:40.467375Z","end":"2026-04-09T22:40:41.521477Z","steps":["trace[1847625565] 'agreement among raft nodes before linearized reading' (duration: 1.053926208s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:41.521534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:40.467357Z","time spent":"1.054169084s","remote":"127.0.0.1:43616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":746,"request content":"key:\"/registry/events/monitoring/loki-memcached-chunks-cache.18a4d171f38ac119\" "} {"level":"info","ts":"2026-04-09T22:40:41.521181Z","caller":"traceutil/trace.go:171","msg":"trace[610738346] transaction","detail":"{read_only:false; response_revision:5199; number_of_response:1; }","duration":"1.053818165s","start":"2026-04-09T22:40:40.467318Z","end":"2026-04-09T22:40:41.521136Z","steps":["trace[610738346] 'process raft request' (duration: 1.053576429s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:41.521979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:40.467311Z","time spent":"1.054634786s","remote":"127.0.0.1:43702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":742,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T22:40:41.522335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:40.467434Z","time spent":"1.053938278s","remote":"127.0.0.1:43840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1184,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T22:40:41.523162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.659072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ee46f04c-194e-473c-83da-78430963e075\" ","response":"range_response_count:1 size:4067"} {"level":"info","ts":"2026-04-09T22:40:41.523227Z","caller":"traceutil/trace.go:171","msg":"trace[5832539] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ee46f04c-194e-473c-83da-78430963e075; range_end:; response_count:1; response_revision:5202; }","duration":"799.734804ms","start":"2026-04-09T22:40:40.723471Z","end":"2026-04-09T22:40:41.523206Z","steps":["trace[5832539] 'agreement among raft nodes before linearized reading' (duration: 799.489558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:41.523279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:40.723425Z","time spent":"799.841277ms","remote":"127.0.0.1:43732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4091,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ee46f04c-194e-473c-83da-78430963e075\" "} {"level":"warn","ts":"2026-04-09T22:40:44.577184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.307802ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:40:44.577334Z","caller":"traceutil/trace.go:171","msg":"trace[937088446] transaction","detail":"{read_only:false; response_revision:5313; number_of_response:1; }","duration":"593.826908ms","start":"2026-04-09T22:40:43.98348Z","end":"2026-04-09T22:40:44.577307Z","steps":["trace[937088446] 'process raft request' (duration: 14.28181ms)","trace[937088446] 'compare' (duration: 579.048096ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:40:44.577426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:43.983447Z","time spent":"593.932171ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:40:45.931569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058996286s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:40:45.931718Z","caller":"traceutil/trace.go:171","msg":"trace[713151560] linearizableReadLoop","detail":"{readStateIndex:5536; appliedIndex:5533; }","duration":"1.946839446s","start":"2026-04-09T22:40:43.984867Z","end":"2026-04-09T22:40:45.931707Z","steps":["trace[713151560] 'read index received' (duration: 12.915297ms)","trace[713151560] 'applied index is now lower than readState.Index' (duration: 1.933923499s)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:40:45.931761Z","caller":"traceutil/trace.go:171","msg":"trace[1705591553] transaction","detail":"{read_only:false; response_revision:5314; number_of_response:1; }","duration":"1.947348518s","start":"2026-04-09T22:40:43.984406Z","end":"2026-04-09T22:40:45.931755Z","steps":["trace[1705591553] 'process raft request' (duration: 888.068925ms)","trace[1705591553] 'compare' (duration: 1.058812992s)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:40:45.931791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:43.984386Z","time spent":"1.94738894s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:40:45.931903Z","caller":"traceutil/trace.go:171","msg":"trace[657551592] transaction","detail":"{read_only:false; response_revision:5316; number_of_response:1; }","duration":"1.946193329s","start":"2026-04-09T22:40:43.985703Z","end":"2026-04-09T22:40:45.931897Z","steps":["trace[657551592] 'process raft request' (duration: 1.945975633s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:45.931931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:43.985688Z","time spent":"1.946231429s","remote":"127.0.0.1:43756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":879,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T22:40:45.932053Z","caller":"traceutil/trace.go:171","msg":"trace[815321633] transaction","detail":"{read_only:false; response_revision:5315; number_of_response:1; }","duration":"1.947604316s","start":"2026-04-09T22:40:43.984444Z","end":"2026-04-09T22:40:45.932048Z","steps":["trace[815321633] 'process raft request' (duration: 1.947199585s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:45.932096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:43.984419Z","time spent":"1.947652247s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:40:45.93213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.947251517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16425"} {"level":"info","ts":"2026-04-09T22:40:45.932207Z","caller":"traceutil/trace.go:171","msg":"trace[1268150094] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5316; }","duration":"1.94736129s","start":"2026-04-09T22:40:43.984827Z","end":"2026-04-09T22:40:45.932188Z","steps":["trace[1268150094] 'agreement among raft nodes before linearized reading' (duration: 1.947142044s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:45.932273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:43.984811Z","time spent":"1.947449322s","remote":"127.0.0.1:43718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":16449,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-09T22:40:45.951029Z","caller":"traceutil/trace.go:171","msg":"trace[314395330] transaction","detail":"{read_only:false; response_revision:5317; number_of_response:1; }","duration":"415.644075ms","start":"2026-04-09T22:40:45.535363Z","end":"2026-04-09T22:40:45.951007Z","steps":["trace[314395330] 'process raft request' (duration: 415.43677ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:45.951428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:45.535329Z","time spent":"415.794979ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:40:45.981291Z","caller":"traceutil/trace.go:171","msg":"trace[1977554136] transaction","detail":"{read_only:false; response_revision:5318; number_of_response:1; }","duration":"237.623206ms","start":"2026-04-09T22:40:45.743635Z","end":"2026-04-09T22:40:45.981258Z","steps":["trace[1977554136] 'process raft request' (duration: 237.353549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:45.981634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.987727958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3de91fbd-b38f-4bad-9d6b-2550d45d94b7\" ","response":"range_response_count:1 size:3600"} {"level":"warn","ts":"2026-04-09T22:40:45.981651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.921687941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:40:45.981718Z","caller":"traceutil/trace.go:171","msg":"trace[1864486060] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:5319; }","duration":"1.921815194s","start":"2026-04-09T22:40:44.059889Z","end":"2026-04-09T22:40:45.981704Z","steps":["trace[1864486060] 'agreement among raft nodes before linearized reading' (duration: 1.92167181s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:45.981715Z","caller":"traceutil/trace.go:171","msg":"trace[493551588] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3de91fbd-b38f-4bad-9d6b-2550d45d94b7; range_end:; response_count:1; response_revision:5319; }","duration":"1.987830782s","start":"2026-04-09T22:40:43.993864Z","end":"2026-04-09T22:40:45.981695Z","steps":["trace[493551588] 'agreement among raft nodes before linearized reading' (duration: 1.987457662s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:45.981725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.805612536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-09T22:40:45.981803Z","caller":"traceutil/trace.go:171","msg":"trace[1513172076] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5319; }","duration":"1.805722049s","start":"2026-04-09T22:40:44.176065Z","end":"2026-04-09T22:40:45.981787Z","steps":["trace[1513172076] 'agreement among raft nodes before linearized reading' (duration: 1.805320549s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:45.981808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.297512974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:40:45.981763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:43.993857Z","time spent":"1.987897913s","remote":"127.0.0.1:43732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3de91fbd-b38f-4bad-9d6b-2550d45d94b7\" "} {"level":"info","ts":"2026-04-09T22:40:45.98184Z","caller":"traceutil/trace.go:171","msg":"trace[1108434379] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:5319; }","duration":"1.297569686s","start":"2026-04-09T22:40:44.684259Z","end":"2026-04-09T22:40:45.981828Z","steps":["trace[1108434379] 'agreement among raft nodes before linearized reading' (duration: 1.297527515s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:45.98185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.878603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-09T22:40:45.981868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:44.684241Z","time spent":"1.297621637s","remote":"127.0.0.1:55664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:40:45.981892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.688414303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:40:45.981906Z","caller":"traceutil/trace.go:171","msg":"trace[2126819571] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5319; }","duration":"169.961624ms","start":"2026-04-09T22:40:45.81193Z","end":"2026-04-09T22:40:45.981892Z","steps":["trace[2126819571] 'agreement among raft nodes before linearized reading' (duration: 169.804531ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:45.981896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.80855524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-09T22:40:45.981933Z","caller":"traceutil/trace.go:171","msg":"trace[430434344] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:5319; }","duration":"1.688510326s","start":"2026-04-09T22:40:44.293414Z","end":"2026-04-09T22:40:45.981925Z","steps":["trace[430434344] 'agreement among raft nodes before linearized reading' (duration: 1.688446395s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:45.981926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.769666847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:40:45.981969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:44.293378Z","time spent":"1.688583968s","remote":"127.0.0.1:43864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-04-09T22:40:45.981967Z","caller":"traceutil/trace.go:171","msg":"trace[1402266577] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5319; }","duration":"1.808674163s","start":"2026-04-09T22:40:44.173281Z","end":"2026-04-09T22:40:45.981955Z","steps":["trace[1402266577] 'agreement among raft nodes before linearized reading' (duration: 1.808526549s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:45.981988Z","caller":"traceutil/trace.go:171","msg":"trace[43016914] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5319; }","duration":"1.769777711s","start":"2026-04-09T22:40:44.2122Z","end":"2026-04-09T22:40:45.981978Z","steps":["trace[43016914] 'agreement among raft nodes before linearized reading' (duration: 1.769674828s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:45.98202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:44.212182Z","time spent":"1.769830081s","remote":"127.0.0.1:43530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T22:40:45.982013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:44.173255Z","time spent":"1.808746415s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T22:40:45.981841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:44.176055Z","time spent":"1.80577681s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T22:40:45.981711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.919622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-56mvg\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-04-09T22:40:45.981759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:44.059866Z","time spent":"1.921884205s","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":4,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-04-09T22:40:45.982188Z","caller":"traceutil/trace.go:171","msg":"trace[1209110252] range","detail":"{range_begin:/registry/pods/openstack/keepalived-56mvg; range_end:; response_count:1; response_revision:5319; }","duration":"439.434136ms","start":"2026-04-09T22:40:45.542719Z","end":"2026-04-09T22:40:45.982153Z","steps":["trace[1209110252] 'agreement among raft nodes before linearized reading' (duration: 438.629866ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:45.982284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:45.542704Z","time spent":"439.561499ms","remote":"127.0.0.1:43732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-56mvg\" "} {"level":"warn","ts":"2026-04-09T22:40:45.982355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.106525598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-09T22:40:45.982377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.653133872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3de91fbd-b38f-4bad-9d6b-2550d45d94b7\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-04-09T22:40:45.982404Z","caller":"traceutil/trace.go:171","msg":"trace[113083484] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:5319; }","duration":"1.10661781s","start":"2026-04-09T22:40:44.875776Z","end":"2026-04-09T22:40:45.982394Z","steps":["trace[113083484] 'agreement among raft nodes before linearized reading' (duration: 1.105774709s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:45.982441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:44.875755Z","time spent":"1.106677861s","remote":"127.0.0.1:43640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":51,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-04-09T22:40:45.982437Z","caller":"traceutil/trace.go:171","msg":"trace[1100508310] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3de91fbd-b38f-4bad-9d6b-2550d45d94b7; range_end:; response_count:1; response_revision:5319; }","duration":"1.653195424s","start":"2026-04-09T22:40:44.329228Z","end":"2026-04-09T22:40:45.982423Z","steps":["trace[1100508310] 'agreement among raft nodes before linearized reading' (duration: 1.652096416s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:45.982479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:44.329207Z","time spent":"1.653264187s","remote":"127.0.0.1:43732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3de91fbd-b38f-4bad-9d6b-2550d45d94b7\" "} {"level":"warn","ts":"2026-04-09T22:40:45.982492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.811884885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-09T22:40:45.982538Z","caller":"traceutil/trace.go:171","msg":"trace[903330014] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5319; }","duration":"1.811967987s","start":"2026-04-09T22:40:44.170547Z","end":"2026-04-09T22:40:45.982515Z","steps":["trace[903330014] 'agreement among raft nodes before linearized reading' (duration: 1.81090932s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:45.982561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:44.17052Z","time spent":"1.812035249s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-09T22:40:46.399242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.551498ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:40:46.399556Z","caller":"traceutil/trace.go:171","msg":"trace[819003144] transaction","detail":"{read_only:false; response_revision:5321; number_of_response:1; }","duration":"413.445899ms","start":"2026-04-09T22:40:45.986063Z","end":"2026-04-09T22:40:46.399509Z","steps":["trace[819003144] 'process raft request' (duration: 231.533952ms)","trace[819003144] 'compare' (duration: 181.371864ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:40:46.399622Z","caller":"traceutil/trace.go:171","msg":"trace[729661430] transaction","detail":"{read_only:false; response_revision:5323; number_of_response:1; }","duration":"411.899421ms","start":"2026-04-09T22:40:45.987697Z","end":"2026-04-09T22:40:46.399596Z","steps":["trace[729661430] 'process raft request' (duration: 411.774468ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:46.399683Z","caller":"traceutil/trace.go:171","msg":"trace[655568697] transaction","detail":"{read_only:false; response_revision:5324; number_of_response:1; }","duration":"411.659184ms","start":"2026-04-09T22:40:45.987999Z","end":"2026-04-09T22:40:46.399658Z","steps":["trace[655568697] 'process raft request' (duration: 411.515001ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:46.399738Z","caller":"traceutil/trace.go:171","msg":"trace[1891561423] linearizableReadLoop","detail":"{readStateIndex:5546; appliedIndex:5540; }","duration":"410.70389ms","start":"2026-04-09T22:40:45.98901Z","end":"2026-04-09T22:40:46.399714Z","steps":["trace[1891561423] 'read index received' (duration: 57.176434ms)","trace[1891561423] 'applied index is now lower than readState.Index' (duration: 353.526346ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:40:46.399779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:45.987683Z","time spent":"412.018083ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:40:46.399847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:45.987985Z","time spent":"411.779378ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:40:46.399937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.923997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:40:46.399982Z","caller":"traceutil/trace.go:171","msg":"trace[1203540594] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5325; }","duration":"411.019649ms","start":"2026-04-09T22:40:45.988952Z","end":"2026-04-09T22:40:46.399972Z","steps":["trace[1203540594] 'agreement among raft nodes before linearized reading' (duration: 410.939997ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:46.399872Z","caller":"traceutil/trace.go:171","msg":"trace[121774183] transaction","detail":"{read_only:false; response_revision:5325; number_of_response:1; }","duration":"411.158261ms","start":"2026-04-09T22:40:45.988701Z","end":"2026-04-09T22:40:46.39986Z","steps":["trace[121774183] 'process raft request' (duration: 410.883794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:46.400019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:45.988929Z","time spent":"411.08213ms","remote":"127.0.0.1:43530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T22:40:46.399756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:45.986042Z","time spent":"413.619443ms","remote":"127.0.0.1:43902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":921,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T22:40:46.400122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:45.988691Z","time spent":"411.368637ms","remote":"127.0.0.1:43732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3702,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:40:46.400261Z","caller":"traceutil/trace.go:171","msg":"trace[477388371] transaction","detail":"{read_only:false; response_revision:5322; number_of_response:1; }","duration":"412.760002ms","start":"2026-04-09T22:40:45.986766Z","end":"2026-04-09T22:40:46.399526Z","steps":["trace[477388371] 'process raft request' (duration: 412.613758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:46.400545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:45.986752Z","time spent":"413.738947ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:40:46.463591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.770179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:40:46.463707Z","caller":"traceutil/trace.go:171","msg":"trace[2139674664] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:5326; }","duration":"453.931353ms","start":"2026-04-09T22:40:46.009753Z","end":"2026-04-09T22:40:46.463684Z","steps":["trace[2139674664] 'agreement among raft nodes before linearized reading' (duration: 453.681107ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:46.463762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:46.009746Z","time spent":"454.004615ms","remote":"127.0.0.1:43702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":39,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:40:46.464059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.022736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:40:46.46413Z","caller":"traceutil/trace.go:171","msg":"trace[825036582] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:5326; }","duration":"109.134838ms","start":"2026-04-09T22:40:46.354976Z","end":"2026-04-09T22:40:46.464111Z","steps":["trace[825036582] 'agreement among raft nodes before linearized reading' (duration: 109.014135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:46.464167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.557761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:40:46.464243Z","caller":"traceutil/trace.go:171","msg":"trace[799226334] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:5326; }","duration":"102.665024ms","start":"2026-04-09T22:40:46.361561Z","end":"2026-04-09T22:40:46.464226Z","steps":["trace[799226334] 'agreement among raft nodes before linearized reading' (duration: 102.545941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:46.464083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.784498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:40:46.464234Z","caller":"traceutil/trace.go:171","msg":"trace[1289826955] transaction","detail":"{read_only:false; response_revision:5326; number_of_response:1; }","duration":"405.336294ms","start":"2026-04-09T22:40:46.05886Z","end":"2026-04-09T22:40:46.464196Z","steps":["trace[1289826955] 'process raft request' (duration: 404.37652ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:46.464288Z","caller":"traceutil/trace.go:171","msg":"trace[1605047844] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:5326; }","duration":"397.012104ms","start":"2026-04-09T22:40:46.067262Z","end":"2026-04-09T22:40:46.464275Z","steps":["trace[1605047844] 'agreement among raft nodes before linearized reading' (duration: 396.784038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:46.464452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:46.067251Z","time spent":"397.183689ms","remote":"127.0.0.1:56640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:40:46.464464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:46.058841Z","time spent":"405.498509ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:40:46.672263Z","caller":"traceutil/trace.go:171","msg":"trace[706384353] transaction","detail":"{read_only:false; response_revision:5330; number_of_response:1; }","duration":"121.44407ms","start":"2026-04-09T22:40:46.550793Z","end":"2026-04-09T22:40:46.672237Z","steps":["trace[706384353] 'process raft request' (duration: 99.753602ms)","trace[706384353] 'compare' (duration: 21.474063ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:40:46.672273Z","caller":"traceutil/trace.go:171","msg":"trace[1155583163] transaction","detail":"{read_only:false; response_revision:5331; number_of_response:1; }","duration":"119.785128ms","start":"2026-04-09T22:40:46.552453Z","end":"2026-04-09T22:40:46.672238Z","steps":["trace[1155583163] 'process raft request' (duration: 119.668425ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:47.126321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.478838ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:40:47.126433Z","caller":"traceutil/trace.go:171","msg":"trace[12982476] transaction","detail":"{read_only:false; response_revision:5332; number_of_response:1; }","duration":"449.134111ms","start":"2026-04-09T22:40:46.677276Z","end":"2026-04-09T22:40:47.12641Z","steps":["trace[12982476] 'process raft request' (duration: 337.447768ms)","trace[12982476] 'compare' (duration: 111.327294ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:40:47.126527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:46.677247Z","time spent":"449.225274ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:40:47.363306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.174253ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:40:47.363572Z","caller":"traceutil/trace.go:171","msg":"trace[431417427] transaction","detail":"{read_only:false; response_revision:5333; number_of_response:1; }","duration":"685.868865ms","start":"2026-04-09T22:40:46.677659Z","end":"2026-04-09T22:40:47.363528Z","steps":["trace[431417427] 'process raft request' (duration: 581.385044ms)","trace[431417427] 'compare' (duration: 104.02941ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:40:47.363692Z","caller":"traceutil/trace.go:171","msg":"trace[887737410] transaction","detail":"{read_only:false; response_revision:5336; number_of_response:1; }","duration":"509.035046ms","start":"2026-04-09T22:40:46.854627Z","end":"2026-04-09T22:40:47.363662Z","steps":["trace[887737410] 'process raft request' (duration: 508.943554ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:47.363703Z","caller":"traceutil/trace.go:171","msg":"trace[1756388771] transaction","detail":"{read_only:false; response_revision:5335; number_of_response:1; }","duration":"547.899528ms","start":"2026-04-09T22:40:46.815765Z","end":"2026-04-09T22:40:47.363665Z","steps":["trace[1756388771] 'process raft request' (duration: 547.753434ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:47.36379Z","caller":"traceutil/trace.go:171","msg":"trace[1711444183] transaction","detail":"{read_only:false; response_revision:5334; number_of_response:1; }","duration":"672.166419ms","start":"2026-04-09T22:40:46.691609Z","end":"2026-04-09T22:40:47.363776Z","steps":["trace[1711444183] 'process raft request' (duration: 671.815839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:47.363797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.479449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-09T22:40:47.363848Z","caller":"traceutil/trace.go:171","msg":"trace[457129875] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5336; }","duration":"680.565482ms","start":"2026-04-09T22:40:46.683268Z","end":"2026-04-09T22:40:47.363834Z","steps":["trace[457129875] 'agreement among raft nodes before linearized reading' (duration: 680.401978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:47.363861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:46.691594Z","time spent":"672.233811ms","remote":"127.0.0.1:43640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":57797,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:40:47.363862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:46.854602Z","time spent":"509.174159ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:40:47.363899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:46.683254Z","time spent":"680.634103ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-09T22:40:47.364004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:46.677632Z","time spent":"686.081751ms","remote":"127.0.0.1:44020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3287,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T22:40:47.363642Z","caller":"traceutil/trace.go:171","msg":"trace[570982316] linearizableReadLoop","detail":"{readStateIndex:5554; appliedIndex:5552; }","duration":"680.316005ms","start":"2026-04-09T22:40:46.683308Z","end":"2026-04-09T22:40:47.363624Z","steps":["trace[570982316] 'read index received' (duration: 331.478918ms)","trace[570982316] 'applied index is now lower than readState.Index' (duration: 348.835857ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:40:47.363974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:46.815749Z","time spent":"548.043313ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:40:47.364396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.997439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3de91fbd-b38f-4bad-9d6b-2550d45d94b7\" ","response":"range_response_count:1 size:3717"} {"level":"info","ts":"2026-04-09T22:40:47.364448Z","caller":"traceutil/trace.go:171","msg":"trace[1766386688] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3de91fbd-b38f-4bad-9d6b-2550d45d94b7; range_end:; response_count:1; response_revision:5336; }","duration":"377.095122ms","start":"2026-04-09T22:40:46.987339Z","end":"2026-04-09T22:40:47.364434Z","steps":["trace[1766386688] 'agreement among raft nodes before linearized reading' (duration: 376.952188ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:47.364452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.570236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-04-09T22:40:47.364482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:46.987311Z","time spent":"377.162404ms","remote":"127.0.0.1:43732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3741,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3de91fbd-b38f-4bad-9d6b-2550d45d94b7\" "} {"level":"info","ts":"2026-04-09T22:40:47.364512Z","caller":"traceutil/trace.go:171","msg":"trace[2124577341] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5336; }","duration":"641.664238ms","start":"2026-04-09T22:40:46.722832Z","end":"2026-04-09T22:40:47.364496Z","steps":["trace[2124577341] 'agreement among raft nodes before linearized reading' (duration: 641.426922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:47.364567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:46.722818Z","time spent":"641.73786ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-09T22:40:47.36461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.08443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:40:47.364664Z","caller":"traceutil/trace.go:171","msg":"trace[806858979] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5336; }","duration":"153.136131ms","start":"2026-04-09T22:40:47.211512Z","end":"2026-04-09T22:40:47.364648Z","steps":["trace[806858979] 'agreement among raft nodes before linearized reading' (duration: 153.050809ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:47.364807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.312142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-04-09T22:40:47.365012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.333566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-tnmpb.18a4d171ada8c8a0\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-04-09T22:40:47.365055Z","caller":"traceutil/trace.go:171","msg":"trace[719986224] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-tnmpb.18a4d171ada8c8a0; range_end:; response_count:1; response_revision:5336; }","duration":"244.425858ms","start":"2026-04-09T22:40:47.120616Z","end":"2026-04-09T22:40:47.365042Z","steps":["trace[719986224] 'agreement among raft nodes before linearized reading' (duration: 243.647828ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:47.365027Z","caller":"traceutil/trace.go:171","msg":"trace[1702698364] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5336; }","duration":"556.64545ms","start":"2026-04-09T22:40:46.808363Z","end":"2026-04-09T22:40:47.365008Z","steps":["trace[1702698364] 'agreement among raft nodes before linearized reading' (duration: 555.934632ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:47.365788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:46.808337Z","time spent":"557.42745ms","remote":"127.0.0.1:43732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-09T22:40:47.577782Z","caller":"traceutil/trace.go:171","msg":"trace[684013742] linearizableReadLoop","detail":"{readStateIndex:5558; appliedIndex:5557; }","duration":"208.254303ms","start":"2026-04-09T22:40:47.369508Z","end":"2026-04-09T22:40:47.577762Z","steps":["trace[684013742] 'read index received' (duration: 187.761775ms)","trace[684013742] 'applied index is now lower than readState.Index' (duration: 20.491458ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:40:47.577845Z","caller":"traceutil/trace.go:171","msg":"trace[538035461] transaction","detail":"{read_only:false; response_revision:5337; number_of_response:1; }","duration":"209.924916ms","start":"2026-04-09T22:40:47.367878Z","end":"2026-04-09T22:40:47.577803Z","steps":["trace[538035461] 'process raft request' (duration: 189.379807ms)","trace[538035461] 'compare' (duration: 20.165119ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:40:47.578063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.53068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-09T22:40:47.578133Z","caller":"traceutil/trace.go:171","msg":"trace[1474198868] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5337; }","duration":"208.673164ms","start":"2026-04-09T22:40:47.369443Z","end":"2026-04-09T22:40:47.578116Z","steps":["trace[1474198868] 'agreement among raft nodes before linearized reading' (duration: 208.398247ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:47.579045Z","caller":"traceutil/trace.go:171","msg":"trace[709902362] transaction","detail":"{read_only:false; response_revision:5338; number_of_response:1; }","duration":"208.549501ms","start":"2026-04-09T22:40:47.370481Z","end":"2026-04-09T22:40:47.579031Z","steps":["trace[709902362] 'process raft request' (duration: 208.402847ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:47.579313Z","caller":"traceutil/trace.go:171","msg":"trace[797980740] transaction","detail":"{read_only:false; response_revision:5339; number_of_response:1; }","duration":"208.409138ms","start":"2026-04-09T22:40:47.370884Z","end":"2026-04-09T22:40:47.579293Z","steps":["trace[797980740] 'process raft request' (duration: 208.11266ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:47.579668Z","caller":"traceutil/trace.go:171","msg":"trace[1396411938] transaction","detail":"{read_only:false; response_revision:5340; number_of_response:1; }","duration":"196.109916ms","start":"2026-04-09T22:40:47.383545Z","end":"2026-04-09T22:40:47.579655Z","steps":["trace[1396411938] 'process raft request' (duration: 195.670714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:47.580983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.460396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:812101"} {"level":"info","ts":"2026-04-09T22:40:47.58131Z","caller":"traceutil/trace.go:171","msg":"trace[1149905018] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5340; }","duration":"143.833965ms","start":"2026-04-09T22:40:47.437457Z","end":"2026-04-09T22:40:47.581291Z","steps":["trace[1149905018] 'agreement among raft nodes before linearized reading' (duration: 142.207944ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:48.259535Z","caller":"traceutil/trace.go:171","msg":"trace[356134255] linearizableReadLoop","detail":"{readStateIndex:5575; appliedIndex:5574; }","duration":"150.253397ms","start":"2026-04-09T22:40:48.109254Z","end":"2026-04-09T22:40:48.259508Z","steps":["trace[356134255] 'read index received' (duration: 136.421248ms)","trace[356134255] 'applied index is now lower than readState.Index' (duration: 13.830949ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:40:48.259578Z","caller":"traceutil/trace.go:171","msg":"trace[1258392786] transaction","detail":"{read_only:false; response_revision:5354; number_of_response:1; }","duration":"170.670653ms","start":"2026-04-09T22:40:48.088873Z","end":"2026-04-09T22:40:48.259544Z","steps":["trace[1258392786] 'process raft request' (duration: 156.867344ms)","trace[1258392786] 'compare' (duration: 13.616465ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:40:48.259819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.517604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:40:48.259941Z","caller":"traceutil/trace.go:171","msg":"trace[423657572] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:5354; }","duration":"150.706409ms","start":"2026-04-09T22:40:48.109209Z","end":"2026-04-09T22:40:48.259916Z","steps":["trace[423657572] 'agreement among raft nodes before linearized reading' (duration: 150.437572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:48.466148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.238251ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:40:48.466344Z","caller":"traceutil/trace.go:171","msg":"trace[663756103] transaction","detail":"{read_only:false; response_revision:5356; number_of_response:1; }","duration":"107.954918ms","start":"2026-04-09T22:40:48.358365Z","end":"2026-04-09T22:40:48.46632Z","steps":["trace[663756103] 'compare' (duration: 105.001855ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:48.468339Z","caller":"traceutil/trace.go:171","msg":"trace[1467778314] transaction","detail":"{read_only:false; response_revision:5357; number_of_response:1; }","duration":"100.793897ms","start":"2026-04-09T22:40:48.367511Z","end":"2026-04-09T22:40:48.468304Z","steps":["trace[1467778314] 'process raft request' (duration: 100.390877ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:48.669129Z","caller":"traceutil/trace.go:171","msg":"trace[27894260] transaction","detail":"{read_only:false; response_revision:5358; number_of_response:1; }","duration":"197.226586ms","start":"2026-04-09T22:40:48.471877Z","end":"2026-04-09T22:40:48.669103Z","steps":["trace[27894260] 'process raft request' (duration: 197.01965ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:48.669312Z","caller":"traceutil/trace.go:171","msg":"trace[944556400] transaction","detail":"{read_only:false; response_revision:5359; number_of_response:1; }","duration":"197.114913ms","start":"2026-04-09T22:40:48.472186Z","end":"2026-04-09T22:40:48.669301Z","steps":["trace[944556400] 'process raft request' (duration: 196.872717ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:48.669569Z","caller":"traceutil/trace.go:171","msg":"trace[1054218009] transaction","detail":"{read_only:false; response_revision:5360; number_of_response:1; }","duration":"197.187384ms","start":"2026-04-09T22:40:48.472369Z","end":"2026-04-09T22:40:48.669556Z","steps":["trace[1054218009] 'process raft request' (duration: 196.881637ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:48.6696Z","caller":"traceutil/trace.go:171","msg":"trace[1351464167] linearizableReadLoop","detail":"{readStateIndex:5580; appliedIndex:5578; }","duration":"197.613215ms","start":"2026-04-09T22:40:48.471967Z","end":"2026-04-09T22:40:48.669581Z","steps":["trace[1351464167] 'read index received' (duration: 68.713547ms)","trace[1351464167] 'applied index is now lower than readState.Index' (duration: 128.898498ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:40:48.669624Z","caller":"traceutil/trace.go:171","msg":"trace[118256311] transaction","detail":"{read_only:false; response_revision:5361; number_of_response:1; }","duration":"196.800385ms","start":"2026-04-09T22:40:48.472791Z","end":"2026-04-09T22:40:48.669592Z","steps":["trace[118256311] 'process raft request' (duration: 196.666582ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:48.669688Z","caller":"traceutil/trace.go:171","msg":"trace[1017100525] transaction","detail":"{read_only:false; response_revision:5362; number_of_response:1; }","duration":"196.556698ms","start":"2026-04-09T22:40:48.473121Z","end":"2026-04-09T22:40:48.669678Z","steps":["trace[1017100525] 'process raft request' (duration: 196.412305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:48.669914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.921413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3de91fbd-b38f-4bad-9d6b-2550d45d94b7\" ","response":"range_response_count:1 size:3717"} {"level":"info","ts":"2026-04-09T22:40:48.670017Z","caller":"traceutil/trace.go:171","msg":"trace[933855805] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3de91fbd-b38f-4bad-9d6b-2550d45d94b7; range_end:; response_count:1; response_revision:5362; }","duration":"198.072207ms","start":"2026-04-09T22:40:48.471924Z","end":"2026-04-09T22:40:48.669997Z","steps":["trace[933855805] 'agreement among raft nodes before linearized reading' (duration: 197.76338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:48.720148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.727178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:40:48.720253Z","caller":"traceutil/trace.go:171","msg":"trace[848591626] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:5363; }","duration":"165.915693ms","start":"2026-04-09T22:40:48.554315Z","end":"2026-04-09T22:40:48.720231Z","steps":["trace[848591626] 'agreement among raft nodes before linearized reading' (duration: 165.680147ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:48.720094Z","caller":"traceutil/trace.go:171","msg":"trace[1312109386] transaction","detail":"{read_only:false; response_revision:5363; number_of_response:1; }","duration":"178.312257ms","start":"2026-04-09T22:40:48.541735Z","end":"2026-04-09T22:40:48.720047Z","steps":["trace[1312109386] 'process raft request' (duration: 178.057681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:50.052154Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625759854356249,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T22:40:50.458536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.689031ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:40:50.458677Z","caller":"traceutil/trace.go:171","msg":"trace[1924396769] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5371; }","duration":"617.844345ms","start":"2026-04-09T22:40:49.840813Z","end":"2026-04-09T22:40:50.458657Z","steps":["trace[1924396769] 'range keys from in-memory index tree' (duration: 617.67173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:50.553071Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625759854356249,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T22:40:50.580627Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.036305932s","expected-duration":"1s"} {"level":"info","ts":"2026-04-09T22:40:50.581134Z","caller":"traceutil/trace.go:171","msg":"trace[496444146] transaction","detail":"{read_only:false; response_revision:5372; number_of_response:1; }","duration":"1.036894937s","start":"2026-04-09T22:40:49.544209Z","end":"2026-04-09T22:40:50.581104Z","steps":["trace[496444146] 'process raft request' (duration: 1.036689142s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:50.581363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:49.544187Z","time spent":"1.037072981s","remote":"127.0.0.1:43840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1869,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:40:50.60956Z","caller":"traceutil/trace.go:171","msg":"trace[1899744561] transaction","detail":"{read_only:false; response_revision:5373; number_of_response:1; }","duration":"1.064567937s","start":"2026-04-09T22:40:49.544964Z","end":"2026-04-09T22:40:50.609532Z","steps":["trace[1899744561] 'process raft request' (duration: 1.064326471s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:50.609727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:49.544945Z","time spent":"1.06469124s","remote":"127.0.0.1:43702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1283,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:40:50.609902Z","caller":"traceutil/trace.go:171","msg":"trace[1089257934] transaction","detail":"{read_only:false; response_revision:5374; number_of_response:1; }","duration":"1.064386912s","start":"2026-04-09T22:40:49.545477Z","end":"2026-04-09T22:40:50.609864Z","steps":["trace[1089257934] 'process raft request' (duration: 1.063978612s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:50.610012Z","caller":"traceutil/trace.go:171","msg":"trace[1108167351] transaction","detail":"{read_only:false; response_revision:5375; number_of_response:1; }","duration":"1.06428758s","start":"2026-04-09T22:40:49.545681Z","end":"2026-04-09T22:40:50.609969Z","steps":["trace[1108167351] 'process raft request' (duration: 1.064060754s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:50.610078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:49.545469Z","time spent":"1.064503725s","remote":"127.0.0.1:43840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1455,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:40:50.610192Z","caller":"traceutil/trace.go:171","msg":"trace[1847523181] transaction","detail":"{read_only:false; response_revision:5376; number_of_response:1; }","duration":"648.027559ms","start":"2026-04-09T22:40:49.962132Z","end":"2026-04-09T22:40:50.61016Z","steps":["trace[1847523181] 'process raft request' (duration: 647.768412ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:50.610455Z","caller":"traceutil/trace.go:171","msg":"trace[1648066337] linearizableReadLoop","detail":"{readStateIndex:5599; appliedIndex:5593; }","duration":"1.058147634s","start":"2026-04-09T22:40:49.552112Z","end":"2026-04-09T22:40:50.61026Z","steps":["trace[1648066337] 'read index received' (duration: 1.028758142s)","trace[1648066337] 'applied index is now lower than readState.Index' (duration: 29.387912ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:40:50.610448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:49.545675Z","time spent":"1.064436154s","remote":"127.0.0.1:43702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:40:50.610519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:49.962109Z","time spent":"648.357187ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:40:50.610601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058491254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:40:50.610641Z","caller":"traceutil/trace.go:171","msg":"trace[637752232] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/goldpinger; range_end:; response_count:0; response_revision:5377; }","duration":"1.058564856s","start":"2026-04-09T22:40:49.552067Z","end":"2026-04-09T22:40:50.610631Z","steps":["trace[637752232] 'agreement among raft nodes before linearized reading' (duration: 1.058466573s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:50.610739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:49.552041Z","time spent":"1.058689899s","remote":"127.0.0.1:43756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":29,"request content":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" "} {"level":"warn","ts":"2026-04-09T22:40:50.61079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.854416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:40:50.610803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.331717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-09T22:40:50.610834Z","caller":"traceutil/trace.go:171","msg":"trace[662307233] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5377; }","duration":"397.953258ms","start":"2026-04-09T22:40:50.212869Z","end":"2026-04-09T22:40:50.610822Z","steps":["trace[662307233] 'agreement among raft nodes before linearized reading' (duration: 397.862776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:50.610866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:50.212848Z","time spent":"398.01107ms","remote":"127.0.0.1:43530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T22:40:50.610884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.92656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3de91fbd-b38f-4bad-9d6b-2550d45d94b7\" ","response":"range_response_count:1 size:3903"} {"level":"info","ts":"2026-04-09T22:40:50.610933Z","caller":"traceutil/trace.go:171","msg":"trace[693650995] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3de91fbd-b38f-4bad-9d6b-2550d45d94b7; range_end:; response_count:1; response_revision:5377; }","duration":"133.053374ms","start":"2026-04-09T22:40:50.477864Z","end":"2026-04-09T22:40:50.610917Z","steps":["trace[693650995] 'agreement among raft nodes before linearized reading' (duration: 132.846599ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:50.610865Z","caller":"traceutil/trace.go:171","msg":"trace[2133352728] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5377; }","duration":"667.43046ms","start":"2026-04-09T22:40:49.943418Z","end":"2026-04-09T22:40:50.610848Z","steps":["trace[2133352728] 'agreement among raft nodes before linearized reading' (duration: 667.204034ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:50.610959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.574147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-09T22:40:50.61099Z","caller":"traceutil/trace.go:171","msg":"trace[846837178] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5377; }","duration":"535.628868ms","start":"2026-04-09T22:40:50.075353Z","end":"2026-04-09T22:40:50.610982Z","steps":["trace[846837178] 'agreement among raft nodes before linearized reading' (duration: 535.537666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:50.611027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:50.075342Z","time spent":"535.678529ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T22:40:50.611055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:49.943399Z","time spent":"667.600675ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-09T22:40:50.611102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.712832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-09T22:40:50.610527Z","caller":"traceutil/trace.go:171","msg":"trace[1558229169] transaction","detail":"{read_only:false; response_revision:5377; number_of_response:1; }","duration":"613.779094ms","start":"2026-04-09T22:40:49.996724Z","end":"2026-04-09T22:40:50.610503Z","steps":["trace[1558229169] 'process raft request' (duration: 613.370793ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:50.611156Z","caller":"traceutil/trace.go:171","msg":"trace[620371018] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5377; }","duration":"230.821274ms","start":"2026-04-09T22:40:50.380321Z","end":"2026-04-09T22:40:50.611142Z","steps":["trace[620371018] 'agreement among raft nodes before linearized reading' (duration: 230.672951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:50.611186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.819639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-09T22:40:50.611219Z","caller":"traceutil/trace.go:171","msg":"trace[1254372137] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5377; }","duration":"665.888111ms","start":"2026-04-09T22:40:49.945321Z","end":"2026-04-09T22:40:50.611209Z","steps":["trace[1254372137] 'agreement among raft nodes before linearized reading' (duration: 665.786268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:50.611256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:49.945301Z","time spent":"665.948032ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-09T22:40:50.611295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.30501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-56mvg\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-09T22:40:50.611411Z","caller":"traceutil/trace.go:171","msg":"trace[1405118355] range","detail":"{range_begin:/registry/pods/openstack/keepalived-56mvg; range_end:; response_count:1; response_revision:5377; }","duration":"607.466864ms","start":"2026-04-09T22:40:50.003912Z","end":"2026-04-09T22:40:50.611379Z","steps":["trace[1405118355] 'agreement among raft nodes before linearized reading' (duration: 607.142426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:50.611464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:50.003895Z","time spent":"607.560156ms","remote":"127.0.0.1:43732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-56mvg\" "} {"level":"warn","ts":"2026-04-09T22:40:50.611626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:49.99669Z","time spent":"614.470672ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:40:51.804057Z","caller":"traceutil/trace.go:171","msg":"trace[852304179] transaction","detail":"{read_only:false; response_revision:5411; number_of_response:1; }","duration":"178.687127ms","start":"2026-04-09T22:40:51.625352Z","end":"2026-04-09T22:40:51.804039Z","steps":["trace[852304179] 'process raft request' (duration: 178.469471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:51.983166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.884818ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:40:51.98325Z","caller":"traceutil/trace.go:171","msg":"trace[548523886] transaction","detail":"{read_only:false; response_revision:5412; number_of_response:1; }","duration":"173.903807ms","start":"2026-04-09T22:40:51.809332Z","end":"2026-04-09T22:40:51.983235Z","steps":["trace[548523886] 'process raft request' (duration: 61.897766ms)","trace[548523886] 'compare' (duration: 111.756903ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:40:52.081327Z","caller":"traceutil/trace.go:171","msg":"trace[1895276841] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5413; }","duration":"268.64825ms","start":"2026-04-09T22:40:51.812656Z","end":"2026-04-09T22:40:52.081304Z","steps":["trace[1895276841] 'process raft request' (duration: 268.473646ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:52.393631Z","caller":"traceutil/trace.go:171","msg":"trace[795270382] linearizableReadLoop","detail":"{readStateIndex:5641; appliedIndex:5638; }","duration":"230.940316ms","start":"2026-04-09T22:40:52.162669Z","end":"2026-04-09T22:40:52.393609Z","steps":["trace[795270382] 'read index received' (duration: 9.755856ms)","trace[795270382] 'applied index is now lower than readState.Index' (duration: 221.18334ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:40:52.393792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.095181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:40:52.393772Z","caller":"traceutil/trace.go:171","msg":"trace[1466689423] transaction","detail":"{read_only:false; response_revision:5416; number_of_response:1; }","duration":"276.385986ms","start":"2026-04-09T22:40:52.117349Z","end":"2026-04-09T22:40:52.393735Z","steps":["trace[1466689423] 'process raft request' (duration: 275.960266ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:52.393831Z","caller":"traceutil/trace.go:171","msg":"trace[1390368969] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:5417; }","duration":"231.199933ms","start":"2026-04-09T22:40:52.162619Z","end":"2026-04-09T22:40:52.393819Z","steps":["trace[1390368969] 'agreement among raft nodes before linearized reading' (duration: 231.109471ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:52.393777Z","caller":"traceutil/trace.go:171","msg":"trace[735544704] transaction","detail":"{read_only:false; response_revision:5417; number_of_response:1; }","duration":"275.556174ms","start":"2026-04-09T22:40:52.118185Z","end":"2026-04-09T22:40:52.393741Z","steps":["trace[735544704] 'process raft request' (duration: 275.359229ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:52.548224Z","caller":"traceutil/trace.go:171","msg":"trace[1537612427] linearizableReadLoop","detail":"{readStateIndex:5642; appliedIndex:5641; }","duration":"154.486125ms","start":"2026-04-09T22:40:52.393704Z","end":"2026-04-09T22:40:52.548191Z","steps":["trace[1537612427] 'read index received' (duration: 154.30291ms)","trace[1537612427] 'applied index is now lower than readState.Index' (duration: 181.875µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:40:52.548314Z","caller":"traceutil/trace.go:171","msg":"trace[1302580906] transaction","detail":"{read_only:false; response_revision:5418; number_of_response:1; }","duration":"371.678863ms","start":"2026-04-09T22:40:52.176605Z","end":"2026-04-09T22:40:52.548284Z","steps":["trace[1302580906] 'process raft request' (duration: 371.335175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:52.548436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:52.17657Z","time spent":"371.805846ms","remote":"127.0.0.1:44020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2145,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T22:40:52.548579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.993226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:40:52.548645Z","caller":"traceutil/trace.go:171","msg":"trace[1390462048] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5418; }","duration":"337.163381ms","start":"2026-04-09T22:40:52.211463Z","end":"2026-04-09T22:40:52.548627Z","steps":["trace[1390462048] 'agreement among raft nodes before linearized reading' (duration: 336.859373ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:52.548792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:52.21145Z","time spent":"337.290655ms","remote":"127.0.0.1:43530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-09T22:40:52.58064Z","caller":"traceutil/trace.go:171","msg":"trace[415624415] transaction","detail":"{read_only:false; response_revision:5419; number_of_response:1; }","duration":"181.59158ms","start":"2026-04-09T22:40:52.399027Z","end":"2026-04-09T22:40:52.580619Z","steps":["trace[415624415] 'process raft request' (duration: 181.399475ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:52.758904Z","caller":"traceutil/trace.go:171","msg":"trace[1321654108] linearizableReadLoop","detail":"{readStateIndex:5644; appliedIndex:5643; }","duration":"173.68555ms","start":"2026-04-09T22:40:52.585198Z","end":"2026-04-09T22:40:52.758884Z","steps":["trace[1321654108] 'read index received' (duration: 173.619518ms)","trace[1321654108] 'applied index is now lower than readState.Index' (duration: 65.092µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:40:52.759015Z","caller":"traceutil/trace.go:171","msg":"trace[53469774] transaction","detail":"{read_only:false; response_revision:5420; number_of_response:1; }","duration":"205.118964ms","start":"2026-04-09T22:40:52.553886Z","end":"2026-04-09T22:40:52.759005Z","steps":["trace[53469774] 'process raft request' (duration: 204.861878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:52.759315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.083431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:40:52.759401Z","caller":"traceutil/trace.go:171","msg":"trace[779661036] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:5420; }","duration":"174.213613ms","start":"2026-04-09T22:40:52.585167Z","end":"2026-04-09T22:40:52.759381Z","steps":["trace[779661036] 'agreement among raft nodes before linearized reading' (duration: 174.06214ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:52.801336Z","caller":"traceutil/trace.go:171","msg":"trace[1157017771] transaction","detail":"{read_only:false; response_revision:5421; number_of_response:1; }","duration":"215.490066ms","start":"2026-04-09T22:40:52.585823Z","end":"2026-04-09T22:40:52.801313Z","steps":["trace[1157017771] 'process raft request' (duration: 215.296241ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:52.801561Z","caller":"traceutil/trace.go:171","msg":"trace[1069473408] transaction","detail":"{read_only:false; response_revision:5422; number_of_response:1; }","duration":"183.999311ms","start":"2026-04-09T22:40:52.617543Z","end":"2026-04-09T22:40:52.801542Z","steps":["trace[1069473408] 'process raft request' (duration: 183.710334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:52.801906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.581166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:40:52.801943Z","caller":"traceutil/trace.go:171","msg":"trace[1455694418] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:5423; }","duration":"171.750291ms","start":"2026-04-09T22:40:52.630184Z","end":"2026-04-09T22:40:52.801934Z","steps":["trace[1455694418] 'agreement among raft nodes before linearized reading' (duration: 171.677429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:52.801964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.900636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-09T22:40:52.80202Z","caller":"traceutil/trace.go:171","msg":"trace[1707477334] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5423; }","duration":"119.0811ms","start":"2026-04-09T22:40:52.682925Z","end":"2026-04-09T22:40:52.802006Z","steps":["trace[1707477334] 'agreement among raft nodes before linearized reading' (duration: 118.889476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:52.802005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.981164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-09T22:40:52.801962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.317503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-09T22:40:52.802787Z","caller":"traceutil/trace.go:171","msg":"trace[230223664] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5423; }","duration":"163.158733ms","start":"2026-04-09T22:40:52.639601Z","end":"2026-04-09T22:40:52.802759Z","steps":["trace[230223664] 'agreement among raft nodes before linearized reading' (duration: 162.23949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:52.802157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.607323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-09T22:40:52.803271Z","caller":"traceutil/trace.go:171","msg":"trace[308299772] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5423; }","duration":"103.732982ms","start":"2026-04-09T22:40:52.699525Z","end":"2026-04-09T22:40:52.803258Z","steps":["trace[308299772] 'agreement among raft nodes before linearized reading' (duration: 102.579443ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:52.802179Z","caller":"traceutil/trace.go:171","msg":"trace[893920252] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5423; }","duration":"179.191879ms","start":"2026-04-09T22:40:52.622966Z","end":"2026-04-09T22:40:52.802158Z","steps":["trace[893920252] 'agreement among raft nodes before linearized reading' (duration: 178.84184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:52.802042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.851564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:40:52.803734Z","caller":"traceutil/trace.go:171","msg":"trace[68867736] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5423; }","duration":"175.572487ms","start":"2026-04-09T22:40:52.628147Z","end":"2026-04-09T22:40:52.80372Z","steps":["trace[68867736] 'agreement among raft nodes before linearized reading' (duration: 173.808743ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:52.802192Z","caller":"traceutil/trace.go:171","msg":"trace[197611120] transaction","detail":"{read_only:false; response_revision:5423; number_of_response:1; }","duration":"181.154638ms","start":"2026-04-09T22:40:52.620973Z","end":"2026-04-09T22:40:52.802128Z","steps":["trace[197611120] 'process raft request' (duration: 180.484352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:52.80227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.18668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-09T22:40:52.80391Z","caller":"traceutil/trace.go:171","msg":"trace[532481344] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5423; }","duration":"114.861072ms","start":"2026-04-09T22:40:52.689035Z","end":"2026-04-09T22:40:52.803896Z","steps":["trace[532481344] 'agreement among raft nodes before linearized reading' (duration: 113.153329ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:52.802298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.099005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-04-09T22:40:52.804055Z","caller":"traceutil/trace.go:171","msg":"trace[2086203973] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5423; }","duration":"104.885471ms","start":"2026-04-09T22:40:52.699154Z","end":"2026-04-09T22:40:52.80404Z","steps":["trace[2086203973] 'agreement among raft nodes before linearized reading' (duration: 103.027904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:52.802366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.715072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-09T22:40:52.804168Z","caller":"traceutil/trace.go:171","msg":"trace[1867660769] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5423; }","duration":"164.554729ms","start":"2026-04-09T22:40:52.639602Z","end":"2026-04-09T22:40:52.804156Z","steps":["trace[1867660769] 'agreement among raft nodes before linearized reading' (duration: 162.672361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:52.802433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.620745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-56mvg\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-09T22:40:52.804272Z","caller":"traceutil/trace.go:171","msg":"trace[1743633356] range","detail":"{range_begin:/registry/pods/openstack/keepalived-56mvg; range_end:; response_count:1; response_revision:5423; }","duration":"163.492313ms","start":"2026-04-09T22:40:52.640771Z","end":"2026-04-09T22:40:52.804263Z","steps":["trace[1743633356] 'agreement among raft nodes before linearized reading' (duration: 161.469891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:52.907626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.26872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3de91fbd-b38f-4bad-9d6b-2550d45d94b7\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-04-09T22:40:52.907744Z","caller":"traceutil/trace.go:171","msg":"trace[1095245377] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3de91fbd-b38f-4bad-9d6b-2550d45d94b7; range_end:; response_count:1; response_revision:5423; }","duration":"101.409484ms","start":"2026-04-09T22:40:52.806296Z","end":"2026-04-09T22:40:52.907705Z","steps":["trace[1095245377] 'range keys from in-memory index tree' (duration: 101.043974ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:52.907838Z","caller":"traceutil/trace.go:171","msg":"trace[1463360295] transaction","detail":"{read_only:false; response_revision:5424; number_of_response:1; }","duration":"100.191493ms","start":"2026-04-09T22:40:52.807623Z","end":"2026-04-09T22:40:52.907814Z","steps":["trace[1463360295] 'process raft request' (duration: 47.06463ms)","trace[1463360295] 'compare' (duration: 52.940188ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:40:52.907947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.400894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-09T22:40:52.90805Z","caller":"traceutil/trace.go:171","msg":"trace[1847685411] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5423; }","duration":"101.537037ms","start":"2026-04-09T22:40:52.806491Z","end":"2026-04-09T22:40:52.908028Z","steps":["trace[1847685411] 'range keys from in-memory index tree' (duration: 101.148508ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:52.942753Z","caller":"traceutil/trace.go:171","msg":"trace[819654777] transaction","detail":"{read_only:false; response_revision:5427; number_of_response:1; }","duration":"134.573921ms","start":"2026-04-09T22:40:52.80816Z","end":"2026-04-09T22:40:52.942734Z","steps":["trace[819654777] 'process raft request' (duration: 134.488749ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:52.942911Z","caller":"traceutil/trace.go:171","msg":"trace[454593679] linearizableReadLoop","detail":"{readStateIndex:5651; appliedIndex:5647; }","duration":"134.574501ms","start":"2026-04-09T22:40:52.808313Z","end":"2026-04-09T22:40:52.942888Z","steps":["trace[454593679] 'read index received' (duration: 46.559917ms)","trace[454593679] 'applied index is now lower than readState.Index' (duration: 88.013144ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:40:52.943025Z","caller":"traceutil/trace.go:171","msg":"trace[1466071380] transaction","detail":"{read_only:false; response_revision:5426; number_of_response:1; }","duration":"134.990732ms","start":"2026-04-09T22:40:52.808005Z","end":"2026-04-09T22:40:52.942996Z","steps":["trace[1466071380] 'process raft request' (duration: 134.573361ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:52.943101Z","caller":"traceutil/trace.go:171","msg":"trace[141527181] transaction","detail":"{read_only:false; response_revision:5425; number_of_response:1; }","duration":"135.066523ms","start":"2026-04-09T22:40:52.808004Z","end":"2026-04-09T22:40:52.94307Z","steps":["trace[141527181] 'process raft request' (duration: 134.416077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:52.943224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.89363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:6 size:46091"} {"level":"info","ts":"2026-04-09T22:40:52.943249Z","caller":"traceutil/trace.go:171","msg":"trace[1373573909] transaction","detail":"{read_only:false; response_revision:5428; number_of_response:1; }","duration":"134.934891ms","start":"2026-04-09T22:40:52.808299Z","end":"2026-04-09T22:40:52.943233Z","steps":["trace[1373573909] 'process raft request' (duration: 134.400547ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:52.943315Z","caller":"traceutil/trace.go:171","msg":"trace[741567478] transaction","detail":"{read_only:false; response_revision:5429; number_of_response:1; }","duration":"134.954411ms","start":"2026-04-09T22:40:52.80835Z","end":"2026-04-09T22:40:52.943304Z","steps":["trace[741567478] 'process raft request' (duration: 134.439348ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:52.943263Z","caller":"traceutil/trace.go:171","msg":"trace[1548144504] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:6; response_revision:5429; }","duration":"134.965871ms","start":"2026-04-09T22:40:52.808285Z","end":"2026-04-09T22:40:52.943251Z","steps":["trace[1548144504] 'agreement among raft nodes before linearized reading' (duration: 134.737945ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:53.177884Z","caller":"traceutil/trace.go:171","msg":"trace[376131524] linearizableReadLoop","detail":"{readStateIndex:5655; appliedIndex:5654; }","duration":"125.152314ms","start":"2026-04-09T22:40:53.052707Z","end":"2026-04-09T22:40:53.17786Z","steps":["trace[376131524] 'read index received' (duration: 82.928057ms)","trace[376131524] 'applied index is now lower than readState.Index' (duration: 42.223057ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:40:53.177998Z","caller":"traceutil/trace.go:171","msg":"trace[892119947] transaction","detail":"{read_only:false; response_revision:5431; number_of_response:1; }","duration":"125.43091ms","start":"2026-04-09T22:40:53.052558Z","end":"2026-04-09T22:40:53.177989Z","steps":["trace[892119947] 'process raft request' (duration: 83.043579ms)","trace[892119947] 'compare' (duration: 42.088774ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:40:53.178401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.365917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-09T22:40:53.178435Z","caller":"traceutil/trace.go:171","msg":"trace[250878945] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5431; }","duration":"121.444659ms","start":"2026-04-09T22:40:53.056983Z","end":"2026-04-09T22:40:53.178427Z","steps":["trace[250878945] 'agreement among raft nodes before linearized reading' (duration: 121.281475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:53.178537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.81884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-0\" ","response":"range_response_count:1 size:4949"} {"level":"info","ts":"2026-04-09T22:40:53.178599Z","caller":"traceutil/trace.go:171","msg":"trace[224518131] range","detail":"{range_begin:/registry/pods/monitoring/loki-0; range_end:; response_count:1; response_revision:5431; }","duration":"125.910823ms","start":"2026-04-09T22:40:53.052674Z","end":"2026-04-09T22:40:53.178584Z","steps":["trace[224518131] 'agreement among raft nodes before linearized reading' (duration: 125.755929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:53.408386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.735995ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:40:53.408476Z","caller":"traceutil/trace.go:171","msg":"trace[1297153692] transaction","detail":"{read_only:false; response_revision:5432; number_of_response:1; }","duration":"226.466824ms","start":"2026-04-09T22:40:53.181994Z","end":"2026-04-09T22:40:53.408461Z","steps":["trace[1297153692] 'process raft request' (duration: 110.563195ms)","trace[1297153692] 'compare' (duration: 115.575241ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:40:53.616039Z","caller":"traceutil/trace.go:171","msg":"trace[1957806824] linearizableReadLoop","detail":"{readStateIndex:5657; appliedIndex:5655; }","duration":"427.535286ms","start":"2026-04-09T22:40:53.188468Z","end":"2026-04-09T22:40:53.616003Z","steps":["trace[1957806824] 'read index received' (duration: 104.101831ms)","trace[1957806824] 'applied index is now lower than readState.Index' (duration: 323.432025ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:40:53.6161Z","caller":"traceutil/trace.go:171","msg":"trace[7992477] transaction","detail":"{read_only:false; response_revision:5433; number_of_response:1; }","duration":"429.423893ms","start":"2026-04-09T22:40:53.186646Z","end":"2026-04-09T22:40:53.61607Z","steps":["trace[7992477] 'process raft request' (duration: 349.279188ms)","trace[7992477] 'compare' (duration: 79.946931ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:40:53.616307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.831354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-04-09T22:40:53.616362Z","caller":"traceutil/trace.go:171","msg":"trace[509207774] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5433; }","duration":"427.923816ms","start":"2026-04-09T22:40:53.188421Z","end":"2026-04-09T22:40:53.616345Z","steps":["trace[509207774] 'agreement among raft nodes before linearized reading' (duration: 427.738021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:53.616403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:53.1884Z","time spent":"427.995159ms","remote":"127.0.0.1:55802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5707,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-09T22:40:53.616424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.701622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"warn","ts":"2026-04-09T22:40:53.61646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.33309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:40:53.616506Z","caller":"traceutil/trace.go:171","msg":"trace[1426627435] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:5433; }","duration":"323.847036ms","start":"2026-04-09T22:40:53.292642Z","end":"2026-04-09T22:40:53.616489Z","steps":["trace[1426627435] 'agreement among raft nodes before linearized reading' (duration: 323.578678ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:53.616522Z","caller":"traceutil/trace.go:171","msg":"trace[400878389] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5433; }","duration":"404.432182ms","start":"2026-04-09T22:40:53.212076Z","end":"2026-04-09T22:40:53.616508Z","steps":["trace[400878389] 'agreement among raft nodes before linearized reading' (duration: 404.33076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:53.616552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:53.212061Z","time spent":"404.486794ms","remote":"127.0.0.1:43530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T22:40:53.616556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:53.292618Z","time spent":"323.929138ms","remote":"127.0.0.1:43756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":824,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"warn","ts":"2026-04-09T22:40:53.616635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:53.186634Z","time spent":"429.526147ms","remote":"127.0.0.1:43732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5819,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:40:53.616561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.591058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-04-09T22:40:53.616812Z","caller":"traceutil/trace.go:171","msg":"trace[327358375] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5433; }","duration":"427.947126ms","start":"2026-04-09T22:40:53.188847Z","end":"2026-04-09T22:40:53.616794Z","steps":["trace[327358375] 'agreement among raft nodes before linearized reading' (duration: 427.34565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:53.616862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.831854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:26 size:822337"} {"level":"warn","ts":"2026-04-09T22:40:53.616892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:53.188841Z","time spent":"428.03397ms","remote":"127.0.0.1:43700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-04-09T22:40:53.616937Z","caller":"traceutil/trace.go:171","msg":"trace[1327195420] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:26; response_revision:5433; }","duration":"353.939807ms","start":"2026-04-09T22:40:53.262978Z","end":"2026-04-09T22:40:53.616917Z","steps":["trace[1327195420] 'agreement among raft nodes before linearized reading' (duration: 353.324921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:53.616992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:40:53.262959Z","time spent":"354.017328ms","remote":"127.0.0.1:43640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":26,"response size":822361,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-04-09T22:40:53.89996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.864081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:40:53.900149Z","caller":"traceutil/trace.go:171","msg":"trace[1538833270] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:5433; }","duration":"122.117517ms","start":"2026-04-09T22:40:53.778003Z","end":"2026-04-09T22:40:53.900121Z","steps":["trace[1538833270] 'count revisions from in-memory index tree' (duration: 121.798199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:54.07296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.661912ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-09T22:40:54.086374Z","caller":"traceutil/trace.go:171","msg":"trace[1201128894] transaction","detail":"{read_only:false; response_revision:5434; number_of_response:1; }","duration":"116.365621ms","start":"2026-04-09T22:40:53.969985Z","end":"2026-04-09T22:40:54.08635Z","steps":["trace[1201128894] 'process raft request' (duration: 116.143305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:55.712898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.492449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3465"} {"level":"info","ts":"2026-04-09T22:40:55.713017Z","caller":"traceutil/trace.go:171","msg":"trace[1965935143] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5467; }","duration":"187.642743ms","start":"2026-04-09T22:40:55.525346Z","end":"2026-04-09T22:40:55.712988Z","steps":["trace[1965935143] 'range keys from in-memory index tree' (duration: 187.388246ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:56.635716Z","caller":"traceutil/trace.go:171","msg":"trace[1835375896] transaction","detail":"{read_only:false; response_revision:5478; number_of_response:1; }","duration":"203.648927ms","start":"2026-04-09T22:40:56.432041Z","end":"2026-04-09T22:40:56.63569Z","steps":["trace[1835375896] 'process raft request' (duration: 203.455372ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:56.907745Z","caller":"traceutil/trace.go:171","msg":"trace[1163840570] transaction","detail":"{read_only:false; response_revision:5481; number_of_response:1; }","duration":"266.103636ms","start":"2026-04-09T22:40:56.641617Z","end":"2026-04-09T22:40:56.90772Z","steps":["trace[1163840570] 'process raft request' (duration: 265.980933ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:56.907781Z","caller":"traceutil/trace.go:171","msg":"trace[1135655803] transaction","detail":"{read_only:false; response_revision:5480; number_of_response:1; }","duration":"266.27284ms","start":"2026-04-09T22:40:56.641466Z","end":"2026-04-09T22:40:56.907739Z","steps":["trace[1135655803] 'process raft request' (duration: 265.955472ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:56.90808Z","caller":"traceutil/trace.go:171","msg":"trace[264065862] transaction","detail":"{read_only:false; response_revision:5482; number_of_response:1; }","duration":"266.008943ms","start":"2026-04-09T22:40:56.641918Z","end":"2026-04-09T22:40:56.907927Z","steps":["trace[264065862] 'process raft request' (duration: 265.730325ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:57.095736Z","caller":"traceutil/trace.go:171","msg":"trace[2021595257] transaction","detail":"{read_only:false; response_revision:5483; number_of_response:1; }","duration":"273.632376ms","start":"2026-04-09T22:40:56.822086Z","end":"2026-04-09T22:40:57.095718Z","steps":["trace[2021595257] 'process raft request' (duration: 273.501023ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:57.095937Z","caller":"traceutil/trace.go:171","msg":"trace[2105945808] transaction","detail":"{read_only:false; response_revision:5484; number_of_response:1; }","duration":"272.319533ms","start":"2026-04-09T22:40:56.823609Z","end":"2026-04-09T22:40:57.095929Z","steps":["trace[2105945808] 'process raft request' (duration: 272.080527ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:57.09606Z","caller":"traceutil/trace.go:171","msg":"trace[556185337] linearizableReadLoop","detail":"{readStateIndex:5710; appliedIndex:5708; }","duration":"107.642081ms","start":"2026-04-09T22:40:56.988291Z","end":"2026-04-09T22:40:57.095933Z","steps":["trace[556185337] 'read index received' (duration: 107.2452ms)","trace[556185337] 'applied index is now lower than readState.Index' (duration: 394.85µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:40:57.096177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.880437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-04-09T22:40:57.09677Z","caller":"traceutil/trace.go:171","msg":"trace[1902334485] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5484; }","duration":"108.505133ms","start":"2026-04-09T22:40:56.988237Z","end":"2026-04-09T22:40:57.096742Z","steps":["trace[1902334485] 'agreement among raft nodes before linearized reading' (duration: 107.817706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:57.096915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.665189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-09T22:40:57.096992Z","caller":"traceutil/trace.go:171","msg":"trace[1026670355] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5484; }","duration":"103.791573ms","start":"2026-04-09T22:40:56.993184Z","end":"2026-04-09T22:40:57.096975Z","steps":["trace[1026670355] 'agreement among raft nodes before linearized reading' (duration: 103.573447ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:57.213986Z","caller":"traceutil/trace.go:171","msg":"trace[515962581] transaction","detail":"{read_only:false; response_revision:5486; number_of_response:1; }","duration":"112.877755ms","start":"2026-04-09T22:40:57.101085Z","end":"2026-04-09T22:40:57.213963Z","steps":["trace[515962581] 'process raft request' (duration: 97.208489ms)","trace[515962581] 'compare' (duration: 15.522203ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:40:57.214301Z","caller":"traceutil/trace.go:171","msg":"trace[466041039] transaction","detail":"{read_only:false; response_revision:5487; number_of_response:1; }","duration":"113.144222ms","start":"2026-04-09T22:40:57.101133Z","end":"2026-04-09T22:40:57.214277Z","steps":["trace[466041039] 'process raft request' (duration: 112.766693ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:57.214587Z","caller":"traceutil/trace.go:171","msg":"trace[68623272] transaction","detail":"{read_only:false; response_revision:5488; number_of_response:1; }","duration":"113.401267ms","start":"2026-04-09T22:40:57.101161Z","end":"2026-04-09T22:40:57.214562Z","steps":["trace[68623272] 'process raft request' (duration: 112.990627ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:57.214854Z","caller":"traceutil/trace.go:171","msg":"trace[2098135778] transaction","detail":"{read_only:false; response_revision:5490; number_of_response:1; }","duration":"111.844888ms","start":"2026-04-09T22:40:57.102996Z","end":"2026-04-09T22:40:57.214841Z","steps":["trace[2098135778] 'process raft request' (duration: 111.712085ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:57.214852Z","caller":"traceutil/trace.go:171","msg":"trace[2054833311] transaction","detail":"{read_only:false; response_revision:5489; number_of_response:1; }","duration":"112.389272ms","start":"2026-04-09T22:40:57.102439Z","end":"2026-04-09T22:40:57.214829Z","steps":["trace[2054833311] 'process raft request' (duration: 111.981302ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:57.610709Z","caller":"traceutil/trace.go:171","msg":"trace[357685210] transaction","detail":"{read_only:false; response_revision:5494; number_of_response:1; }","duration":"111.290551ms","start":"2026-04-09T22:40:57.499397Z","end":"2026-04-09T22:40:57.610687Z","steps":["trace[357685210] 'process raft request' (duration: 111.144198ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:58.632115Z","caller":"traceutil/trace.go:171","msg":"trace[1238585065] transaction","detail":"{read_only:false; response_revision:5495; number_of_response:1; }","duration":"166.543379ms","start":"2026-04-09T22:40:58.465531Z","end":"2026-04-09T22:40:58.632074Z","steps":["trace[1238585065] 'process raft request' (duration: 146.769379ms)","trace[1238585065] 'compare' (duration: 19.478573ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:41:00.713918Z","caller":"traceutil/trace.go:171","msg":"trace[115056208] linearizableReadLoop","detail":"{readStateIndex:5772; appliedIndex:5771; }","duration":"244.759536ms","start":"2026-04-09T22:41:00.469125Z","end":"2026-04-09T22:41:00.713885Z","steps":["trace[115056208] 'read index received' (duration: 244.384487ms)","trace[115056208] 'applied index is now lower than readState.Index' (duration: 373.179µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:41:00.713977Z","caller":"traceutil/trace.go:171","msg":"trace[1649232608] transaction","detail":"{read_only:false; response_revision:5544; number_of_response:1; }","duration":"263.298164ms","start":"2026-04-09T22:41:00.450637Z","end":"2026-04-09T22:41:00.713935Z","steps":["trace[1649232608] 'process raft request' (duration: 262.965256ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:00.714191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.954511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:41:00.714255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.073634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-clkh5\" ","response":"range_response_count:1 size:7817"} {"level":"info","ts":"2026-04-09T22:41:00.71432Z","caller":"traceutil/trace.go:171","msg":"trace[1845894510] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:5544; }","duration":"245.131075ms","start":"2026-04-09T22:41:00.469168Z","end":"2026-04-09T22:41:00.714299Z","steps":["trace[1845894510] 'agreement among raft nodes before linearized reading' (duration: 244.943271ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:00.714339Z","caller":"traceutil/trace.go:171","msg":"trace[193297920] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-clkh5; range_end:; response_count:1; response_revision:5544; }","duration":"245.199077ms","start":"2026-04-09T22:41:00.469117Z","end":"2026-04-09T22:41:00.714317Z","steps":["trace[193297920] 'agreement among raft nodes before linearized reading' (duration: 244.900629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:00.714575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.945373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:41:00.714672Z","caller":"traceutil/trace.go:171","msg":"trace[318010362] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5544; }","duration":"183.091767ms","start":"2026-04-09T22:41:00.531559Z","end":"2026-04-09T22:41:00.714651Z","steps":["trace[318010362] 'agreement among raft nodes before linearized reading' (duration: 182.920723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:00.714721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.68534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:41:00.714785Z","caller":"traceutil/trace.go:171","msg":"trace[298758955] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:5544; }","duration":"190.802992ms","start":"2026-04-09T22:41:00.523965Z","end":"2026-04-09T22:41:00.714768Z","steps":["trace[298758955] 'agreement among raft nodes before linearized reading' (duration: 190.519025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:01.022426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.162449ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:41:01.022522Z","caller":"traceutil/trace.go:171","msg":"trace[515860966] transaction","detail":"{read_only:false; response_revision:5545; number_of_response:1; }","duration":"303.135552ms","start":"2026-04-09T22:41:00.71937Z","end":"2026-04-09T22:41:01.022506Z","steps":["trace[515860966] 'process raft request' (duration: 155.84522ms)","trace[515860966] 'compare' (duration: 146.886202ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:41:01.022562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:00.719349Z","time spent":"303.197224ms","remote":"127.0.0.1:43702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":524,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T22:41:01.234662Z","caller":"traceutil/trace.go:171","msg":"trace[1647970372] transaction","detail":"{read_only:false; response_revision:5547; number_of_response:1; }","duration":"509.58724ms","start":"2026-04-09T22:41:00.725053Z","end":"2026-04-09T22:41:01.23464Z","steps":["trace[1647970372] 'process raft request' (duration: 509.484318ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:01.234753Z","caller":"traceutil/trace.go:171","msg":"trace[710771552] transaction","detail":"{read_only:false; response_revision:5546; number_of_response:1; }","duration":"515.068918ms","start":"2026-04-09T22:41:00.719654Z","end":"2026-04-09T22:41:01.234723Z","steps":["trace[710771552] 'process raft request' (duration: 505.665771ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:01.234803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.605846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-09T22:41:01.234829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:00.719633Z","time spent":"515.159481ms","remote":"127.0.0.1:43840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1005,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T22:41:01.234854Z","caller":"traceutil/trace.go:171","msg":"trace[942756406] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:5547; }","duration":"493.713098ms","start":"2026-04-09T22:41:00.741131Z","end":"2026-04-09T22:41:01.234844Z","steps":["trace[942756406] 'agreement among raft nodes before linearized reading' (duration: 493.572515ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:01.23489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:00.741117Z","time spent":"493.763919ms","remote":"127.0.0.1:43656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":87,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-04-09T22:41:01.234654Z","caller":"traceutil/trace.go:171","msg":"trace[374650465] linearizableReadLoop","detail":"{readStateIndex:5775; appliedIndex:5772; }","duration":"493.443091ms","start":"2026-04-09T22:41:00.741183Z","end":"2026-04-09T22:41:01.234626Z","steps":["trace[374650465] 'read index received' (duration: 134.008187ms)","trace[374650465] 'applied index is now lower than readState.Index' (duration: 359.433894ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:41:01.234806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:00.725043Z","time spent":"509.682342ms","remote":"127.0.0.1:43732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8034,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:41:01.299041Z","caller":"traceutil/trace.go:171","msg":"trace[1096119856] transaction","detail":"{read_only:false; response_revision:5549; number_of_response:1; }","duration":"188.295259ms","start":"2026-04-09T22:41:01.110726Z","end":"2026-04-09T22:41:01.299022Z","steps":["trace[1096119856] 'process raft request' (duration: 188.251528ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:01.299505Z","caller":"traceutil/trace.go:171","msg":"trace[1990836764] transaction","detail":"{read_only:false; response_revision:5548; number_of_response:1; }","duration":"188.813202ms","start":"2026-04-09T22:41:01.110676Z","end":"2026-04-09T22:41:01.29949Z","steps":["trace[1990836764] 'process raft request' (duration: 188.204357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:01.300145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.385535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-09T22:41:01.300204Z","caller":"traceutil/trace.go:171","msg":"trace[141116149] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5549; }","duration":"113.516959ms","start":"2026-04-09T22:41:01.18667Z","end":"2026-04-09T22:41:01.300187Z","steps":["trace[141116149] 'agreement among raft nodes before linearized reading' (duration: 113.313434ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:01.441309Z","caller":"traceutil/trace.go:171","msg":"trace[1217177258] transaction","detail":"{read_only:false; response_revision:5553; number_of_response:1; }","duration":"200.077218ms","start":"2026-04-09T22:41:01.241214Z","end":"2026-04-09T22:41:01.441291Z","steps":["trace[1217177258] 'process raft request' (duration: 200.036687ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:01.441729Z","caller":"traceutil/trace.go:171","msg":"trace[369233223] transaction","detail":"{read_only:false; response_revision:5552; number_of_response:1; }","duration":"201.337409ms","start":"2026-04-09T22:41:01.240354Z","end":"2026-04-09T22:41:01.441691Z","steps":["trace[369233223] 'process raft request' (duration: 200.864327ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:01.441741Z","caller":"traceutil/trace.go:171","msg":"trace[1574320341] transaction","detail":"{read_only:false; response_revision:5551; number_of_response:1; }","duration":"201.572035ms","start":"2026-04-09T22:41:01.240129Z","end":"2026-04-09T22:41:01.441701Z","steps":["trace[1574320341] 'process raft request' (duration: 201.037552ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:01.441763Z","caller":"traceutil/trace.go:171","msg":"trace[1579397937] transaction","detail":"{read_only:false; response_revision:5550; number_of_response:1; }","duration":"201.965395ms","start":"2026-04-09T22:41:01.239769Z","end":"2026-04-09T22:41:01.441734Z","steps":["trace[1579397937] 'process raft request' (duration: 201.296818ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:01.595872Z","caller":"traceutil/trace.go:171","msg":"trace[1514174890] transaction","detail":"{read_only:false; response_revision:5554; number_of_response:1; }","duration":"290.523103ms","start":"2026-04-09T22:41:01.305331Z","end":"2026-04-09T22:41:01.595854Z","steps":["trace[1514174890] 'process raft request' (duration: 290.259456ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:01.595981Z","caller":"traceutil/trace.go:171","msg":"trace[518355278] linearizableReadLoop","detail":"{readStateIndex:5786; appliedIndex:5777; }","duration":"289.97079ms","start":"2026-04-09T22:41:01.305985Z","end":"2026-04-09T22:41:01.595956Z","steps":["trace[518355278] 'read index received' (duration: 135.100416ms)","trace[518355278] 'applied index is now lower than readState.Index' (duration: 154.869334ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:41:01.596101Z","caller":"traceutil/trace.go:171","msg":"trace[560817856] transaction","detail":"{read_only:false; response_revision:5557; number_of_response:1; }","duration":"290.303898ms","start":"2026-04-09T22:41:01.305786Z","end":"2026-04-09T22:41:01.59609Z","steps":["trace[560817856] 'process raft request' (duration: 290.062702ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:01.596115Z","caller":"traceutil/trace.go:171","msg":"trace[1127297238] transaction","detail":"{read_only:false; response_revision:5558; number_of_response:1; }","duration":"290.268517ms","start":"2026-04-09T22:41:01.305836Z","end":"2026-04-09T22:41:01.596104Z","steps":["trace[1127297238] 'process raft request' (duration: 290.048922ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:01.596177Z","caller":"traceutil/trace.go:171","msg":"trace[1748249811] transaction","detail":"{read_only:false; response_revision:5559; number_of_response:1; }","duration":"288.207885ms","start":"2026-04-09T22:41:01.307962Z","end":"2026-04-09T22:41:01.59617Z","steps":["trace[1748249811] 'process raft request' (duration: 287.957399ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:01.596217Z","caller":"traceutil/trace.go:171","msg":"trace[593604340] transaction","detail":"{read_only:false; response_revision:5556; number_of_response:1; }","duration":"290.544874ms","start":"2026-04-09T22:41:01.305665Z","end":"2026-04-09T22:41:01.59621Z","steps":["trace[593604340] 'process raft request' (duration: 290.149614ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:01.596249Z","caller":"traceutil/trace.go:171","msg":"trace[1467897340] transaction","detail":"{read_only:false; response_revision:5555; number_of_response:1; }","duration":"290.79753ms","start":"2026-04-09T22:41:01.305412Z","end":"2026-04-09T22:41:01.59621Z","steps":["trace[1467897340] 'process raft request' (duration: 290.355009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:01.596341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.343849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:54133"} {"level":"info","ts":"2026-04-09T22:41:01.596363Z","caller":"traceutil/trace.go:171","msg":"trace[2092309768] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5559; }","duration":"290.39547ms","start":"2026-04-09T22:41:01.305961Z","end":"2026-04-09T22:41:01.596356Z","steps":["trace[2092309768] 'agreement among raft nodes before linearized reading' (duration: 290.277897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:01.63915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.532788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-09T22:41:01.639207Z","caller":"traceutil/trace.go:171","msg":"trace[374962792] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5560; }","duration":"147.626591ms","start":"2026-04-09T22:41:01.491566Z","end":"2026-04-09T22:41:01.639193Z","steps":["trace[374962792] 'agreement among raft nodes before linearized reading' (duration: 147.463227ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:01.821301Z","caller":"traceutil/trace.go:171","msg":"trace[380765866] transaction","detail":"{read_only:false; response_revision:5561; number_of_response:1; }","duration":"177.768893ms","start":"2026-04-09T22:41:01.643501Z","end":"2026-04-09T22:41:01.82127Z","steps":["trace[380765866] 'process raft request' (duration: 106.901732ms)","trace[380765866] 'compare' (duration: 70.760488ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:41:03.882766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.529006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-09T22:41:03.882857Z","caller":"traceutil/trace.go:171","msg":"trace[1606936459] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5589; }","duration":"120.68349ms","start":"2026-04-09T22:41:03.762154Z","end":"2026-04-09T22:41:03.882837Z","steps":["trace[1606936459] 'range keys from in-memory index tree' (duration: 120.295491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:04.297863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.614828ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-09T22:41:04.297976Z","caller":"traceutil/trace.go:171","msg":"trace[144104560] linearizableReadLoop","detail":"{readStateIndex:5818; appliedIndex:5817; }","duration":"411.327456ms","start":"2026-04-09T22:41:03.886625Z","end":"2026-04-09T22:41:04.297952Z","steps":["trace[144104560] 'read index received' (duration: 89.628135ms)","trace[144104560] 'applied index is now lower than readState.Index' (duration: 321.697491ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:41:04.298576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.936291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-09T22:41:04.298835Z","caller":"traceutil/trace.go:171","msg":"trace[871572613] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5589; }","duration":"412.225359ms","start":"2026-04-09T22:41:03.886591Z","end":"2026-04-09T22:41:04.298816Z","steps":["trace[871572613] 'agreement among raft nodes before linearized reading' (duration: 411.681275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:04.29894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:03.886577Z","time spent":"412.341861ms","remote":"127.0.0.1:43732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-09T22:41:04.385254Z","caller":"traceutil/trace.go:171","msg":"trace[164012862] transaction","detail":"{read_only:false; response_revision:5590; number_of_response:1; }","duration":"498.098319ms","start":"2026-04-09T22:41:03.887127Z","end":"2026-04-09T22:41:04.385225Z","steps":["trace[164012862] 'process raft request' (duration: 497.870394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:04.38537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.610587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:41:04.385428Z","caller":"traceutil/trace.go:171","msg":"trace[551681422] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5590; }","duration":"315.72194ms","start":"2026-04-09T22:41:04.069691Z","end":"2026-04-09T22:41:04.385413Z","steps":["trace[551681422] 'agreement among raft nodes before linearized reading' (duration: 315.603717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:04.385455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:03.887104Z","time spent":"498.226383ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:41:04.385475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:04.06967Z","time spent":"315.794692ms","remote":"127.0.0.1:55728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-09T22:41:07.334403Z","caller":"traceutil/trace.go:171","msg":"trace[523153096] linearizableReadLoop","detail":"{readStateIndex:5833; appliedIndex:5832; }","duration":"122.175087ms","start":"2026-04-09T22:41:07.212201Z","end":"2026-04-09T22:41:07.334376Z","steps":["trace[523153096] 'read index received' (duration: 115.1246ms)","trace[523153096] 'applied index is now lower than readState.Index' (duration: 7.049407ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:41:07.334443Z","caller":"traceutil/trace.go:171","msg":"trace[1800289345] transaction","detail":"{read_only:false; response_revision:5604; number_of_response:1; }","duration":"157.456899ms","start":"2026-04-09T22:41:07.176957Z","end":"2026-04-09T22:41:07.334414Z","steps":["trace[1800289345] 'process raft request' (duration: 150.290209ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:07.33457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.346691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:41:07.334662Z","caller":"traceutil/trace.go:171","msg":"trace[1041804585] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5604; }","duration":"122.482866ms","start":"2026-04-09T22:41:07.212158Z","end":"2026-04-09T22:41:07.334641Z","steps":["trace[1041804585] 'agreement among raft nodes before linearized reading' (duration: 122.334181ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:07.505088Z","caller":"traceutil/trace.go:171","msg":"trace[1029790854] linearizableReadLoop","detail":"{readStateIndex:5836; appliedIndex:5833; }","duration":"170.598713ms","start":"2026-04-09T22:41:07.334467Z","end":"2026-04-09T22:41:07.505066Z","steps":["trace[1029790854] 'read index received' (duration: 105.421065ms)","trace[1029790854] 'applied index is now lower than readState.Index' (duration: 65.176778ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:41:07.505156Z","caller":"traceutil/trace.go:171","msg":"trace[1858801016] transaction","detail":"{read_only:false; response_revision:5606; number_of_response:1; }","duration":"188.762041ms","start":"2026-04-09T22:41:07.316347Z","end":"2026-04-09T22:41:07.505109Z","steps":["trace[1858801016] 'process raft request' (duration: 188.574346ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:07.505186Z","caller":"traceutil/trace.go:171","msg":"trace[984919670] transaction","detail":"{read_only:false; response_revision:5605; number_of_response:1; }","duration":"218.067721ms","start":"2026-04-09T22:41:07.287091Z","end":"2026-04-09T22:41:07.505159Z","steps":["trace[984919670] 'process raft request' (duration: 152.881133ms)","trace[984919670] 'compare' (duration: 64.823369ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:41:07.50535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.783058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/ingress-nginx/\" range_end:\"/registry/secrets/ingress-nginx0\" ","response":"range_response_count:2 size:107271"} {"level":"warn","ts":"2026-04-09T22:41:07.505362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.712179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:41:07.505397Z","caller":"traceutil/trace.go:171","msg":"trace[675151441] range","detail":"{range_begin:/registry/secrets/ingress-nginx/; range_end:/registry/secrets/ingress-nginx0; response_count:2; response_revision:5608; }","duration":"231.890801ms","start":"2026-04-09T22:41:07.273493Z","end":"2026-04-09T22:41:07.505384Z","steps":["trace[675151441] 'agreement among raft nodes before linearized reading' (duration: 231.747337ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:07.505221Z","caller":"traceutil/trace.go:171","msg":"trace[1994691210] transaction","detail":"{read_only:false; response_revision:5607; number_of_response:1; }","duration":"186.812931ms","start":"2026-04-09T22:41:07.318397Z","end":"2026-04-09T22:41:07.50521Z","steps":["trace[1994691210] 'process raft request' (duration: 186.587886ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:07.505431Z","caller":"traceutil/trace.go:171","msg":"trace[902051445] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5608; }","duration":"169.827042ms","start":"2026-04-09T22:41:07.335587Z","end":"2026-04-09T22:41:07.505414Z","steps":["trace[902051445] 'agreement among raft nodes before linearized reading' (duration: 169.707199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:08.169683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.864203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-09T22:41:08.169781Z","caller":"traceutil/trace.go:171","msg":"trace[191332694] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5608; }","duration":"547.024797ms","start":"2026-04-09T22:41:07.622733Z","end":"2026-04-09T22:41:08.169758Z","steps":["trace[191332694] 'range keys from in-memory index tree' (duration: 546.73857ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:08.169833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:07.622708Z","time spent":"547.114109ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T22:41:08.170014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.355611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-56mvg\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-04-09T22:41:08.170061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.680398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-09T22:41:08.17004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.689085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-09T22:41:08.170116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.345615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-04-09T22:41:08.170143Z","caller":"traceutil/trace.go:171","msg":"trace[666789615] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5608; }","duration":"548.801961ms","start":"2026-04-09T22:41:07.621317Z","end":"2026-04-09T22:41:08.170119Z","steps":["trace[666789615] 'range keys from in-memory index tree' (duration: 548.503904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:08.170248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:07.621291Z","time spent":"548.905404ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-09T22:41:08.170194Z","caller":"traceutil/trace.go:171","msg":"trace[1389073552] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5608; }","duration":"536.927671ms","start":"2026-04-09T22:41:07.633218Z","end":"2026-04-09T22:41:08.170146Z","steps":["trace[1389073552] 'range keys from in-memory index tree' (duration: 536.378937ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:08.17025Z","caller":"traceutil/trace.go:171","msg":"trace[428826824] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5608; }","duration":"547.487949ms","start":"2026-04-09T22:41:07.622698Z","end":"2026-04-09T22:41:08.170186Z","steps":["trace[428826824] 'range keys from in-memory index tree' (duration: 547.128199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:08.170259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.797222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/ingress-nginx/\" range_end:\"/registry/secrets/ingress-nginx0\" ","response":"range_response_count:2 size:107271"} {"level":"warn","ts":"2026-04-09T22:41:08.170284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.385827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-09T22:41:08.170292Z","caller":"traceutil/trace.go:171","msg":"trace[922279887] transaction","detail":"{read_only:false; response_revision:5609; number_of_response:1; }","duration":"181.208211ms","start":"2026-04-09T22:41:07.989051Z","end":"2026-04-09T22:41:08.170259Z","steps":["trace[922279887] 'process raft request' (duration: 103.565508ms)","trace[922279887] 'compare' (duration: 77.365586ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:41:08.170332Z","caller":"traceutil/trace.go:171","msg":"trace[1109982664] range","detail":"{range_begin:/registry/secrets/ingress-nginx/; range_end:/registry/secrets/ingress-nginx0; response_count:2; response_revision:5608; }","duration":"533.906445ms","start":"2026-04-09T22:41:07.636408Z","end":"2026-04-09T22:41:08.170315Z","steps":["trace[1109982664] 'range keys from in-memory index tree' (duration: 533.612327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:08.170328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:07.622674Z","time spent":"547.638682ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-09T22:41:08.170364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:07.633191Z","time spent":"537.113656ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-09T22:41:08.170382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:07.636391Z","time spent":"533.980107ms","remote":"127.0.0.1:43640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":2,"response size":107295,"request content":"key:\"/registry/secrets/ingress-nginx/\" range_end:\"/registry/secrets/ingress-nginx0\" "} {"level":"info","ts":"2026-04-09T22:41:08.170126Z","caller":"traceutil/trace.go:171","msg":"trace[1853801506] range","detail":"{range_begin:/registry/pods/openstack/keepalived-56mvg; range_end:; response_count:1; response_revision:5608; }","duration":"535.554566ms","start":"2026-04-09T22:41:07.634552Z","end":"2026-04-09T22:41:08.170106Z","steps":["trace[1853801506] 'range keys from in-memory index tree' (duration: 535.203977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:08.17047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:07.634545Z","time spent":"535.909155ms","remote":"127.0.0.1:43732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-56mvg\" "} {"level":"info","ts":"2026-04-09T22:41:08.170332Z","caller":"traceutil/trace.go:171","msg":"trace[709957988] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5608; }","duration":"537.230138ms","start":"2026-04-09T22:41:07.633091Z","end":"2026-04-09T22:41:08.170321Z","steps":["trace[709957988] 'range keys from in-memory index tree' (duration: 536.180762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:08.170654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:07.633074Z","time spent":"537.565277ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-09T22:41:08.170935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.451904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-09T22:41:08.171599Z","caller":"traceutil/trace.go:171","msg":"trace[1095910889] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5608; }","duration":"538.112081ms","start":"2026-04-09T22:41:07.633467Z","end":"2026-04-09T22:41:08.171579Z","steps":["trace[1095910889] 'range keys from in-memory index tree' (duration: 536.196003ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:08.171737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:07.633434Z","time spent":"538.280945ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-09T22:41:08.359563Z","caller":"traceutil/trace.go:171","msg":"trace[640211153] transaction","detail":"{read_only:false; response_revision:5611; number_of_response:1; }","duration":"184.02269ms","start":"2026-04-09T22:41:08.175515Z","end":"2026-04-09T22:41:08.359538Z","steps":["trace[640211153] 'process raft request' (duration: 182.122113ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:08.359798Z","caller":"traceutil/trace.go:171","msg":"trace[1595828435] transaction","detail":"{read_only:false; response_revision:5612; number_of_response:1; }","duration":"184.195075ms","start":"2026-04-09T22:41:08.175572Z","end":"2026-04-09T22:41:08.359768Z","steps":["trace[1595828435] 'process raft request' (duration: 183.894027ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:08.359847Z","caller":"traceutil/trace.go:171","msg":"trace[189323245] transaction","detail":"{read_only:false; response_revision:5613; number_of_response:1; }","duration":"183.773344ms","start":"2026-04-09T22:41:08.176052Z","end":"2026-04-09T22:41:08.359825Z","steps":["trace[189323245] 'process raft request' (duration: 183.61369ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:08.360041Z","caller":"traceutil/trace.go:171","msg":"trace[515367572] linearizableReadLoop","detail":"{readStateIndex:5843; appliedIndex:5838; }","duration":"183.626541ms","start":"2026-04-09T22:41:08.176401Z","end":"2026-04-09T22:41:08.360027Z","steps":["trace[515367572] 'read index received' (duration: 20.390675ms)","trace[515367572] 'applied index is now lower than readState.Index' (duration: 163.234856ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:41:08.360073Z","caller":"traceutil/trace.go:171","msg":"trace[1300751713] transaction","detail":"{read_only:false; response_revision:5615; number_of_response:1; }","duration":"183.220441ms","start":"2026-04-09T22:41:08.176816Z","end":"2026-04-09T22:41:08.360037Z","steps":["trace[1300751713] 'process raft request' (duration: 183.1462ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:08.360069Z","caller":"traceutil/trace.go:171","msg":"trace[2075600672] transaction","detail":"{read_only:false; response_revision:5614; number_of_response:1; }","duration":"183.828556ms","start":"2026-04-09T22:41:08.176206Z","end":"2026-04-09T22:41:08.360035Z","steps":["trace[2075600672] 'process raft request' (duration: 183.580219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:08.360297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.095832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/ingress-nginx/\" range_end:\"/registry/secrets/ingress-nginx0\" ","response":"range_response_count:2 size:107271"} {"level":"warn","ts":"2026-04-09T22:41:08.360337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.920829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:54144"} {"level":"info","ts":"2026-04-09T22:41:08.360375Z","caller":"traceutil/trace.go:171","msg":"trace[209097324] range","detail":"{range_begin:/registry/secrets/ingress-nginx/; range_end:/registry/secrets/ingress-nginx0; response_count:2; response_revision:5615; }","duration":"108.226845ms","start":"2026-04-09T22:41:08.252133Z","end":"2026-04-09T22:41:08.36036Z","steps":["trace[209097324] 'agreement among raft nodes before linearized reading' (duration: 108.058971ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:08.360413Z","caller":"traceutil/trace.go:171","msg":"trace[397604217] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5615; }","duration":"184.039571ms","start":"2026-04-09T22:41:08.176357Z","end":"2026-04-09T22:41:08.360397Z","steps":["trace[397604217] 'agreement among raft nodes before linearized reading' (duration: 183.725194ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:12.594994Z","caller":"traceutil/trace.go:171","msg":"trace[1834672811] transaction","detail":"{read_only:false; response_revision:5656; number_of_response:1; }","duration":"212.789739ms","start":"2026-04-09T22:41:12.382173Z","end":"2026-04-09T22:41:12.594963Z","steps":["trace[1834672811] 'process raft request' (duration: 212.254445ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:12.595067Z","caller":"traceutil/trace.go:171","msg":"trace[752193530] linearizableReadLoop","detail":"{readStateIndex:5889; appliedIndex:5885; }","duration":"180.561004ms","start":"2026-04-09T22:41:12.414483Z","end":"2026-04-09T22:41:12.595044Z","steps":["trace[752193530] 'read index received' (duration: 179.821765ms)","trace[752193530] 'applied index is now lower than readState.Index' (duration: 738.139µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:41:12.595156Z","caller":"traceutil/trace.go:171","msg":"trace[608817990] transaction","detail":"{read_only:false; response_revision:5659; number_of_response:1; }","duration":"212.186742ms","start":"2026-04-09T22:41:12.38296Z","end":"2026-04-09T22:41:12.595147Z","steps":["trace[608817990] 'process raft request' (duration: 212.039598ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:12.595292Z","caller":"traceutil/trace.go:171","msg":"trace[627438148] transaction","detail":"{read_only:false; response_revision:5658; number_of_response:1; }","duration":"212.514311ms","start":"2026-04-09T22:41:12.382769Z","end":"2026-04-09T22:41:12.595283Z","steps":["trace[627438148] 'process raft request' (duration: 212.193933ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:12.595323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.82339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16425"} {"level":"info","ts":"2026-04-09T22:41:12.595362Z","caller":"traceutil/trace.go:171","msg":"trace[350125778] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5659; }","duration":"180.914962ms","start":"2026-04-09T22:41:12.414434Z","end":"2026-04-09T22:41:12.595349Z","steps":["trace[350125778] 'agreement among raft nodes before linearized reading' (duration: 180.752918ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:12.595077Z","caller":"traceutil/trace.go:171","msg":"trace[779464445] transaction","detail":"{read_only:false; response_revision:5657; number_of_response:1; }","duration":"212.776459ms","start":"2026-04-09T22:41:12.382267Z","end":"2026-04-09T22:41:12.595043Z","steps":["trace[779464445] 'process raft request' (duration: 212.591024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:12.595726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.730306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-09T22:41:12.595795Z","caller":"traceutil/trace.go:171","msg":"trace[663693893] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5659; }","duration":"172.837139ms","start":"2026-04-09T22:41:12.422942Z","end":"2026-04-09T22:41:12.595779Z","steps":["trace[663693893] 'agreement among raft nodes before linearized reading' (duration: 172.687385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:12.595781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.863429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" limit:500 ","response":"range_response_count:76 size:64246"} {"level":"info","ts":"2026-04-09T22:41:12.595858Z","caller":"traceutil/trace.go:171","msg":"trace[1388685142] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:76; response_revision:5659; }","duration":"172.982722ms","start":"2026-04-09T22:41:12.422857Z","end":"2026-04-09T22:41:12.59584Z","steps":["trace[1388685142] 'agreement among raft nodes before linearized reading' (duration: 172.400917ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:12.814572Z","caller":"traceutil/trace.go:171","msg":"trace[1982398942] transaction","detail":"{read_only:false; response_revision:5662; number_of_response:1; }","duration":"142.540353ms","start":"2026-04-09T22:41:12.672008Z","end":"2026-04-09T22:41:12.814548Z","steps":["trace[1982398942] 'process raft request' (duration: 142.394359ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:12.814997Z","caller":"traceutil/trace.go:171","msg":"trace[290866762] linearizableReadLoop","detail":"{readStateIndex:5892; appliedIndex:5892; }","duration":"129.423491ms","start":"2026-04-09T22:41:12.685566Z","end":"2026-04-09T22:41:12.81499Z","steps":["trace[290866762] 'read index received' (duration: 128.756234ms)","trace[290866762] 'applied index is now lower than readState.Index' (duration: 666.747µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:41:12.815115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.534553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/admin\" ","response":"range_response_count:1 size:4593"} {"level":"info","ts":"2026-04-09T22:41:12.815134Z","caller":"traceutil/trace.go:171","msg":"trace[995116907] range","detail":"{range_begin:/registry/clusterroles/admin; range_end:; response_count:1; response_revision:5662; }","duration":"129.596135ms","start":"2026-04-09T22:41:12.685533Z","end":"2026-04-09T22:41:12.815129Z","steps":["trace[995116907] 'agreement among raft nodes before linearized reading' (duration: 129.502213ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:12.852861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.413226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" limit:500 ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-04-09T22:41:12.852935Z","caller":"traceutil/trace.go:171","msg":"trace[426562010] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:1; response_revision:5663; }","duration":"130.531928ms","start":"2026-04-09T22:41:12.722386Z","end":"2026-04-09T22:41:12.852918Z","steps":["trace[426562010] 'agreement among raft nodes before linearized reading' (duration: 130.352884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:12.853102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.874501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17628"} {"level":"info","ts":"2026-04-09T22:41:12.853146Z","caller":"traceutil/trace.go:171","msg":"trace[2110549693] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5663; }","duration":"161.931303ms","start":"2026-04-09T22:41:12.691202Z","end":"2026-04-09T22:41:12.853133Z","steps":["trace[2110549693] 'agreement among raft nodes before linearized reading' (duration: 161.846651ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:12.925473Z","caller":"traceutil/trace.go:171","msg":"trace[356280617] transaction","detail":"{read_only:false; response_revision:5664; number_of_response:1; }","duration":"107.712532ms","start":"2026-04-09T22:41:12.817731Z","end":"2026-04-09T22:41:12.925444Z","steps":["trace[356280617] 'process raft request' (duration: 106.103492ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:12.925803Z","caller":"traceutil/trace.go:171","msg":"trace[1509558887] transaction","detail":"{read_only:false; response_revision:5665; number_of_response:1; }","duration":"107.920167ms","start":"2026-04-09T22:41:12.817873Z","end":"2026-04-09T22:41:12.925794Z","steps":["trace[1509558887] 'process raft request' (duration: 107.678001ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:12.925835Z","caller":"traceutil/trace.go:171","msg":"trace[2108171249] transaction","detail":"{read_only:false; response_revision:5666; number_of_response:1; }","duration":"105.872815ms","start":"2026-04-09T22:41:12.819934Z","end":"2026-04-09T22:41:12.925807Z","steps":["trace[2108171249] 'process raft request' (duration: 105.715731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:12.92603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.940698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/admin\" ","response":"range_response_count:1 size:4593"} {"level":"info","ts":"2026-04-09T22:41:12.926106Z","caller":"traceutil/trace.go:171","msg":"trace[455763978] range","detail":"{range_begin:/registry/clusterroles/admin; range_end:; response_count:1; response_revision:5666; }","duration":"108.04039ms","start":"2026-04-09T22:41:12.818049Z","end":"2026-04-09T22:41:12.926089Z","steps":["trace[455763978] 'agreement among raft nodes before linearized reading' (duration: 107.795984ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:13.785361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.016249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cert-manager-controller-issuers\" ","response":"range_response_count:1 size:1189"} {"level":"info","ts":"2026-04-09T22:41:13.785464Z","caller":"traceutil/trace.go:171","msg":"trace[283437045] range","detail":"{range_begin:/registry/clusterroles/cert-manager-controller-issuers; range_end:; response_count:1; response_revision:5668; }","duration":"104.149423ms","start":"2026-04-09T22:41:13.68129Z","end":"2026-04-09T22:41:13.785439Z","steps":["trace[283437045] 'range keys from in-memory index tree' (duration: 103.849755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:14.492315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.87977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cilium-operator\" ","response":"range_response_count:1 size:2379"} {"level":"info","ts":"2026-04-09T22:41:14.49244Z","caller":"traceutil/trace.go:171","msg":"trace[778451283] range","detail":"{range_begin:/registry/clusterroles/cilium-operator; range_end:; response_count:1; response_revision:5669; }","duration":"192.018053ms","start":"2026-04-09T22:41:14.30039Z","end":"2026-04-09T22:41:14.492408Z","steps":["trace[778451283] 'range keys from in-memory index tree' (duration: 191.787268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:14.492343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.277526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-56mvg\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-09T22:41:14.492595Z","caller":"traceutil/trace.go:171","msg":"trace[1033506500] range","detail":"{range_begin:/registry/pods/openstack/keepalived-56mvg; range_end:; response_count:1; response_revision:5669; }","duration":"106.570354ms","start":"2026-04-09T22:41:14.386002Z","end":"2026-04-09T22:41:14.492572Z","steps":["trace[1033506500] 'range keys from in-memory index tree' (duration: 106.05446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:14.492855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.398526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cilium\" ","response":"range_response_count:1 size:1654"} {"level":"info","ts":"2026-04-09T22:41:14.492955Z","caller":"traceutil/trace.go:171","msg":"trace[1159791680] range","detail":"{range_begin:/registry/clusterroles/cilium; range_end:; response_count:1; response_revision:5669; }","duration":"202.545549ms","start":"2026-04-09T22:41:14.290379Z","end":"2026-04-09T22:41:14.492925Z","steps":["trace[1159791680] 'range keys from in-memory index tree' (duration: 201.705598ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:19.862464Z","caller":"traceutil/trace.go:171","msg":"trace[1422380929] linearizableReadLoop","detail":"{readStateIndex:5961; appliedIndex:5960; }","duration":"271.493052ms","start":"2026-04-09T22:41:19.590939Z","end":"2026-04-09T22:41:19.862432Z","steps":["trace[1422380929] 'read index received' (duration: 271.228814ms)","trace[1422380929] 'applied index is now lower than readState.Index' (duration: 262.628µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:41:19.862601Z","caller":"traceutil/trace.go:171","msg":"trace[1790589894] transaction","detail":"{read_only:false; response_revision:5729; number_of_response:1; }","duration":"277.904905ms","start":"2026-04-09T22:41:19.584682Z","end":"2026-04-09T22:41:19.862587Z","steps":["trace[1790589894] 'process raft request' (duration: 277.458613ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:19.862836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.882671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:pvc-protection-controller\" ","response":"range_response_count:1 size:728"} {"level":"info","ts":"2026-04-09T22:41:19.862912Z","caller":"traceutil/trace.go:171","msg":"trace[257891686] range","detail":"{range_begin:/registry/clusterroles/system:controller:pvc-protection-controller; range_end:; response_count:1; response_revision:5729; }","duration":"272.005464ms","start":"2026-04-09T22:41:19.590888Z","end":"2026-04-09T22:41:19.862893Z","steps":["trace[257891686] 'agreement among raft nodes before linearized reading' (duration: 271.82684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:20.181744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.164148ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:41:20.181881Z","caller":"traceutil/trace.go:171","msg":"trace[1950898108] linearizableReadLoop","detail":"{readStateIndex:5962; appliedIndex:5961; }","duration":"319.30676ms","start":"2026-04-09T22:41:19.862548Z","end":"2026-04-09T22:41:20.181855Z","steps":["trace[1950898108] 'read index received' (duration: 118.799902ms)","trace[1950898108] 'applied index is now lower than readState.Index' (duration: 200.503728ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:41:20.181992Z","caller":"traceutil/trace.go:171","msg":"trace[1776991451] transaction","detail":"{read_only:false; response_revision:5730; number_of_response:1; }","duration":"586.779771ms","start":"2026-04-09T22:41:19.595182Z","end":"2026-04-09T22:41:20.181962Z","steps":["trace[1776991451] 'process raft request' (duration: 386.285243ms)","trace[1776991451] 'compare' (duration: 199.538973ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:41:20.182003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.207726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-09T22:41:20.182065Z","caller":"traceutil/trace.go:171","msg":"trace[801887770] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5730; }","duration":"419.315218ms","start":"2026-04-09T22:41:19.762737Z","end":"2026-04-09T22:41:20.182053Z","steps":["trace[801887770] 'agreement among raft nodes before linearized reading' (duration: 419.132733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:20.18208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.660709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:replicaset-controller\" ","response":"range_response_count:1 size:843"} {"level":"warn","ts":"2026-04-09T22:41:20.182099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:19.762719Z","time spent":"419.37186ms","remote":"127.0.0.1:43732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-09T22:41:20.182121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:19.595165Z","time spent":"586.887994ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:41:20.182134Z","caller":"traceutil/trace.go:171","msg":"trace[798178909] range","detail":"{range_begin:/registry/clusterroles/system:controller:replicaset-controller; range_end:; response_count:1; response_revision:5730; }","duration":"552.72329ms","start":"2026-04-09T22:41:19.629391Z","end":"2026-04-09T22:41:20.182114Z","steps":["trace[798178909] 'agreement among raft nodes before linearized reading' (duration: 552.599087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:20.182188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:19.62938Z","time spent":"552.795532ms","remote":"127.0.0.1:43902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":867,"request content":"key:\"/registry/clusterroles/system:controller:replicaset-controller\" "} {"level":"warn","ts":"2026-04-09T22:41:20.182205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.267448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:pvc-protection-controller\" ","response":"range_response_count:1 size:728"} {"level":"info","ts":"2026-04-09T22:41:20.18229Z","caller":"traceutil/trace.go:171","msg":"trace[1703442139] range","detail":"{range_begin:/registry/clusterroles/system:controller:pvc-protection-controller; range_end:; response_count:1; response_revision:5730; }","duration":"315.378381ms","start":"2026-04-09T22:41:19.866895Z","end":"2026-04-09T22:41:20.182274Z","steps":["trace[1703442139] 'agreement among raft nodes before linearized reading' (duration: 315.181357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:20.182323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:19.866879Z","time spent":"315.435692ms","remote":"127.0.0.1:43902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":752,"request content":"key:\"/registry/clusterroles/system:controller:pvc-protection-controller\" "} {"level":"warn","ts":"2026-04-09T22:41:20.185363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.0453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-results-cache-0\" ","response":"range_response_count:1 size:4473"} {"level":"info","ts":"2026-04-09T22:41:20.185443Z","caller":"traceutil/trace.go:171","msg":"trace[2120525428] range","detail":"{range_begin:/registry/pods/monitoring/loki-results-cache-0; range_end:; response_count:1; response_revision:5730; }","duration":"561.175093ms","start":"2026-04-09T22:41:19.624249Z","end":"2026-04-09T22:41:20.185424Z","steps":["trace[2120525428] 'agreement among raft nodes before linearized reading' (duration: 560.907586ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:20.185484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:19.62423Z","time spent":"561.246286ms","remote":"127.0.0.1:43732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":4497,"request content":"key:\"/registry/pods/monitoring/loki-results-cache-0\" "} {"level":"warn","ts":"2026-04-09T22:41:38.871153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.572167ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-09T22:41:38.871449Z","caller":"traceutil/trace.go:171","msg":"trace[338629477] linearizableReadLoop","detail":"{readStateIndex:6142; appliedIndex:6141; }","duration":"449.898801ms","start":"2026-04-09T22:41:38.421471Z","end":"2026-04-09T22:41:38.871369Z","steps":["trace[338629477] 'read index received' (duration: 316.019998ms)","trace[338629477] 'applied index is now lower than readState.Index' (duration: 133.877193ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:41:38.87163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:38.420646Z","time spent":"450.945628ms","remote":"127.0.0.1:43564","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-09T22:41:38.871834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.42828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-09T22:41:38.871916Z","caller":"traceutil/trace.go:171","msg":"trace[1155468922] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5904; }","duration":"110.552754ms","start":"2026-04-09T22:41:38.761346Z","end":"2026-04-09T22:41:38.871898Z","steps":["trace[1155468922] 'agreement among raft nodes before linearized reading' (duration: 110.359489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:38.871917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.262673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-09T22:41:38.871964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.071299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-56mvg\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-09T22:41:38.871994Z","caller":"traceutil/trace.go:171","msg":"trace[283012549] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5904; }","duration":"151.398157ms","start":"2026-04-09T22:41:38.720578Z","end":"2026-04-09T22:41:38.871977Z","steps":["trace[283012549] 'agreement among raft nodes before linearized reading' (duration: 151.155151ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:38.87202Z","caller":"traceutil/trace.go:171","msg":"trace[1657025446] range","detail":"{range_begin:/registry/pods/openstack/keepalived-56mvg; range_end:; response_count:1; response_revision:5904; }","duration":"155.171891ms","start":"2026-04-09T22:41:38.716835Z","end":"2026-04-09T22:41:38.872007Z","steps":["trace[1657025446] 'agreement among raft nodes before linearized reading' (duration: 154.992557ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:38.872027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.539637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/ingress-nginx/ingress-nginx-controller-admission\" ","response":"range_response_count:1 size:1184"} {"level":"info","ts":"2026-04-09T22:41:38.872104Z","caller":"traceutil/trace.go:171","msg":"trace[1125437303] range","detail":"{range_begin:/registry/services/endpoints/ingress-nginx/ingress-nginx-controller-admission; range_end:; response_count:1; response_revision:5904; }","duration":"450.64157ms","start":"2026-04-09T22:41:38.421444Z","end":"2026-04-09T22:41:38.872086Z","steps":["trace[1125437303] 'agreement among raft nodes before linearized reading' (duration: 450.422625ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:38.872143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:38.421434Z","time spent":"450.700382ms","remote":"127.0.0.1:43702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1208,"request content":"key:\"/registry/services/endpoints/ingress-nginx/ingress-nginx-controller-admission\" "} {"level":"warn","ts":"2026-04-09T22:41:38.872353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.62328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-09T22:41:38.872448Z","caller":"traceutil/trace.go:171","msg":"trace[68737634] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5904; }","duration":"107.790494ms","start":"2026-04-09T22:41:38.764637Z","end":"2026-04-09T22:41:38.872427Z","steps":["trace[68737634] 'agreement among raft nodes before linearized reading' (duration: 107.502597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:38.87252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.330397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/\" range_end:\"/registry/ingress/monitoring0\" limit:500 ","response":"range_response_count:3 size:4658"} {"level":"warn","ts":"2026-04-09T22:41:38.872532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.662502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-04-09T22:41:38.872614Z","caller":"traceutil/trace.go:171","msg":"trace[1009832938] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5904; }","duration":"150.393341ms","start":"2026-04-09T22:41:38.722204Z","end":"2026-04-09T22:41:38.872597Z","steps":["trace[1009832938] 'agreement among raft nodes before linearized reading' (duration: 149.537409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:38.872629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.124836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/ingress-nginx/ingress-nginx-controller-metrics\" ","response":"range_response_count:1 size:1167"} {"level":"info","ts":"2026-04-09T22:41:38.872676Z","caller":"traceutil/trace.go:171","msg":"trace[122755483] range","detail":"{range_begin:/registry/services/endpoints/ingress-nginx/ingress-nginx-controller-metrics; range_end:; response_count:1; response_revision:5904; }","duration":"393.22436ms","start":"2026-04-09T22:41:38.479439Z","end":"2026-04-09T22:41:38.872664Z","steps":["trace[122755483] 'agreement among raft nodes before linearized reading' (duration: 392.239284ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:38.872717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:38.47942Z","time spent":"393.288311ms","remote":"127.0.0.1:43702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":1191,"request content":"key:\"/registry/services/endpoints/ingress-nginx/ingress-nginx-controller-metrics\" "} {"level":"info","ts":"2026-04-09T22:41:38.872975Z","caller":"traceutil/trace.go:171","msg":"trace[1754117797] range","detail":"{range_begin:/registry/ingress/monitoring/; range_end:/registry/ingress/monitoring0; response_count:3; response_revision:5904; }","duration":"341.398499ms","start":"2026-04-09T22:41:38.531169Z","end":"2026-04-09T22:41:38.872568Z","steps":["trace[1754117797] 'agreement among raft nodes before linearized reading' (duration: 341.125242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:38.873086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:38.531077Z","time spent":"341.988474ms","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":3,"response size":4682,"request content":"key:\"/registry/ingress/monitoring/\" range_end:\"/registry/ingress/monitoring0\" limit:500 "} {"level":"info","ts":"2026-04-09T22:41:39.064701Z","caller":"traceutil/trace.go:171","msg":"trace[156116183] transaction","detail":"{read_only:false; response_revision:5906; number_of_response:1; }","duration":"187.875178ms","start":"2026-04-09T22:41:38.876806Z","end":"2026-04-09T22:41:39.064681Z","steps":["trace[156116183] 'process raft request' (duration: 187.719414ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:39.064942Z","caller":"traceutil/trace.go:171","msg":"trace[1169194825] transaction","detail":"{read_only:false; response_revision:5907; number_of_response:1; }","duration":"187.55542ms","start":"2026-04-09T22:41:38.877366Z","end":"2026-04-09T22:41:39.064922Z","steps":["trace[1169194825] 'process raft request' (duration: 187.275503ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:39.065044Z","caller":"traceutil/trace.go:171","msg":"trace[472987582] transaction","detail":"{read_only:false; response_revision:5908; number_of_response:1; }","duration":"187.595471ms","start":"2026-04-09T22:41:38.877434Z","end":"2026-04-09T22:41:39.065029Z","steps":["trace[472987582] 'process raft request' (duration: 187.385336ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:39.065191Z","caller":"traceutil/trace.go:171","msg":"trace[227005979] transaction","detail":"{read_only:false; response_revision:5909; number_of_response:1; }","duration":"187.680103ms","start":"2026-04-09T22:41:38.877494Z","end":"2026-04-09T22:41:39.065174Z","steps":["trace[227005979] 'process raft request' (duration: 187.483609ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:39.065288Z","caller":"traceutil/trace.go:171","msg":"trace[1113095118] transaction","detail":"{read_only:false; response_revision:5910; number_of_response:1; }","duration":"187.55064ms","start":"2026-04-09T22:41:38.877728Z","end":"2026-04-09T22:41:39.065278Z","steps":["trace[1113095118] 'process raft request' (duration: 187.390166ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:39.065377Z","caller":"traceutil/trace.go:171","msg":"trace[1690845595] transaction","detail":"{read_only:false; response_revision:5911; number_of_response:1; }","duration":"187.660233ms","start":"2026-04-09T22:41:38.877708Z","end":"2026-04-09T22:41:39.065368Z","steps":["trace[1690845595] 'process raft request' (duration: 187.52968ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:39.065379Z","caller":"traceutil/trace.go:171","msg":"trace[1840249247] linearizableReadLoop","detail":"{readStateIndex:6149; appliedIndex:6143; }","duration":"161.343437ms","start":"2026-04-09T22:41:38.904013Z","end":"2026-04-09T22:41:39.065356Z","steps":["trace[1840249247] 'read index received' (duration: 160.607419ms)","trace[1840249247] 'applied index is now lower than readState.Index' (duration: 734.808µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:41:39.065608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.292569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:54328"} {"level":"info","ts":"2026-04-09T22:41:39.06564Z","caller":"traceutil/trace.go:171","msg":"trace[1831135465] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5911; }","duration":"188.35426ms","start":"2026-04-09T22:41:38.877276Z","end":"2026-04-09T22:41:39.06563Z","steps":["trace[1831135465] 'agreement among raft nodes before linearized reading' (duration: 188.185196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:39.105545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.482193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-04-09T22:41:39.105634Z","caller":"traceutil/trace.go:171","msg":"trace[2078514045] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5912; }","duration":"199.621066ms","start":"2026-04-09T22:41:38.905995Z","end":"2026-04-09T22:41:39.105616Z","steps":["trace[2078514045] 'agreement among raft nodes before linearized reading' (duration: 199.36941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:39.105637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.657246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/ingress-nginx/ingress-nginx-controller-metrics\" ","response":"range_response_count:1 size:1167"} {"level":"info","ts":"2026-04-09T22:41:39.10571Z","caller":"traceutil/trace.go:171","msg":"trace[865649899] range","detail":"{range_begin:/registry/services/endpoints/ingress-nginx/ingress-nginx-controller-metrics; range_end:; response_count:1; response_revision:5912; }","duration":"144.773579ms","start":"2026-04-09T22:41:38.960919Z","end":"2026-04-09T22:41:39.105692Z","steps":["trace[865649899] 'agreement among raft nodes before linearized reading' (duration: 144.548874ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:39.105795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.923874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/monitoring/\" range_end:\"/registry/jobs/monitoring0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:41:39.105831Z","caller":"traceutil/trace.go:171","msg":"trace[1483551494] range","detail":"{range_begin:/registry/jobs/monitoring/; range_end:/registry/jobs/monitoring0; response_count:0; response_revision:5912; }","duration":"144.991345ms","start":"2026-04-09T22:41:38.960827Z","end":"2026-04-09T22:41:39.105818Z","steps":["trace[1483551494] 'agreement among raft nodes before linearized reading' (duration: 144.932433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:39.105876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.291826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:41:39.105907Z","caller":"traceutil/trace.go:171","msg":"trace[562164319] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:5912; }","duration":"104.399888ms","start":"2026-04-09T22:41:39.001497Z","end":"2026-04-09T22:41:39.105897Z","steps":["trace[562164319] 'agreement among raft nodes before linearized reading' (duration: 104.317466ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:39.106063Z","caller":"traceutil/trace.go:171","msg":"trace[346407402] transaction","detail":"{read_only:false; response_revision:5912; number_of_response:1; }","duration":"127.339129ms","start":"2026-04-09T22:41:38.978695Z","end":"2026-04-09T22:41:39.106034Z","steps":["trace[346407402] 'process raft request' (duration: 126.513428ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:39.324343Z","caller":"traceutil/trace.go:171","msg":"trace[102625793] linearizableReadLoop","detail":"{readStateIndex:6151; appliedIndex:6150; }","duration":"131.773061ms","start":"2026-04-09T22:41:39.192553Z","end":"2026-04-09T22:41:39.324326Z","steps":["trace[102625793] 'read index received' (duration: 131.607067ms)","trace[102625793] 'applied index is now lower than readState.Index' (duration: 165.324µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:41:39.324405Z","caller":"traceutil/trace.go:171","msg":"trace[329855286] transaction","detail":"{read_only:false; response_revision:5913; number_of_response:1; }","duration":"151.355405ms","start":"2026-04-09T22:41:39.17302Z","end":"2026-04-09T22:41:39.324376Z","steps":["trace[329855286] 'process raft request' (duration: 151.184531ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:39.324621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.057738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" limit:500 ","response":"range_response_count:16 size:112304"} {"level":"info","ts":"2026-04-09T22:41:39.324654Z","caller":"traceutil/trace.go:171","msg":"trace[722276355] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5913; }","duration":"132.15021ms","start":"2026-04-09T22:41:39.192497Z","end":"2026-04-09T22:41:39.324647Z","steps":["trace[722276355] 'agreement among raft nodes before linearized reading' (duration: 131.938985ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:39.324641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.009237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/ingress-nginx/ingress-nginx-defaultbackend\" ","response":"range_response_count:1 size:1180"} {"level":"warn","ts":"2026-04-09T22:41:39.324682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.189025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:41:39.324709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.933058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/monitoring/\" range_end:\"/registry/networkpolicies/monitoring0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:41:39.324747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.608641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-controller-kh6c9\" ","response":"range_response_count:1 size:7120"} {"level":"info","ts":"2026-04-09T22:41:39.324759Z","caller":"traceutil/trace.go:171","msg":"trace[266243883] range","detail":"{range_begin:/registry/services/endpoints/ingress-nginx/ingress-nginx-defaultbackend; range_end:; response_count:1; response_revision:5913; }","duration":"130.128989ms","start":"2026-04-09T22:41:39.194573Z","end":"2026-04-09T22:41:39.324702Z","steps":["trace[266243883] 'agreement among raft nodes before linearized reading' (duration: 129.915304ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:39.324777Z","caller":"traceutil/trace.go:171","msg":"trace[1391786348] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5913; }","duration":"112.313138ms","start":"2026-04-09T22:41:39.212437Z","end":"2026-04-09T22:41:39.324751Z","steps":["trace[1391786348] 'agreement among raft nodes before linearized reading' (duration: 112.153625ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:39.324801Z","caller":"traceutil/trace.go:171","msg":"trace[1286654729] range","detail":"{range_begin:/registry/networkpolicies/monitoring/; range_end:/registry/networkpolicies/monitoring0; response_count:0; response_revision:5913; }","duration":"129.091972ms","start":"2026-04-09T22:41:39.195691Z","end":"2026-04-09T22:41:39.324783Z","steps":["trace[1286654729] 'agreement among raft nodes before linearized reading' (duration: 128.892287ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:39.324811Z","caller":"traceutil/trace.go:171","msg":"trace[1384655688] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-controller-kh6c9; range_end:; response_count:1; response_revision:5913; }","duration":"113.696694ms","start":"2026-04-09T22:41:39.211096Z","end":"2026-04-09T22:41:39.324793Z","steps":["trace[1384655688] 'agreement among raft nodes before linearized reading' (duration: 113.463088ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:40.072681Z","caller":"traceutil/trace.go:171","msg":"trace[1074104095] linearizableReadLoop","detail":"{readStateIndex:6152; appliedIndex:6151; }","duration":"129.619836ms","start":"2026-04-09T22:41:39.943044Z","end":"2026-04-09T22:41:40.072664Z","steps":["trace[1074104095] 'read index received' (duration: 129.472592ms)","trace[1074104095] 'applied index is now lower than readState.Index' (duration: 146.554µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:41:40.072921Z","caller":"traceutil/trace.go:171","msg":"trace[780598260] transaction","detail":"{read_only:false; response_revision:5914; number_of_response:1; }","duration":"148.005531ms","start":"2026-04-09T22:41:39.924907Z","end":"2026-04-09T22:41:40.072912Z","steps":["trace[780598260] 'process raft request' (duration: 147.654742ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:40.073266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.145989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/ingress-nginx/ingress-nginx-admission\" ","response":"range_response_count:1 size:1823"} {"level":"info","ts":"2026-04-09T22:41:40.073393Z","caller":"traceutil/trace.go:171","msg":"trace[1004151678] range","detail":"{range_begin:/registry/secrets/ingress-nginx/ingress-nginx-admission; range_end:; response_count:1; response_revision:5914; }","duration":"130.342814ms","start":"2026-04-09T22:41:39.943032Z","end":"2026-04-09T22:41:40.073374Z","steps":["trace[1004151678] 'agreement among raft nodes before linearized reading' (duration: 130.063557ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:40.624814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.946036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:41:40.624911Z","caller":"traceutil/trace.go:171","msg":"trace[1323001050] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:5914; }","duration":"504.08984ms","start":"2026-04-09T22:41:40.120799Z","end":"2026-04-09T22:41:40.624889Z","steps":["trace[1323001050] 'count revisions from in-memory index tree' (duration: 503.875085ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:40.62496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:40.120781Z","time spent":"504.166483ms","remote":"127.0.0.1:56682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:41:40.62515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.709705ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-04-09T22:41:40.625182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.349909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/ingress-nginx/sh.helm.release.v1.ingress-nginx.v1\" ","response":"range_response_count:1 size:105455"} {"level":"info","ts":"2026-04-09T22:41:40.625232Z","caller":"traceutil/trace.go:171","msg":"trace[335796793] linearizableReadLoop","detail":"{readStateIndex:6153; appliedIndex:6152; }","duration":"224.691098ms","start":"2026-04-09T22:41:40.400528Z","end":"2026-04-09T22:41:40.625219Z","steps":["trace[335796793] 'read index received' (duration: 49.784538ms)","trace[335796793] 'applied index is now lower than readState.Index' (duration: 174.90553ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:41:40.625255Z","caller":"traceutil/trace.go:171","msg":"trace[2093986126] range","detail":"{range_begin:/registry/secrets/ingress-nginx/sh.helm.release.v1.ingress-nginx.v1; range_end:; response_count:1; response_revision:5914; }","duration":"436.467252ms","start":"2026-04-09T22:41:40.18877Z","end":"2026-04-09T22:41:40.625238Z","steps":["trace[2093986126] 'range keys from in-memory index tree' (duration: 436.221246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:40.625297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:40.188755Z","time spent":"436.532663ms","remote":"127.0.0.1:43640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":105479,"request content":"key:\"/registry/secrets/ingress-nginx/sh.helm.release.v1.ingress-nginx.v1\" "} {"level":"warn","ts":"2026-04-09T22:41:40.62538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.873165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/\" range_end:\"/registry/services/specs/monitoring0\" limit:500 ","response":"range_response_count:17 size:24135"} {"level":"warn","ts":"2026-04-09T22:41:40.62544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.818539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/\" range_end:\"/registry/statefulsets/monitoring0\" limit:500 ","response":"range_response_count:5 size:40414"} {"level":"info","ts":"2026-04-09T22:41:40.625467Z","caller":"traceutil/trace.go:171","msg":"trace[2075825383] transaction","detail":"{read_only:false; response_revision:5915; number_of_response:1; }","duration":"342.309151ms","start":"2026-04-09T22:41:40.283143Z","end":"2026-04-09T22:41:40.625453Z","steps":["trace[2075825383] 'process raft request' (duration: 167.193006ms)","trace[2075825383] 'compare' (duration: 174.340096ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:41:40.625489Z","caller":"traceutil/trace.go:171","msg":"trace[1394742266] range","detail":"{range_begin:/registry/services/specs/monitoring/; range_end:/registry/services/specs/monitoring0; response_count:17; response_revision:5914; }","duration":"472.002929ms","start":"2026-04-09T22:41:40.153459Z","end":"2026-04-09T22:41:40.625462Z","steps":["trace[1394742266] 'range keys from in-memory index tree' (duration: 471.600889ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:40.625511Z","caller":"traceutil/trace.go:171","msg":"trace[631722665] range","detail":"{range_begin:/registry/statefulsets/monitoring/; range_end:/registry/statefulsets/monitoring0; response_count:5; response_revision:5914; }","duration":"430.885921ms","start":"2026-04-09T22:41:40.194592Z","end":"2026-04-09T22:41:40.625478Z","steps":["trace[631722665] 'range keys from in-memory index tree' (duration: 430.634534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:40.625533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:40.28312Z","time spent":"342.378703ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:41:40.625559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:40.153455Z","time spent":"472.083571ms","remote":"127.0.0.1:43740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":17,"response size":24159,"request content":"key:\"/registry/services/specs/monitoring/\" range_end:\"/registry/services/specs/monitoring0\" limit:500 "} {"level":"warn","ts":"2026-04-09T22:41:40.625555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:40.194587Z","time spent":"430.954982ms","remote":"127.0.0.1:44004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":5,"response size":40438,"request content":"key:\"/registry/statefulsets/monitoring/\" range_end:\"/registry/statefulsets/monitoring0\" limit:500 "} {"level":"warn","ts":"2026-04-09T22:41:40.625425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.904224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-09T22:41:40.625876Z","caller":"traceutil/trace.go:171","msg":"trace[1598412152] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5915; }","duration":"225.382845ms","start":"2026-04-09T22:41:40.400475Z","end":"2026-04-09T22:41:40.625858Z","steps":["trace[1598412152] 'agreement among raft nodes before linearized reading' (duration: 224.834692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:40.626011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.889291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/default\" ","response":"range_response_count:1 size:183"} {"level":"info","ts":"2026-04-09T22:41:40.626065Z","caller":"traceutil/trace.go:171","msg":"trace[22726677] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/default; range_end:; response_count:1; response_revision:5914; }","duration":"473.006434ms","start":"2026-04-09T22:41:40.153045Z","end":"2026-04-09T22:41:40.626051Z","steps":["trace[22726677] 'range keys from in-memory index tree' (duration: 472.646035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:40.626099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:40.153022Z","time spent":"473.068216ms","remote":"127.0.0.1:43756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":207,"request content":"key:\"/registry/serviceaccounts/ingress-nginx/default\" "} {"level":"warn","ts":"2026-04-09T22:41:41.169765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.190743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/\" range_end:\"/registry/configmaps/openstack0\" limit:500 ","response":"range_response_count:5 size:6489"} {"level":"info","ts":"2026-04-09T22:41:41.169855Z","caller":"traceutil/trace.go:171","msg":"trace[1828001094] range","detail":"{range_begin:/registry/configmaps/openstack/; range_end:/registry/configmaps/openstack0; response_count:5; response_revision:5916; }","duration":"392.327666ms","start":"2026-04-09T22:41:40.777505Z","end":"2026-04-09T22:41:41.169833Z","steps":["trace[1828001094] 'range keys from in-memory index tree' (duration: 392.005036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:41.169897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:40.777487Z","time spent":"392.400878ms","remote":"127.0.0.1:43656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":5,"response size":6513,"request content":"key:\"/registry/configmaps/openstack/\" range_end:\"/registry/configmaps/openstack0\" limit:500 "} {"level":"warn","ts":"2026-04-09T22:41:41.169941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.215209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-09T22:41:41.169957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.095685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx\" ","response":"range_response_count:1 size:1020"} {"level":"warn","ts":"2026-04-09T22:41:41.170318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.847969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-04-09T22:41:41.17032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.843379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-09T22:41:41.170372Z","caller":"traceutil/trace.go:171","msg":"trace[242585291] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5916; }","duration":"100.937001ms","start":"2026-04-09T22:41:41.069421Z","end":"2026-04-09T22:41:41.170358Z","steps":["trace[242585291] 'range keys from in-memory index tree' (duration: 100.690475ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:41.170369Z","caller":"traceutil/trace.go:171","msg":"trace[592513880] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5916; }","duration":"100.89986ms","start":"2026-04-09T22:41:41.069452Z","end":"2026-04-09T22:41:41.170352Z","steps":["trace[592513880] 'range keys from in-memory index tree' (duration: 100.715256ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:41.170025Z","caller":"traceutil/trace.go:171","msg":"trace[1057897164] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5916; }","duration":"101.307692ms","start":"2026-04-09T22:41:41.068696Z","end":"2026-04-09T22:41:41.170004Z","steps":["trace[1057897164] 'range keys from in-memory index tree' (duration: 101.076776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:41.17008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.769279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/local-path-storage/\" range_end:\"/registry/rolebindings/local-path-storage0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:41:41.170125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.504217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:41:41.170539Z","caller":"traceutil/trace.go:171","msg":"trace[1505529477] range","detail":"{range_begin:/registry/rolebindings/local-path-storage/; range_end:/registry/rolebindings/local-path-storage0; response_count:0; response_revision:5916; }","duration":"433.292132ms","start":"2026-04-09T22:41:40.737223Z","end":"2026-04-09T22:41:41.170515Z","steps":["trace[1505529477] 'range keys from in-memory index tree' (duration: 432.705437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:41.170637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:40.737214Z","time spent":"433.401795ms","remote":"127.0.0.1:43888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":29,"request content":"key:\"/registry/rolebindings/local-path-storage/\" range_end:\"/registry/rolebindings/local-path-storage0\" limit:500 "} {"level":"warn","ts":"2026-04-09T22:41:41.170147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.709105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-09T22:41:41.170688Z","caller":"traceutil/trace.go:171","msg":"trace[726576105] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5916; }","duration":"396.047121ms","start":"2026-04-09T22:41:40.774563Z","end":"2026-04-09T22:41:41.17061Z","steps":["trace[726576105] 'range keys from in-memory index tree' (duration: 395.385773ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:41.170732Z","caller":"traceutil/trace.go:171","msg":"trace[1684471952] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5916; }","duration":"101.346481ms","start":"2026-04-09T22:41:41.069368Z","end":"2026-04-09T22:41:41.170715Z","steps":["trace[1684471952] 'range keys from in-memory index tree' (duration: 100.4999ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:41.170361Z","caller":"traceutil/trace.go:171","msg":"trace[1892903657] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx; range_end:; response_count:1; response_revision:5916; }","duration":"332.556136ms","start":"2026-04-09T22:41:40.837784Z","end":"2026-04-09T22:41:41.170341Z","steps":["trace[1892903657] 'range keys from in-memory index tree' (duration: 331.892739ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:41.170777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:40.774538Z","time spent":"396.220805ms","remote":"127.0.0.1:43996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-09T22:41:41.170191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.383936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/\" range_end:\"/registry/events/ingress-nginx0\" limit:500 ","response":"range_response_count:30 size:23669"} {"level":"warn","ts":"2026-04-09T22:41:41.170844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:40.837757Z","time spent":"333.071859ms","remote":"127.0.0.1:43756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1044,"request content":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx\" "} {"level":"info","ts":"2026-04-09T22:41:41.170851Z","caller":"traceutil/trace.go:171","msg":"trace[749057223] range","detail":"{range_begin:/registry/events/ingress-nginx/; range_end:/registry/events/ingress-nginx0; response_count:30; response_revision:5916; }","duration":"442.109194ms","start":"2026-04-09T22:41:40.728728Z","end":"2026-04-09T22:41:41.170837Z","steps":["trace[749057223] 'range keys from in-memory index tree' (duration: 441.035938ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:41.170895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:40.728715Z","time spent":"442.160876ms","remote":"127.0.0.1:43616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":30,"response size":23693,"request content":"key:\"/registry/events/ingress-nginx/\" range_end:\"/registry/events/ingress-nginx0\" limit:500 "} {"level":"warn","ts":"2026-04-09T22:41:41.170255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.987442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-09T22:41:41.171051Z","caller":"traceutil/trace.go:171","msg":"trace[415692421] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5916; }","duration":"101.812523ms","start":"2026-04-09T22:41:41.069225Z","end":"2026-04-09T22:41:41.171038Z","steps":["trace[415692421] 'range keys from in-memory index tree' (duration: 100.821038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:42.323365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.421894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/secretgen-controller/\" range_end:\"/registry/deployments/secretgen-controller0\" limit:500 ","response":"range_response_count:1 size:3105"} {"level":"info","ts":"2026-04-09T22:41:42.323424Z","caller":"traceutil/trace.go:171","msg":"trace[1485814929] range","detail":"{range_begin:/registry/deployments/secretgen-controller/; range_end:/registry/deployments/secretgen-controller0; response_count:1; response_revision:5923; }","duration":"141.539357ms","start":"2026-04-09T22:41:42.181872Z","end":"2026-04-09T22:41:42.323411Z","steps":["trace[1485814929] 'range keys from in-memory index tree' (duration: 141.272201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:46.696767Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625759854358923,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T22:41:46.72258Z","caller":"traceutil/trace.go:171","msg":"trace[1935113355] transaction","detail":"{read_only:false; response_revision:5943; number_of_response:1; }","duration":"550.545556ms","start":"2026-04-09T22:41:46.172013Z","end":"2026-04-09T22:41:46.722558Z","steps":["trace[1935113355] 'process raft request' (duration: 550.419632ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:46.722728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:46.171995Z","time spent":"550.659428ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:41:46.737448Z","caller":"traceutil/trace.go:171","msg":"trace[1111319496] linearizableReadLoop","detail":"{readStateIndex:6183; appliedIndex:6181; }","duration":"541.528517ms","start":"2026-04-09T22:41:46.195897Z","end":"2026-04-09T22:41:46.737426Z","steps":["trace[1111319496] 'read index received' (duration: 526.6063ms)","trace[1111319496] 'applied index is now lower than readState.Index' (duration: 14.921357ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:41:46.737641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.734772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-04-09T22:41:46.73767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.028864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:41:46.737687Z","caller":"traceutil/trace.go:171","msg":"trace[1798997988] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5944; }","duration":"541.824444ms","start":"2026-04-09T22:41:46.195852Z","end":"2026-04-09T22:41:46.737677Z","steps":["trace[1798997988] 'agreement among raft nodes before linearized reading' (duration: 541.684361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:46.737689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.460331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:41:46.737723Z","caller":"traceutil/trace.go:171","msg":"trace[1255070898] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:5944; }","duration":"507.112147ms","start":"2026-04-09T22:41:46.230596Z","end":"2026-04-09T22:41:46.737708Z","steps":["trace[1255070898] 'agreement among raft nodes before linearized reading' (duration: 507.017775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:46.737726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:46.195836Z","time spent":"541.881095ms","remote":"127.0.0.1:43732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-09T22:41:46.737764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:46.230586Z","time spent":"507.168718ms","remote":"127.0.0.1:32982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-04-09T22:41:46.737807Z","caller":"traceutil/trace.go:171","msg":"trace[1171848088] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5944; }","duration":"527.561084ms","start":"2026-04-09T22:41:46.21018Z","end":"2026-04-09T22:41:46.737741Z","steps":["trace[1171848088] 'agreement among raft nodes before linearized reading' (duration: 527.431141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:46.737916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:46.210168Z","time spent":"527.729178ms","remote":"127.0.0.1:43530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T22:41:46.737925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.466674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/kube-system/system::leader-locking-kube-scheduler\" ","response":"range_response_count:1 size:661"} {"level":"warn","ts":"2026-04-09T22:41:46.73782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.603063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/kube-system/system::leader-locking-kube-controller-manager\" ","response":"range_response_count:1 size:688"} {"level":"info","ts":"2026-04-09T22:41:46.737978Z","caller":"traceutil/trace.go:171","msg":"trace[891542380] range","detail":"{range_begin:/registry/roles/kube-system/system::leader-locking-kube-scheduler; range_end:; response_count:1; response_revision:5944; }","duration":"518.690069ms","start":"2026-04-09T22:41:46.219271Z","end":"2026-04-09T22:41:46.737961Z","steps":["trace[891542380] 'agreement among raft nodes before linearized reading' (duration: 518.401982ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:46.738015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:46.219261Z","time spent":"518.745201ms","remote":"127.0.0.1:43886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":685,"request content":"key:\"/registry/roles/kube-system/system::leader-locking-kube-scheduler\" "} {"level":"info","ts":"2026-04-09T22:41:46.738016Z","caller":"traceutil/trace.go:171","msg":"trace[255311692] range","detail":"{range_begin:/registry/roles/kube-system/system::leader-locking-kube-controller-manager; range_end:; response_count:1; response_revision:5944; }","duration":"521.812079ms","start":"2026-04-09T22:41:46.216163Z","end":"2026-04-09T22:41:46.737975Z","steps":["trace[255311692] 'agreement among raft nodes before linearized reading' (duration: 521.581203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:46.738115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:46.216145Z","time spent":"521.947522ms","remote":"127.0.0.1:43886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":712,"request content":"key:\"/registry/roles/kube-system/system::leader-locking-kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T22:41:53.256129Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625759854359296,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T22:41:53.71732Z","caller":"traceutil/trace.go:171","msg":"trace[1140510384] transaction","detail":"{read_only:false; response_revision:5976; number_of_response:1; }","duration":"978.703697ms","start":"2026-04-09T22:41:52.738593Z","end":"2026-04-09T22:41:53.717296Z","steps":["trace[1140510384] 'process raft request' (duration: 978.550623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:53.717489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:52.738546Z","time spent":"978.858351ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:41:54.005903Z","caller":"traceutil/trace.go:171","msg":"trace[19059067] linearizableReadLoop","detail":"{readStateIndex:6217; appliedIndex:6216; }","duration":"1.249799979s","start":"2026-04-09T22:41:52.756076Z","end":"2026-04-09T22:41:54.005876Z","steps":["trace[19059067] 'read index received' (duration: 961.326588ms)","trace[19059067] 'applied index is now lower than readState.Index' (duration: 288.472351ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:41:54.005975Z","caller":"traceutil/trace.go:171","msg":"trace[1952838142] transaction","detail":"{read_only:false; response_revision:5977; number_of_response:1; }","duration":"1.252296712s","start":"2026-04-09T22:41:52.753653Z","end":"2026-04-09T22:41:54.00595Z","steps":["trace[1952838142] 'process raft request' (duration: 1.252061836s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:54.006128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:52.753635Z","time spent":"1.252399514s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:41:54.006145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.250045925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/goldpinger\" ","response":"range_response_count:1 size:3927"} {"level":"info","ts":"2026-04-09T22:41:54.006184Z","caller":"traceutil/trace.go:171","msg":"trace[1797268307] range","detail":"{range_begin:/registry/daemonsets/monitoring/goldpinger; range_end:; response_count:1; response_revision:5977; }","duration":"1.250127868s","start":"2026-04-09T22:41:52.756046Z","end":"2026-04-09T22:41:54.006174Z","steps":["trace[1797268307] 'agreement among raft nodes before linearized reading' (duration: 1.249955263s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:54.00624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:52.756037Z","time spent":"1.250192749s","remote":"127.0.0.1:44012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":3951,"request content":"key:\"/registry/daemonsets/monitoring/goldpinger\" "} {"level":"warn","ts":"2026-04-09T22:41:54.24094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.735525ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-09T22:41:54.241049Z","caller":"traceutil/trace.go:171","msg":"trace[1343938837] linearizableReadLoop","detail":"{readStateIndex:6219; appliedIndex:6217; }","duration":"235.055191ms","start":"2026-04-09T22:41:54.005975Z","end":"2026-04-09T22:41:54.24103Z","steps":["trace[1343938837] 'read index received' (duration: 13.135831ms)","trace[1343938837] 'applied index is now lower than readState.Index' (duration: 221.91786ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:41:54.24116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.756126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:41:54.241265Z","caller":"traceutil/trace.go:171","msg":"trace[298699527] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:5977; }","duration":"714.92072ms","start":"2026-04-09T22:41:53.52632Z","end":"2026-04-09T22:41:54.241241Z","steps":["trace[298699527] 'agreement among raft nodes before linearized reading' (duration: 714.736486ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:54.241329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:53.526298Z","time spent":"715.015563ms","remote":"127.0.0.1:56704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:41:54.241303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.587938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-09T22:41:54.241452Z","caller":"traceutil/trace.go:171","msg":"trace[623718376] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5977; }","duration":"971.764781ms","start":"2026-04-09T22:41:53.269674Z","end":"2026-04-09T22:41:54.241439Z","steps":["trace[623718376] 'agreement among raft nodes before linearized reading' (duration: 971.432843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:54.241547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:53.269664Z","time spent":"971.846224ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-09T22:41:54.241656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.127304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:41:54.241701Z","caller":"traceutil/trace.go:171","msg":"trace[1050924353] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:5977; }","duration":"349.176176ms","start":"2026-04-09T22:41:53.892512Z","end":"2026-04-09T22:41:54.241689Z","steps":["trace[1050924353] 'agreement among raft nodes before linearized reading' (duration: 349.098184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:54.241737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:53.892451Z","time spent":"349.277809ms","remote":"127.0.0.1:34708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:41:54.241839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029724337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:41:54.241882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.952988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-04-09T22:41:54.241912Z","caller":"traceutil/trace.go:171","msg":"trace[1909013293] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5977; }","duration":"1.029849341s","start":"2026-04-09T22:41:53.21205Z","end":"2026-04-09T22:41:54.241899Z","steps":["trace[1909013293] 'agreement among raft nodes before linearized reading' (duration: 1.029751358s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:54.241976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:53.212025Z","time spent":"1.029941423s","remote":"127.0.0.1:43530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-09T22:41:54.242Z","caller":"traceutil/trace.go:171","msg":"trace[1082225342] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:5977; }","duration":"576.120182ms","start":"2026-04-09T22:41:53.66584Z","end":"2026-04-09T22:41:54.24196Z","steps":["trace[1082225342] 'agreement among raft nodes before linearized reading' (duration: 575.914367ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:54.242021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.445185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-09T22:41:54.242047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:53.665817Z","time spent":"576.221944ms","remote":"127.0.0.1:43604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-04-09T22:41:54.24206Z","caller":"traceutil/trace.go:171","msg":"trace[1381125080] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5977; }","duration":"973.499176ms","start":"2026-04-09T22:41:53.268545Z","end":"2026-04-09T22:41:54.242044Z","steps":["trace[1381125080] 'agreement among raft nodes before linearized reading' (duration: 973.414364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:54.241857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015093287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-09T22:41:54.242093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:53.26853Z","time spent":"973.556088ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-09T22:41:54.242107Z","caller":"traceutil/trace.go:171","msg":"trace[1387094198] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5977; }","duration":"1.015375305s","start":"2026-04-09T22:41:53.226721Z","end":"2026-04-09T22:41:54.242097Z","steps":["trace[1387094198] 'agreement among raft nodes before linearized reading' (duration: 1.015016396s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:54.242152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:53.226708Z","time spent":"1.015434276s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T22:41:54.241941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.24393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-09T22:41:54.242273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.133848889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:41:54.242278Z","caller":"traceutil/trace.go:171","msg":"trace[498758926] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5977; }","duration":"973.630019ms","start":"2026-04-09T22:41:53.268635Z","end":"2026-04-09T22:41:54.242265Z","steps":["trace[498758926] 'agreement among raft nodes before linearized reading' (duration: 973.25541ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:54.242335Z","caller":"traceutil/trace.go:171","msg":"trace[1736289100] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:5977; }","duration":"1.133947551s","start":"2026-04-09T22:41:53.108367Z","end":"2026-04-09T22:41:54.242314Z","steps":["trace[1736289100] 'agreement among raft nodes before linearized reading' (duration: 1.133808248s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:54.242346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:53.268608Z","time spent":"973.722722ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T22:41:54.242357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.177327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:111425"} {"level":"warn","ts":"2026-04-09T22:41:54.242414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:53.108336Z","time spent":"1.134065474s","remote":"127.0.0.1:34652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":30,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:41:54.242125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.449975199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/ipmi-exporter\" ","response":"range_response_count:1 size:2672"} {"level":"warn","ts":"2026-04-09T22:41:54.242457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.310693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-09T22:41:54.242473Z","caller":"traceutil/trace.go:171","msg":"trace[1038974868] range","detail":"{range_begin:/registry/daemonsets/monitoring/ipmi-exporter; range_end:; response_count:1; response_revision:5977; }","duration":"1.450386449s","start":"2026-04-09T22:41:52.792073Z","end":"2026-04-09T22:41:54.242459Z","steps":["trace[1038974868] 'agreement among raft nodes before linearized reading' (duration: 1.449839115s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:54.242377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.136149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-56mvg\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-04-09T22:41:54.242518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:52.792053Z","time spent":"1.450451211s","remote":"127.0.0.1:44012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":2696,"request content":"key:\"/registry/daemonsets/monitoring/ipmi-exporter\" "} {"level":"info","ts":"2026-04-09T22:41:54.242548Z","caller":"traceutil/trace.go:171","msg":"trace[2004719437] range","detail":"{range_begin:/registry/pods/openstack/keepalived-56mvg; range_end:; response_count:1; response_revision:5977; }","duration":"981.350764ms","start":"2026-04-09T22:41:53.261183Z","end":"2026-04-09T22:41:54.242534Z","steps":["trace[2004719437] 'agreement among raft nodes before linearized reading' (duration: 981.117458ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:54.242419Z","caller":"traceutil/trace.go:171","msg":"trace[493614846] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:5977; }","duration":"571.277639ms","start":"2026-04-09T22:41:53.671127Z","end":"2026-04-09T22:41:54.242405Z","steps":["trace[493614846] 'agreement among raft nodes before linearized reading' (duration: 571.130416ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:54.242607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:53.261163Z","time spent":"981.432535ms","remote":"127.0.0.1:43732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-56mvg\" "} {"level":"warn","ts":"2026-04-09T22:41:54.242523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.474341304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-09T22:41:54.242748Z","caller":"traceutil/trace.go:171","msg":"trace[791454548] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5977; }","duration":"1.474702283s","start":"2026-04-09T22:41:52.768025Z","end":"2026-04-09T22:41:54.242727Z","steps":["trace[791454548] 'agreement among raft nodes before linearized reading' (duration: 1.473887952s)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:54.242518Z","caller":"traceutil/trace.go:171","msg":"trace[1398013281] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5977; }","duration":"981.373264ms","start":"2026-04-09T22:41:53.261106Z","end":"2026-04-09T22:41:54.24248Z","steps":["trace[1398013281] 'agreement among raft nodes before linearized reading' (duration: 981.294762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:54.24264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:53.671109Z","time spent":"571.506876ms","remote":"127.0.0.1:43598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":111449,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-04-09T22:41:54.243053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:53.261096Z","time spent":"981.942328ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-09T22:41:54.243045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:52.768009Z","time spent":"1.474945559s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T22:41:54.242661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.235117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-09T22:41:54.243289Z","caller":"traceutil/trace.go:171","msg":"trace[2085493038] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5977; }","duration":"986.903204ms","start":"2026-04-09T22:41:53.256365Z","end":"2026-04-09T22:41:54.243268Z","steps":["trace[2085493038] 'agreement among raft nodes before linearized reading' (duration: 986.124995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:54.243388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:53.25635Z","time spent":"986.979285ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-09T22:41:54.359937Z","caller":"traceutil/trace.go:171","msg":"trace[1034394733] linearizableReadLoop","detail":"{readStateIndex:6220; appliedIndex:6219; }","duration":"118.840944ms","start":"2026-04-09T22:41:54.241076Z","end":"2026-04-09T22:41:54.359917Z","steps":["trace[1034394733] 'read index received' (duration: 118.698821ms)","trace[1034394733] 'applied index is now lower than readState.Index' (duration: 141.013µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:41:54.360165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.809501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/goldpinger\" ","response":"range_response_count:1 size:3927"} {"level":"info","ts":"2026-04-09T22:41:54.360204Z","caller":"traceutil/trace.go:171","msg":"trace[451855156] range","detail":"{range_begin:/registry/daemonsets/monitoring/goldpinger; range_end:; response_count:1; response_revision:5978; }","duration":"271.887913ms","start":"2026-04-09T22:41:54.088307Z","end":"2026-04-09T22:41:54.360194Z","steps":["trace[451855156] 'agreement among raft nodes before linearized reading' (duration: 271.713379ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:54.360009Z","caller":"traceutil/trace.go:171","msg":"trace[515218794] transaction","detail":"{read_only:false; response_revision:5978; number_of_response:1; }","duration":"339.578914ms","start":"2026-04-09T22:41:54.020396Z","end":"2026-04-09T22:41:54.359975Z","steps":["trace[515218794] 'process raft request' (duration: 339.382869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:54.360427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.478108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:41:54.360462Z","caller":"traceutil/trace.go:171","msg":"trace[1014374289] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:5978; }","duration":"308.550499ms","start":"2026-04-09T22:41:54.051904Z","end":"2026-04-09T22:41:54.360454Z","steps":["trace[1014374289] 'agreement among raft nodes before linearized reading' (duration: 308.484578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:54.360505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:54.05189Z","time spent":"308.607461ms","remote":"127.0.0.1:43964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-09T22:41:54.360709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:54.020369Z","time spent":"340.022594ms","remote":"127.0.0.1:43616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":703,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T22:41:54.441131Z","caller":"traceutil/trace.go:171","msg":"trace[779230059] transaction","detail":"{read_only:false; response_revision:5979; number_of_response:1; }","duration":"194.000703ms","start":"2026-04-09T22:41:54.247109Z","end":"2026-04-09T22:41:54.44111Z","steps":["trace[779230059] 'process raft request' (duration: 193.832399ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:54.441648Z","caller":"traceutil/trace.go:171","msg":"trace[566289891] transaction","detail":"{read_only:false; response_revision:5980; number_of_response:1; }","duration":"193.655145ms","start":"2026-04-09T22:41:54.247976Z","end":"2026-04-09T22:41:54.441631Z","steps":["trace[566289891] 'process raft request' (duration: 193.093291ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:54.441739Z","caller":"traceutil/trace.go:171","msg":"trace[1037480455] transaction","detail":"{read_only:false; response_revision:5981; number_of_response:1; }","duration":"193.498381ms","start":"2026-04-09T22:41:54.248216Z","end":"2026-04-09T22:41:54.441715Z","steps":["trace[1037480455] 'process raft request' (duration: 193.347788ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:54.441821Z","caller":"traceutil/trace.go:171","msg":"trace[1892799733] transaction","detail":"{read_only:false; response_revision:5982; number_of_response:1; }","duration":"193.005879ms","start":"2026-04-09T22:41:54.248806Z","end":"2026-04-09T22:41:54.441812Z","steps":["trace[1892799733] 'process raft request' (duration: 192.837215ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:54.442377Z","caller":"traceutil/trace.go:171","msg":"trace[1109748475] transaction","detail":"{read_only:false; response_revision:5983; number_of_response:1; }","duration":"193.46209ms","start":"2026-04-09T22:41:54.248873Z","end":"2026-04-09T22:41:54.442335Z","steps":["trace[1109748475] 'process raft request' (duration: 192.813074ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:54.442416Z","caller":"traceutil/trace.go:171","msg":"trace[504630633] transaction","detail":"{read_only:false; response_revision:5985; number_of_response:1; }","duration":"192.601118ms","start":"2026-04-09T22:41:54.249784Z","end":"2026-04-09T22:41:54.442385Z","steps":["trace[504630633] 'process raft request' (duration: 192.491235ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:54.442518Z","caller":"traceutil/trace.go:171","msg":"trace[1003542704] transaction","detail":"{read_only:false; response_revision:5984; number_of_response:1; }","duration":"193.204864ms","start":"2026-04-09T22:41:54.249293Z","end":"2026-04-09T22:41:54.442498Z","steps":["trace[1003542704] 'process raft request' (duration: 192.908367ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:54.442582Z","caller":"traceutil/trace.go:171","msg":"trace[285519042] transaction","detail":"{read_only:false; response_revision:5986; number_of_response:1; }","duration":"103.389972ms","start":"2026-04-09T22:41:54.339164Z","end":"2026-04-09T22:41:54.442554Z","steps":["trace[285519042] 'process raft request' (duration: 103.148196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:54.458288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.819459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:54328"} {"level":"info","ts":"2026-04-09T22:41:54.458356Z","caller":"traceutil/trace.go:171","msg":"trace[1749861908] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5986; }","duration":"210.919282ms","start":"2026-04-09T22:41:54.247422Z","end":"2026-04-09T22:41:54.458341Z","steps":["trace[1749861908] 'agreement among raft nodes before linearized reading' (duration: 195.204555ms)","trace[1749861908] 'range keys from in-memory index tree' (duration: 15.44713ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:41:54.458405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.065267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:41:54.458462Z","caller":"traceutil/trace.go:171","msg":"trace[448240501] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5986; }","duration":"215.157078ms","start":"2026-04-09T22:41:54.24329Z","end":"2026-04-09T22:41:54.458447Z","steps":["trace[448240501] 'agreement among raft nodes before linearized reading' (duration: 199.345599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:54.458722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.458585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:44 size:64956"} {"level":"warn","ts":"2026-04-09T22:41:54.458705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.500916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:44 size:64956"} {"level":"info","ts":"2026-04-09T22:41:54.458786Z","caller":"traceutil/trace.go:171","msg":"trace[1175430144] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:44; response_revision:5986; }","duration":"211.549457ms","start":"2026-04-09T22:41:54.247221Z","end":"2026-04-09T22:41:54.45877Z","steps":["trace[1175430144] 'agreement among raft nodes before linearized reading' (duration: 195.39785ms)","trace[1175430144] 'range keys from in-memory index tree' (duration: 15.714237ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:41:54.458829Z","caller":"traceutil/trace.go:171","msg":"trace[73601858] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:44; response_revision:5986; }","duration":"213.686321ms","start":"2026-04-09T22:41:54.245112Z","end":"2026-04-09T22:41:54.458799Z","steps":["trace[73601858] 'agreement among raft nodes before linearized reading' (duration: 197.507973ms)","trace[73601858] 'range keys from in-memory index tree' (duration: 15.44016ms)"],"step_count":2}