{"level":"warn","ts":"2026-03-04T02:33:19.937222Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-04T02:33:19.937298Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.240:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.240:2380","--initial-cluster=instance=https://199.19.213.240:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.240:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.240:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-04T02:33:19.937357Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-04T02:33:19.937366Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.240:2380"]} {"level":"info","ts":"2026-03-04T02:33:19.937384Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-04T02:33:19.937914Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.240:2379"]} {"level":"info","ts":"2026-03-04T02:33:19.937994Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.240:2380"],"listen-peer-urls":["https://199.19.213.240:2380"],"advertise-client-urls":["https://199.19.213.240:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.240:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.240:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-04T02:33:19.944386Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"6.16541ms"} {"level":"info","ts":"2026-03-04T02:33:19.953651Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"65ae7913d9d30912","cluster-id":"74cb0f8fbd7d5970"} {"level":"info","ts":"2026-03-04T02:33:19.953758Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"65ae7913d9d30912 switched to configuration voters=()"} {"level":"info","ts":"2026-03-04T02:33:19.953785Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"65ae7913d9d30912 became follower at term 0"} {"level":"info","ts":"2026-03-04T02:33:19.953799Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 65ae7913d9d30912 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-04T02:33:19.953812Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"65ae7913d9d30912 became follower at term 1"} {"level":"info","ts":"2026-03-04T02:33:19.953856Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"65ae7913d9d30912 switched to configuration voters=(7326926769944201490)"} {"level":"warn","ts":"2026-03-04T02:33:19.962066Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-04T02:33:19.965055Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-04T02:33:19.966498Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-04T02:33:19.969257Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"65ae7913d9d30912","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-04T02:33:19.969473Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"65ae7913d9d30912","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-04T02:33:19.969666Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-04T02:33:19.969737Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-04T02:33:19.969749Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-04T02:33:19.970584Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"65ae7913d9d30912 switched to configuration voters=(7326926769944201490)"} {"level":"info","ts":"2026-03-04T02:33:19.970815Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"74cb0f8fbd7d5970","local-member-id":"65ae7913d9d30912","added-peer-id":"65ae7913d9d30912","added-peer-peer-urls":["https://199.19.213.240:2380"]} {"level":"info","ts":"2026-03-04T02:33:19.972286Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-04T02:33:19.972526Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"65ae7913d9d30912","initial-advertise-peer-urls":["https://199.19.213.240:2380"],"listen-peer-urls":["https://199.19.213.240:2380"],"advertise-client-urls":["https://199.19.213.240:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.240:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-04T02:33:19.972567Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-04T02:33:19.97264Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.240:2380"} {"level":"info","ts":"2026-03-04T02:33:19.972708Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.240:2380"} {"level":"info","ts":"2026-03-04T02:33:20.660089Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"65ae7913d9d30912 is starting a new election at term 1"} {"level":"info","ts":"2026-03-04T02:33:20.660141Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"65ae7913d9d30912 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-04T02:33:20.66017Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"65ae7913d9d30912 received MsgPreVoteResp from 65ae7913d9d30912 at term 1"} {"level":"info","ts":"2026-03-04T02:33:20.660183Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"65ae7913d9d30912 became candidate at term 2"} {"level":"info","ts":"2026-03-04T02:33:20.66019Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"65ae7913d9d30912 received MsgVoteResp from 65ae7913d9d30912 at term 2"} {"level":"info","ts":"2026-03-04T02:33:20.660203Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"65ae7913d9d30912 became leader at term 2"} {"level":"info","ts":"2026-03-04T02:33:20.660212Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 65ae7913d9d30912 elected leader 65ae7913d9d30912 at term 2"} {"level":"info","ts":"2026-03-04T02:33:20.668247Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T02:33:20.676511Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-04T02:33:20.676518Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"65ae7913d9d30912","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.240:2379]}","request-path":"/0/members/65ae7913d9d30912/attributes","cluster-id":"74cb0f8fbd7d5970","publish-timeout":"7s"} {"level":"info","ts":"2026-03-04T02:33:20.6766Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-04T02:33:20.67695Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-04T02:33:20.677001Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-04T02:33:20.677102Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"74cb0f8fbd7d5970","local-member-id":"65ae7913d9d30912","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T02:33:20.677218Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T02:33:20.677257Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T02:33:20.678711Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-04T02:33:20.680392Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.240:2379"} {"level":"warn","ts":"2026-03-04T02:33:22.587553Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395020674,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:33:22.746326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.207323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-04T02:33:22.746481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.585616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-04T02:33:22.746508Z","caller":"traceutil/trace.go:171","msg":"trace[221110967] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:0; response_revision:3; }","duration":"672.466779ms","start":"2026-03-04T02:33:22.074016Z","end":"2026-03-04T02:33:22.746483Z","steps":["trace[221110967] 'range keys from in-memory index tree' (duration: 672.11763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:33:22.746657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:33:22.073995Z","time spent":"672.585061ms","remote":"127.0.0.1:47122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":26,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-04T02:33:22.746722Z","caller":"traceutil/trace.go:171","msg":"trace[43997596] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:3; }","duration":"660.648308ms","start":"2026-03-04T02:33:22.085869Z","end":"2026-03-04T02:33:22.746517Z","steps":["trace[43997596] 'range keys from in-memory index tree' (duration: 660.543375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:33:22.746886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:33:22.085858Z","time spent":"661.015136ms","remote":"127.0.0.1:47020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":26,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-03-04T02:33:22.746387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.229541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.240\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-04T02:33:22.74703Z","caller":"traceutil/trace.go:171","msg":"trace[1276850476] range","detail":"{range_begin:/registry/masterleases/199.19.213.240; range_end:; response_count:0; response_revision:3; }","duration":"661.914997ms","start":"2026-03-04T02:33:22.085084Z","end":"2026-03-04T02:33:22.746999Z","steps":["trace[1276850476] 'range keys from in-memory index tree' (duration: 661.17488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:33:22.74709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:33:22.085077Z","time spent":"661.99928ms","remote":"127.0.0.1:46920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":26,"request content":"key:\"/registry/masterleases/199.19.213.240\" "} {"level":"warn","ts":"2026-03-04T02:33:22.747551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.166199ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-04T02:33:22.7477Z","caller":"traceutil/trace.go:171","msg":"trace[1215483078] transaction","detail":"{read_only:false; response_revision:4; number_of_response:1; }","duration":"661.19875ms","start":"2026-03-04T02:33:22.086479Z","end":"2026-03-04T02:33:22.747678Z","steps":["trace[1215483078] 'process raft request' (duration: 541.911424ms)","trace[1215483078] 'compare' (duration: 117.904733ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:33:22.747757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:33:22.086463Z","time spent":"661.276743ms","remote":"127.0.0.1:47406","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":698,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:33:22.932426Z","caller":"traceutil/trace.go:171","msg":"trace[1866190497] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"845.408111ms","start":"2026-03-04T02:33:22.086997Z","end":"2026-03-04T02:33:22.932405Z","steps":["trace[1866190497] 'process raft request' (duration: 844.801726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:33:22.93253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:33:22.086986Z","time spent":"845.501733ms","remote":"127.0.0.1:47468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:33:22.932537Z","caller":"traceutil/trace.go:171","msg":"trace[1710263644] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"845.056332ms","start":"2026-03-04T02:33:22.087461Z","end":"2026-03-04T02:33:22.932517Z","steps":["trace[1710263644] 'process raft request' (duration: 844.94965ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:33:22.932574Z","caller":"traceutil/trace.go:171","msg":"trace[2004749049] linearizableReadLoop","detail":"{readStateIndex:14; appliedIndex:6; }","duration":"845.352219ms","start":"2026-03-04T02:33:22.087194Z","end":"2026-03-04T02:33:22.932546Z","steps":["trace[2004749049] 'read index received' (duration: 541.126705ms)","trace[2004749049] 'applied index is now lower than readState.Index' (duration: 304.224324ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:33:22.932644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:33:22.087447Z","time spent":"845.132464ms","remote":"127.0.0.1:47468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:33:22.93264Z","caller":"traceutil/trace.go:171","msg":"trace[1700922386] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"845.518554ms","start":"2026-03-04T02:33:22.087103Z","end":"2026-03-04T02:33:22.932622Z","steps":["trace[1700922386] 'process raft request' (duration: 845.268568ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:33:22.93267Z","caller":"traceutil/trace.go:171","msg":"trace[985702807] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"844.95569ms","start":"2026-03-04T02:33:22.087706Z","end":"2026-03-04T02:33:22.932661Z","steps":["trace[985702807] 'process raft request' (duration: 844.738964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:33:22.932705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:33:22.087661Z","time spent":"845.028241ms","remote":"127.0.0.1:47468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":920,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:33:22.932708Z","caller":"traceutil/trace.go:171","msg":"trace[72179769] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"838.421414ms","start":"2026-03-04T02:33:22.094255Z","end":"2026-03-04T02:33:22.932677Z","steps":["trace[72179769] 'process raft request' (duration: 838.218939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:33:22.932745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:33:22.087084Z","time spent":"845.604785ms","remote":"127.0.0.1:47468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":968,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:33:22.932617Z","caller":"traceutil/trace.go:171","msg":"trace[2145949300] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"845.536963ms","start":"2026-03-04T02:33:22.087073Z","end":"2026-03-04T02:33:22.93261Z","steps":["trace[2145949300] 'process raft request' (duration: 845.253387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:33:22.932841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:33:22.094248Z","time spent":"838.530687ms","remote":"127.0.0.1:47122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3163,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:33:22.932834Z","caller":"traceutil/trace.go:171","msg":"trace[252642537] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"836.425067ms","start":"2026-03-04T02:33:22.096391Z","end":"2026-03-04T02:33:22.932816Z","steps":["trace[252642537] 'process raft request' (duration: 836.11621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:33:22.932865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.657607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-04T02:33:22.932904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:33:22.087063Z","time spent":"845.79763ms","remote":"127.0.0.1:47468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:33:22.932922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:33:22.096382Z","time spent":"836.510109ms","remote":"127.0.0.1:47226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:33:22.932917Z","caller":"traceutil/trace.go:171","msg":"trace[1164358631] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:11; }","duration":"845.736438ms","start":"2026-03-04T02:33:22.087166Z","end":"2026-03-04T02:33:22.932903Z","steps":["trace[1164358631] 'agreement among raft nodes before linearized reading' (duration: 845.568244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:33:22.933397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:33:22.087155Z","time spent":"846.074016ms","remote":"127.0.0.1:46992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":26,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-03-04T02:33:22.93687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.929445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-04T02:33:22.937005Z","caller":"traceutil/trace.go:171","msg":"trace[1165049113] transaction","detail":"{read_only:false; response_revision:12; number_of_response:1; }","duration":"184.996299ms","start":"2026-03-04T02:33:22.751951Z","end":"2026-03-04T02:33:22.936947Z","steps":["trace[1165049113] 'process raft request' (duration: 184.61657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:33:22.937126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.488768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-04T02:33:22.937156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.201351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-04T02:33:22.937198Z","caller":"traceutil/trace.go:171","msg":"trace[231604408] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:12; }","duration":"783.584191ms","start":"2026-03-04T02:33:22.153595Z","end":"2026-03-04T02:33:22.93718Z","steps":["trace[231604408] 'agreement among raft nodes before linearized reading' (duration: 783.485029ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:33:22.937232Z","caller":"traceutil/trace.go:171","msg":"trace[250464324] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:12; }","duration":"799.048408ms","start":"2026-03-04T02:33:22.137921Z","end":"2026-03-04T02:33:22.936969Z","steps":["trace[250464324] 'agreement among raft nodes before linearized reading' (duration: 798.837133ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:33:22.937243Z","caller":"traceutil/trace.go:171","msg":"trace[355400368] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12; }","duration":"187.322464ms","start":"2026-03-04T02:33:22.749904Z","end":"2026-03-04T02:33:22.937227Z","steps":["trace[355400368] 'agreement among raft nodes before linearized reading' (duration: 187.162201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:33:22.93729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:33:22.137862Z","time spent":"799.415828ms","remote":"127.0.0.1:47020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":26,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-03-04T02:33:22.937292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:33:22.153583Z","time spent":"783.652873ms","remote":"127.0.0.1:47020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":26,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-03-04T02:33:30.025845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.380759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"warn","ts":"2026-03-04T02:33:30.025852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.551115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" ","response":"range_response_count:1 size:185"} {"level":"info","ts":"2026-03-04T02:33:30.025926Z","caller":"traceutil/trace.go:171","msg":"trace[1263643606] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:328; }","duration":"286.514932ms","start":"2026-03-04T02:33:29.739397Z","end":"2026-03-04T02:33:30.025912Z","steps":["trace[1263643606] 'range keys from in-memory index tree' (duration: 286.273196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:33:30.025892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.974894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-04T02:33:30.025946Z","caller":"traceutil/trace.go:171","msg":"trace[434946844] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/kube-proxy; range_end:; response_count:1; response_revision:328; }","duration":"162.72306ms","start":"2026-03-04T02:33:29.863204Z","end":"2026-03-04T02:33:30.025927Z","steps":["trace[434946844] 'range keys from in-memory index tree' (duration: 162.388882ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:33:30.025977Z","caller":"traceutil/trace.go:171","msg":"trace[95102010] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:328; }","duration":"237.135688ms","start":"2026-03-04T02:33:29.788823Z","end":"2026-03-04T02:33:30.025959Z","steps":["trace[95102010] 'range keys from in-memory index tree' (duration: 236.80074ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:33:30.151631Z","caller":"traceutil/trace.go:171","msg":"trace[1798541071] linearizableReadLoop","detail":"{readStateIndex:341; appliedIndex:339; }","duration":"113.254532ms","start":"2026-03-04T02:33:30.03835Z","end":"2026-03-04T02:33:30.151605Z","steps":["trace[1798541071] 'read index received' (duration: 87.962261ms)","trace[1798541071] 'applied index is now lower than readState.Index' (duration: 25.290841ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:33:30.151692Z","caller":"traceutil/trace.go:171","msg":"trace[846519750] transaction","detail":"{read_only:false; response_revision:330; number_of_response:1; }","duration":"113.754025ms","start":"2026-03-04T02:33:30.037916Z","end":"2026-03-04T02:33:30.15167Z","steps":["trace[846519750] 'process raft request' (duration: 113.573041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:33:30.15184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.471577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:33:30.15189Z","caller":"traceutil/trace.go:171","msg":"trace[639807630] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:330; }","duration":"113.5635ms","start":"2026-03-04T02:33:30.038314Z","end":"2026-03-04T02:33:30.151878Z","steps":["trace[639807630] 'agreement among raft nodes before linearized reading' (duration: 113.432287ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:33:35.446517Z","caller":"traceutil/trace.go:171","msg":"trace[788520328] transaction","detail":"{read_only:false; response_revision:366; number_of_response:1; }","duration":"279.763202ms","start":"2026-03-04T02:33:35.166734Z","end":"2026-03-04T02:33:35.446497Z","steps":["trace[788520328] 'process raft request' (duration: 279.630558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:33:36.151155Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395021394,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:33:36.387189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.935231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-instance\" ","response":"range_response_count:1 size:5336"} {"level":"info","ts":"2026-03-04T02:33:36.387273Z","caller":"traceutil/trace.go:171","msg":"trace[1306129629] range","detail":"{range_begin:/registry/pods/kube-system/etcd-instance; range_end:; response_count:1; response_revision:366; }","duration":"891.051574ms","start":"2026-03-04T02:33:35.496195Z","end":"2026-03-04T02:33:36.387246Z","steps":["trace[1306129629] 'range keys from in-memory index tree' (duration: 890.828558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:33:36.387334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:33:35.496174Z","time spent":"891.145406ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5358,"request content":"key:\"/registry/pods/kube-system/etcd-instance\" "} {"level":"info","ts":"2026-03-04T02:33:36.387778Z","caller":"traceutil/trace.go:171","msg":"trace[792654013] linearizableReadLoop","detail":"{readStateIndex:380; appliedIndex:379; }","duration":"737.616836ms","start":"2026-03-04T02:33:35.650132Z","end":"2026-03-04T02:33:36.387748Z","steps":["trace[792654013] 'read index received' (duration: 638.187342ms)","trace[792654013] 'applied index is now lower than readState.Index' (duration: 99.427924ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:33:36.387813Z","caller":"traceutil/trace.go:171","msg":"trace[1115465108] transaction","detail":"{read_only:false; response_revision:367; number_of_response:1; }","duration":"765.600571ms","start":"2026-03-04T02:33:35.62219Z","end":"2026-03-04T02:33:36.387791Z","steps":["trace[1115465108] 'process raft request' (duration: 666.240989ms)","trace[1115465108] 'compare' (duration: 99.049595ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:33:36.387898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.764109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:33:36.387932Z","caller":"traceutil/trace.go:171","msg":"trace[2090185957] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:367; }","duration":"737.835291ms","start":"2026-03-04T02:33:35.650085Z","end":"2026-03-04T02:33:36.38792Z","steps":["trace[2090185957] 'agreement among raft nodes before linearized reading' (duration: 737.77821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:33:36.387965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:33:35.650065Z","time spent":"737.891982ms","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:33:36.387995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.296163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-03-04T02:33:36.388057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.419489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:33:36.388098Z","caller":"traceutil/trace.go:171","msg":"trace[188554393] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:367; }","duration":"198.446357ms","start":"2026-03-04T02:33:36.189629Z","end":"2026-03-04T02:33:36.388075Z","steps":["trace[188554393] 'agreement among raft nodes before linearized reading' (duration: 198.284273ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:33:36.388103Z","caller":"traceutil/trace.go:171","msg":"trace[489954564] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:367; }","duration":"196.532051ms","start":"2026-03-04T02:33:36.191559Z","end":"2026-03-04T02:33:36.388091Z","steps":["trace[489954564] 'agreement among raft nodes before linearized reading' (duration: 196.401108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:33:36.388235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:33:35.622151Z","time spent":"765.748115ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:33:37.049666Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395021398,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:33:38.516044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.985024445s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:33:38.516158Z","caller":"traceutil/trace.go:171","msg":"trace[2064578944] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:367; }","duration":"1.985173718s","start":"2026-03-04T02:33:36.530971Z","end":"2026-03-04T02:33:38.516145Z","steps":["trace[2064578944] 'range keys from in-memory index tree' (duration: 1.985007344s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:33:38.516685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.369196323s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:33:38.516768Z","caller":"traceutil/trace.go:171","msg":"trace[1192392731] transaction","detail":"{read_only:false; response_revision:368; number_of_response:1; }","duration":"2.124225674s","start":"2026-03-04T02:33:36.392527Z","end":"2026-03-04T02:33:38.516753Z","steps":["trace[1192392731] 'process raft request' (duration: 754.887687ms)","trace[1192392731] 'compare' (duration: 1.369101901s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:33:38.516807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:33:36.392493Z","time spent":"2.124295916s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:33:38.639938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00123729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:33:38.640078Z","caller":"traceutil/trace.go:171","msg":"trace[1492246450] range","detail":"{range_begin:/registry/minions/instance; range_end:; }","duration":"2.001422054s","start":"2026-03-04T02:33:36.638599Z","end":"2026-03-04T02:33:38.640021Z","steps":["trace[1492246450] 'agreement among raft nodes before linearized reading' (duration: 2.001267301s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:33:38.640136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:33:36.638579Z","time spent":"2.001544967s","remote":"127.0.0.1:47122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":0,"request content":"key:\"/registry/minions/instance\" "} 2026/03/04 02:33:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:33:38.65202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0003937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:33:38.652087Z","caller":"traceutil/trace.go:171","msg":"trace[2127763128] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000500023s","start":"2026-03-04T02:33:36.651574Z","end":"2026-03-04T02:33:38.652074Z","steps":["trace[2127763128] 'agreement among raft nodes before linearized reading' (duration: 2.000419051s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:33:38.652113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:33:36.651559Z","time spent":"2.000546144s","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:33:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:33:39.331254Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.664449543s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:33:39.636424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.770246ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:33:39.636852Z","caller":"traceutil/trace.go:171","msg":"trace[1638102303] transaction","detail":"{read_only:false; response_revision:370; number_of_response:1; }","duration":"3.238533256s","start":"2026-03-04T02:33:36.398289Z","end":"2026-03-04T02:33:39.636823Z","steps":["trace[1638102303] 'process raft request' (duration: 3.23825997s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:33:39.636886Z","caller":"traceutil/trace.go:171","msg":"trace[2066950649] linearizableReadLoop","detail":"{readStateIndex:383; appliedIndex:380; }","duration":"3.087723841s","start":"2026-03-04T02:33:36.549127Z","end":"2026-03-04T02:33:39.63685Z","steps":["trace[2066950649] 'read index received' (duration: 598.269304ms)","trace[2066950649] 'applied index is now lower than readState.Index' (duration: 2.489452027s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:33:39.636974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:33:36.398276Z","time spent":"3.23865397s","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5149,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:33:39.636715Z","caller":"traceutil/trace.go:171","msg":"trace[1925844396] transaction","detail":"{read_only:false; response_revision:369; number_of_response:1; }","duration":"3.242694736s","start":"2026-03-04T02:33:36.393977Z","end":"2026-03-04T02:33:39.636672Z","steps":["trace[1925844396] 'process raft request' (duration: 2.937573881s)","trace[1925844396] 'compare' (duration: 304.627303ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:33:39.637506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:33:36.393957Z","time spent":"3.243440073s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:33:39.794601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.944935ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-03-04T02:33:39.794598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.245434341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T02:33:39.794711Z","caller":"traceutil/trace.go:171","msg":"trace[2015559774] linearizableReadLoop","detail":"{readStateIndex:384; appliedIndex:383; }","duration":"157.73586ms","start":"2026-03-04T02:33:39.636952Z","end":"2026-03-04T02:33:39.794688Z","steps":["trace[2015559774] 'read index received' (duration: 69.922µs)","trace[2015559774] 'applied index is now lower than readState.Index' (duration: 157.664658ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:33:39.794728Z","caller":"traceutil/trace.go:171","msg":"trace[719789198] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:370; }","duration":"3.245639806s","start":"2026-03-04T02:33:36.549065Z","end":"2026-03-04T02:33:39.794704Z","steps":["trace[719789198] 'agreement among raft nodes before linearized reading' (duration: 3.087943057s)","trace[719789198] 'range keys from in-memory index tree' (duration: 157.459553ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:33:39.794783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:33:36.549034Z","time spent":"3.245732937s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:33:39.794823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.983004861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T02:33:39.794881Z","caller":"traceutil/trace.go:171","msg":"trace[521040968] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:370; }","duration":"2.983110073s","start":"2026-03-04T02:33:36.811758Z","end":"2026-03-04T02:33:39.794868Z","steps":["trace[521040968] 'agreement among raft nodes before linearized reading' (duration: 2.983002761s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:33:39.79491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:33:36.811736Z","time spent":"2.983168115s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:33:39.79493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.123958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4326"} {"level":"warn","ts":"2026-03-04T02:33:39.794848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142621085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:33:39.794962Z","caller":"traceutil/trace.go:171","msg":"trace[645500638] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:370; }","duration":"134.19413ms","start":"2026-03-04T02:33:39.660759Z","end":"2026-03-04T02:33:39.794953Z","steps":["trace[645500638] 'agreement among raft nodes before linearized reading' (duration: 134.058227ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:33:39.795071Z","caller":"traceutil/trace.go:171","msg":"trace[1759919660] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:370; }","duration":"1.14281149s","start":"2026-03-04T02:33:38.652186Z","end":"2026-03-04T02:33:39.794998Z","steps":["trace[1759919660] 'agreement among raft nodes before linearized reading' (duration: 1.142555353s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:33:39.795128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:33:38.652144Z","time spent":"1.142972933s","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:33:49.322216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.592061ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-04T02:34:00.032237Z","caller":"traceutil/trace.go:171","msg":"trace[1047954994] linearizableReadLoop","detail":"{readStateIndex:501; appliedIndex:500; }","duration":"115.106007ms","start":"2026-03-04T02:33:59.91711Z","end":"2026-03-04T02:34:00.032216Z","steps":["trace[1047954994] 'read index received' (duration: 114.84092ms)","trace[1047954994] 'applied index is now lower than readState.Index' (duration: 263.997µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:34:00.032385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.27418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T02:34:00.032393Z","caller":"traceutil/trace.go:171","msg":"trace[84132057] transaction","detail":"{read_only:false; response_revision:483; number_of_response:1; }","duration":"131.911896ms","start":"2026-03-04T02:33:59.900456Z","end":"2026-03-04T02:34:00.032368Z","steps":["trace[84132057] 'process raft request' (duration: 131.599649ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:34:00.03243Z","caller":"traceutil/trace.go:171","msg":"trace[1065930605] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:483; }","duration":"115.367012ms","start":"2026-03-04T02:33:59.917041Z","end":"2026-03-04T02:34:00.032408Z","steps":["trace[1065930605] 'agreement among raft nodes before linearized reading' (duration: 115.28736ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:34:00.745196Z","caller":"traceutil/trace.go:171","msg":"trace[83300873] transaction","detail":"{read_only:false; response_revision:485; number_of_response:1; }","duration":"116.375547ms","start":"2026-03-04T02:34:00.628791Z","end":"2026-03-04T02:34:00.745167Z","steps":["trace[83300873] 'process raft request' (duration: 116.223663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:34:07.667954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.252649ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:34:07.668384Z","caller":"traceutil/trace.go:171","msg":"trace[1109307465] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"804.461776ms","start":"2026-03-04T02:34:06.863885Z","end":"2026-03-04T02:34:07.668347Z","steps":["trace[1109307465] 'process raft request' (duration: 524.732635ms)","trace[1109307465] 'compare' (duration: 279.029614ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:34:07.668556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:34:06.863861Z","time spent":"804.61204ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:34:07.805753Z","caller":"traceutil/trace.go:171","msg":"trace[233217965] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"122.669346ms","start":"2026-03-04T02:34:07.683051Z","end":"2026-03-04T02:34:07.805721Z","steps":["trace[233217965] 'process raft request' (duration: 105.055027ms)","trace[233217965] 'compare' (duration: 17.473026ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:34:08.953983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.268378ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:34:08.9541Z","caller":"traceutil/trace.go:171","msg":"trace[2040764087] linearizableReadLoop","detail":"{readStateIndex:547; appliedIndex:546; }","duration":"945.188552ms","start":"2026-03-04T02:34:08.008877Z","end":"2026-03-04T02:34:08.954065Z","steps":["trace[2040764087] 'read index received' (duration: 313.694529ms)","trace[2040764087] 'applied index is now lower than readState.Index' (duration: 631.493003ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:34:08.954102Z","caller":"traceutil/trace.go:171","msg":"trace[1822633814] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"1.106469117s","start":"2026-03-04T02:34:07.847607Z","end":"2026-03-04T02:34:08.954077Z","steps":["trace[1822633814] 'process raft request' (duration: 475.027144ms)","trace[1822633814] 'compare' (duration: 630.946791ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:34:08.954197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.329725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:34:08.954224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:34:07.847583Z","time spent":"1.106574289s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:34:08.954229Z","caller":"traceutil/trace.go:171","msg":"trace[516497236] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:528; }","duration":"945.398427ms","start":"2026-03-04T02:34:08.008821Z","end":"2026-03-04T02:34:08.954219Z","steps":["trace[516497236] 'agreement among raft nodes before linearized reading' (duration: 945.344706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:34:08.954313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:34:08.008799Z","time spent":"945.50745ms","remote":"127.0.0.1:47002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-03-04T02:34:08.954352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.140751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:34:08.954393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.804453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-04T02:34:08.95446Z","caller":"traceutil/trace.go:171","msg":"trace[145677826] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:528; }","duration":"304.278914ms","start":"2026-03-04T02:34:08.650148Z","end":"2026-03-04T02:34:08.954427Z","steps":["trace[145677826] 'agreement among raft nodes before linearized reading' (duration: 304.076139ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:34:08.954489Z","caller":"traceutil/trace.go:171","msg":"trace[326387535] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:528; }","duration":"891.940526ms","start":"2026-03-04T02:34:08.062535Z","end":"2026-03-04T02:34:08.954475Z","steps":["trace[326387535] 'agreement among raft nodes before linearized reading' (duration: 891.68601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:34:08.954506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:34:08.650129Z","time spent":"304.365527ms","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:34:08.954532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:34:08.062516Z","time spent":"892.007598ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:34:08.954729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.892937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-04T02:34:08.954801Z","caller":"traceutil/trace.go:171","msg":"trace[1524810431] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:528; }","duration":"882.135812ms","start":"2026-03-04T02:34:08.072651Z","end":"2026-03-04T02:34:08.954787Z","steps":["trace[1524810431] 'agreement among raft nodes before linearized reading' (duration: 881.841585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:34:08.954835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:34:08.072641Z","time spent":"882.188615ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:34:09.443156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.446444ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:34:09.443562Z","caller":"traceutil/trace.go:171","msg":"trace[1071822978] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"484.992572ms","start":"2026-03-04T02:34:08.958536Z","end":"2026-03-04T02:34:09.443528Z","steps":["trace[1071822978] 'process raft request' (duration: 380.084757ms)","trace[1071822978] 'compare' (duration: 104.318081ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:34:09.44366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:34:08.958518Z","time spent":"485.106575ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:34:09.443719Z","caller":"traceutil/trace.go:171","msg":"trace[1656888050] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"485.079714ms","start":"2026-03-04T02:34:08.95858Z","end":"2026-03-04T02:34:09.44366Z","steps":["trace[1656888050] 'process raft request' (duration: 484.743016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:34:09.443991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:34:08.958553Z","time spent":"485.303079ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:34:10.901908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.458469236s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-04T02:34:10.902421Z","caller":"traceutil/trace.go:171","msg":"trace[2141331453] linearizableReadLoop","detail":"{readStateIndex:550; appliedIndex:547; }","duration":"1.747661792s","start":"2026-03-04T02:34:09.154335Z","end":"2026-03-04T02:34:10.901997Z","steps":["trace[2141331453] 'read index received' (duration: 184.416065ms)","trace[2141331453] 'applied index is now lower than readState.Index' (duration: 1.563244187s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:34:10.902563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.748192815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:34:10.902688Z","caller":"traceutil/trace.go:171","msg":"trace[274857483] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:530; }","duration":"1.748331368s","start":"2026-03-04T02:34:09.154327Z","end":"2026-03-04T02:34:10.902659Z","steps":["trace[274857483] 'agreement among raft nodes before linearized reading' (duration: 1.748143424s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:34:10.902742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:34:09.154262Z","time spent":"1.748466662s","remote":"127.0.0.1:47002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-03-04T02:34:10.902822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.229954404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-04T02:34:10.902913Z","caller":"traceutil/trace.go:171","msg":"trace[1234133228] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:530; }","duration":"1.230016726s","start":"2026-03-04T02:34:09.672843Z","end":"2026-03-04T02:34:10.90286Z","steps":["trace[1234133228] 'agreement among raft nodes before linearized reading' (duration: 1.22978764s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:34:10.903002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:34:09.672804Z","time spent":"1.23018291s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:34:10.903216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.251479846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:34:10.903334Z","caller":"traceutil/trace.go:171","msg":"trace[1026160000] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:530; }","duration":"1.2516481s","start":"2026-03-04T02:34:09.651669Z","end":"2026-03-04T02:34:10.903317Z","steps":["trace[1026160000] 'agreement among raft nodes before linearized reading' (duration: 1.250893872s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:34:10.903379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:34:09.65165Z","time spent":"1.251721211s","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:34:11.459265Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395021748,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:34:11.960086Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395021748,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:34:12.38552Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.459336275s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:34:12.385995Z","caller":"traceutil/trace.go:171","msg":"trace[218766713] linearizableReadLoop","detail":"{readStateIndex:551; appliedIndex:550; }","duration":"1.427007226s","start":"2026-03-04T02:34:10.958968Z","end":"2026-03-04T02:34:12.385975Z","steps":["trace[218766713] 'read index received' (duration: 1.426671648s)","trace[218766713] 'applied index is now lower than readState.Index' (duration: 334.568µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:34:12.386072Z","caller":"traceutil/trace.go:171","msg":"trace[1794503252] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"1.460031191s","start":"2026-03-04T02:34:10.926005Z","end":"2026-03-04T02:34:12.386036Z","steps":["trace[1794503252] 'process raft request' (duration: 1.459736334s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:34:12.386218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.427242352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T02:34:12.386244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.289567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-04T02:34:12.386242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:34:10.925987Z","time spent":"1.460158154s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:34:12.386289Z","caller":"traceutil/trace.go:171","msg":"trace[492808963] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:531; }","duration":"1.427350864s","start":"2026-03-04T02:34:10.95892Z","end":"2026-03-04T02:34:12.386271Z","steps":["trace[492808963] 'agreement among raft nodes before linearized reading' (duration: 1.427154059s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:34:12.386287Z","caller":"traceutil/trace.go:171","msg":"trace[220737096] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:531; }","duration":"938.376499ms","start":"2026-03-04T02:34:11.4479Z","end":"2026-03-04T02:34:12.386276Z","steps":["trace[220737096] 'agreement among raft nodes before linearized reading' (duration: 938.204895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:34:12.386331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:34:10.9589Z","time spent":"1.427422146s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:34:12.386323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.274619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-04T02:34:12.386397Z","caller":"traceutil/trace.go:171","msg":"trace[1814726965] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:531; }","duration":"936.369071ms","start":"2026-03-04T02:34:11.450008Z","end":"2026-03-04T02:34:12.386377Z","steps":["trace[1814726965] 'agreement among raft nodes before linearized reading' (duration: 936.149756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:34:12.386462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:34:11.450004Z","time spent":"936.442653ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:34:12.386346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:34:11.447868Z","time spent":"938.469191ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:34:12.652611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.550895ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:34:12.652733Z","caller":"traceutil/trace.go:171","msg":"trace[683373287] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"262.45725ms","start":"2026-03-04T02:34:12.390257Z","end":"2026-03-04T02:34:12.652714Z","steps":["trace[683373287] 'process raft request' (duration: 160.716002ms)","trace[683373287] 'compare' (duration: 101.440311ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:34:12.659522Z","caller":"traceutil/trace.go:171","msg":"trace[1453539506] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"268.995436ms","start":"2026-03-04T02:34:12.390502Z","end":"2026-03-04T02:34:12.659497Z","steps":["trace[1453539506] 'process raft request' (duration: 268.73907ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:34:12.659563Z","caller":"traceutil/trace.go:171","msg":"trace[1471709960] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"268.965835ms","start":"2026-03-04T02:34:12.390569Z","end":"2026-03-04T02:34:12.659535Z","steps":["trace[1471709960] 'process raft request' (duration: 268.866332ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:34:14.158135Z","caller":"traceutil/trace.go:171","msg":"trace[977241924] linearizableReadLoop","detail":"{readStateIndex:668; appliedIndex:667; }","duration":"408.958883ms","start":"2026-03-04T02:34:13.749149Z","end":"2026-03-04T02:34:14.158108Z","steps":["trace[977241924] 'read index received' (duration: 403.130314ms)","trace[977241924] 'applied index is now lower than readState.Index' (duration: 5.827549ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:34:14.158303Z","caller":"traceutil/trace.go:171","msg":"trace[345520222] transaction","detail":"{read_only:false; response_revision:648; number_of_response:1; }","duration":"411.8212ms","start":"2026-03-04T02:34:13.746441Z","end":"2026-03-04T02:34:14.158262Z","steps":["trace[345520222] 'process raft request' (duration: 406.120385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:34:14.158522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:34:13.746407Z","time spent":"412.009315ms","remote":"127.0.0.1:47002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211650,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:34:14.158344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.180718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.240\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-04T02:34:14.158609Z","caller":"traceutil/trace.go:171","msg":"trace[864868812] range","detail":"{range_begin:/registry/masterleases/199.19.213.240; range_end:; response_count:1; response_revision:648; }","duration":"409.494755ms","start":"2026-03-04T02:34:13.749095Z","end":"2026-03-04T02:34:14.15859Z","steps":["trace[864868812] 'agreement among raft nodes before linearized reading' (duration: 409.112156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:34:14.158658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:34:13.749074Z","time spent":"409.569797ms","remote":"127.0.0.1:46920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.240\" "} {"level":"warn","ts":"2026-03-04T02:34:18.07513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.014001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"info","ts":"2026-03-04T02:34:18.075225Z","caller":"traceutil/trace.go:171","msg":"trace[1186066328] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:722; }","duration":"249.189054ms","start":"2026-03-04T02:34:17.826016Z","end":"2026-03-04T02:34:18.075205Z","steps":["trace[1186066328] 'range keys from in-memory index tree' (duration: 248.745285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:34:33.060764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.659901ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:34:33.060909Z","caller":"traceutil/trace.go:171","msg":"trace[1278999817] linearizableReadLoop","detail":"{readStateIndex:933; appliedIndex:931; }","duration":"226.740118ms","start":"2026-03-04T02:34:32.834144Z","end":"2026-03-04T02:34:33.060884Z","steps":["trace[1278999817] 'read index received' (duration: 18.664747ms)","trace[1278999817] 'applied index is now lower than readState.Index' (duration: 208.073301ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:34:33.061327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.188568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:34:33.061368Z","caller":"traceutil/trace.go:171","msg":"trace[788830083] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:907; }","duration":"227.28498ms","start":"2026-03-04T02:34:32.834072Z","end":"2026-03-04T02:34:33.061357Z","steps":["trace[788830083] 'agreement among raft nodes before linearized reading' (duration: 227.154967ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:34:33.061302Z","caller":"traceutil/trace.go:171","msg":"trace[975959203] transaction","detail":"{read_only:false; response_revision:907; number_of_response:1; }","duration":"277.979984ms","start":"2026-03-04T02:34:32.783249Z","end":"2026-03-04T02:34:33.061229Z","steps":["trace[975959203] 'process raft request' (duration: 163.776111ms)","trace[975959203] 'compare' (duration: 113.520067ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:34:33.562043Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395022420,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:34:34.062808Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395022420,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:34:34.378007Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.431166609s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:34:34.378609Z","caller":"traceutil/trace.go:171","msg":"trace[1761829357] transaction","detail":"{read_only:false; response_revision:909; number_of_response:1; }","duration":"1.519621826s","start":"2026-03-04T02:34:32.858964Z","end":"2026-03-04T02:34:34.378586Z","steps":["trace[1761829357] 'process raft request' (duration: 1.519522114s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:34:34.378715Z","caller":"traceutil/trace.go:171","msg":"trace[488105987] transaction","detail":"{read_only:false; response_revision:908; number_of_response:1; }","duration":"1.51974848s","start":"2026-03-04T02:34:32.858907Z","end":"2026-03-04T02:34:34.378656Z","steps":["trace[488105987] 'process raft request' (duration: 1.519366171s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:34:34.378765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:34:32.858937Z","time spent":"1.51975144s","remote":"127.0.0.1:47234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1613,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:34:34.379949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:34:32.858867Z","time spent":"1.519970765s","remote":"127.0.0.1:47114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1069,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:34:34.404388Z","caller":"traceutil/trace.go:171","msg":"trace[651579787] linearizableReadLoop","detail":"{readStateIndex:936; appliedIndex:933; }","duration":"1.343219714s","start":"2026-03-04T02:34:33.061134Z","end":"2026-03-04T02:34:34.404354Z","steps":["trace[651579787] 'read index received' (duration: 1.31717017s)","trace[651579787] 'applied index is now lower than readState.Index' (duration: 26.048514ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:34:34.404425Z","caller":"traceutil/trace.go:171","msg":"trace[1014511171] transaction","detail":"{read_only:false; response_revision:910; number_of_response:1; }","duration":"1.33929174s","start":"2026-03-04T02:34:33.065094Z","end":"2026-03-04T02:34:34.404386Z","steps":["trace[1014511171] 'process raft request' (duration: 1.339136656s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:34:34.404579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:34:33.065063Z","time spent":"1.339422213s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:34:34.404575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.532031194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-04T02:34:34.404585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.567778799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T02:34:34.404629Z","caller":"traceutil/trace.go:171","msg":"trace[537512348] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:910; }","duration":"1.532133446s","start":"2026-03-04T02:34:32.872482Z","end":"2026-03-04T02:34:34.404616Z","steps":["trace[537512348] 'agreement among raft nodes before linearized reading' (duration: 1.531940762s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:34:34.40462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095945354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T02:34:34.404652Z","caller":"traceutil/trace.go:171","msg":"trace[440538205] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:910; }","duration":"1.567860532s","start":"2026-03-04T02:34:32.836769Z","end":"2026-03-04T02:34:34.404629Z","steps":["trace[440538205] 'agreement among raft nodes before linearized reading' (duration: 1.567691558s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:34:34.40468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:34:32.872459Z","time spent":"1.532204538s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:34:34.404681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.464527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.240\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-04T02:34:34.404696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:34:32.836753Z","time spent":"1.567934963s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T02:34:34.404707Z","caller":"traceutil/trace.go:171","msg":"trace[1592036868] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:910; }","duration":"1.096094628s","start":"2026-03-04T02:34:33.308587Z","end":"2026-03-04T02:34:34.404681Z","steps":["trace[1592036868] 'agreement among raft nodes before linearized reading' (duration: 1.095930294s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:34:34.404735Z","caller":"traceutil/trace.go:171","msg":"trace[521514858] range","detail":"{range_begin:/registry/masterleases/199.19.213.240; range_end:; response_count:1; response_revision:910; }","duration":"654.555169ms","start":"2026-03-04T02:34:33.750166Z","end":"2026-03-04T02:34:34.404721Z","steps":["trace[521514858] 'agreement among raft nodes before linearized reading' (duration: 654.374735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:34:34.404764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:34:33.308555Z","time spent":"1.09619315s","remote":"127.0.0.1:47382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:34:34.404771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:34:33.750146Z","time spent":"654.615081ms","remote":"127.0.0.1:46920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.240\" "} {"level":"warn","ts":"2026-03-04T02:34:34.752067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.098154ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-03-04T02:34:34.75254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:34:34.405808Z","time spent":"346.72575ms","remote":"127.0.0.1:46920","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T02:34:34.752871Z","caller":"traceutil/trace.go:171","msg":"trace[669812334] transaction","detail":"{read_only:false; response_revision:911; number_of_response:1; }","duration":"343.74987ms","start":"2026-03-04T02:34:34.409102Z","end":"2026-03-04T02:34:34.752852Z","steps":["trace[669812334] 'process raft request' (duration: 343.081164ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:34:34.752994Z","caller":"traceutil/trace.go:171","msg":"trace[1165623774] linearizableReadLoop","detail":"{readStateIndex:939; appliedIndex:936; }","duration":"250.240041ms","start":"2026-03-04T02:34:34.50274Z","end":"2026-03-04T02:34:34.75298Z","steps":["trace[1165623774] 'read index received' (duration: 119.135952ms)","trace[1165623774] 'applied index is now lower than readState.Index' (duration: 131.102969ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:34:34.753045Z","caller":"traceutil/trace.go:171","msg":"trace[1771202341] transaction","detail":"{read_only:false; response_revision:912; number_of_response:1; }","duration":"343.620557ms","start":"2026-03-04T02:34:34.409398Z","end":"2026-03-04T02:34:34.753018Z","steps":["trace[1771202341] 'process raft request' (duration: 343.392211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:34:34.753065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:34:34.409076Z","time spent":"343.846011ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:34:34.753129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.366633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T02:34:34.753192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:34:34.409381Z","time spent":"343.736229ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:34:34.753209Z","caller":"traceutil/trace.go:171","msg":"trace[1938007558] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:912; }","duration":"250.503087ms","start":"2026-03-04T02:34:34.502687Z","end":"2026-03-04T02:34:34.75319Z","steps":["trace[1938007558] 'agreement among raft nodes before linearized reading' (duration: 250.341703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:34:34.767615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.662338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:34:34.767681Z","caller":"traceutil/trace.go:171","msg":"trace[93957484] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:913; }","duration":"115.769371ms","start":"2026-03-04T02:34:34.651894Z","end":"2026-03-04T02:34:34.767664Z","steps":["trace[93957484] 'agreement among raft nodes before linearized reading' (duration: 115.630928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:34:34.767825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.557874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T02:34:34.767882Z","caller":"traceutil/trace.go:171","msg":"trace[352208414] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:913; }","duration":"188.662276ms","start":"2026-03-04T02:34:34.579207Z","end":"2026-03-04T02:34:34.767869Z","steps":["trace[352208414] 'agreement among raft nodes before linearized reading' (duration: 188.488962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:34:34.767822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.219725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T02:34:34.767956Z","caller":"traceutil/trace.go:171","msg":"trace[33617071] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:913; }","duration":"127.4282ms","start":"2026-03-04T02:34:34.6405Z","end":"2026-03-04T02:34:34.767928Z","steps":["trace[33617071] 'agreement among raft nodes before linearized reading' (duration: 127.135383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:34:34.768244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.986493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-04T02:34:34.768318Z","caller":"traceutil/trace.go:171","msg":"trace[658502061] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:913; }","duration":"247.109135ms","start":"2026-03-04T02:34:34.521192Z","end":"2026-03-04T02:34:34.768301Z","steps":["trace[658502061] 'agreement among raft nodes before linearized reading' (duration: 246.296596ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:34:43.997993Z","caller":"traceutil/trace.go:171","msg":"trace[254751626] transaction","detail":"{read_only:false; response_revision:953; number_of_response:1; }","duration":"169.364705ms","start":"2026-03-04T02:34:43.828605Z","end":"2026-03-04T02:34:43.997969Z","steps":["trace[254751626] 'process raft request' (duration: 169.229811ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:34:46.602264Z","caller":"traceutil/trace.go:171","msg":"trace[437613226] linearizableReadLoop","detail":"{readStateIndex:1004; appliedIndex:1003; }","duration":"115.680059ms","start":"2026-03-04T02:34:46.48656Z","end":"2026-03-04T02:34:46.60224Z","steps":["trace[437613226] 'read index received' (duration: 115.518055ms)","trace[437613226] 'applied index is now lower than readState.Index' (duration: 158.874µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:34:46.602335Z","caller":"traceutil/trace.go:171","msg":"trace[869864249] transaction","detail":"{read_only:false; response_revision:974; number_of_response:1; }","duration":"138.126726ms","start":"2026-03-04T02:34:46.464184Z","end":"2026-03-04T02:34:46.60231Z","steps":["trace[869864249] 'process raft request' (duration: 137.907251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:34:46.602383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.811082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:34:46.602414Z","caller":"traceutil/trace.go:171","msg":"trace[1051432428] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:974; }","duration":"115.897694ms","start":"2026-03-04T02:34:46.486507Z","end":"2026-03-04T02:34:46.602405Z","steps":["trace[1051432428] 'agreement among raft nodes before linearized reading' (duration: 115.830613ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:34:57.181216Z","caller":"traceutil/trace.go:171","msg":"trace[1699442803] transaction","detail":"{read_only:false; response_revision:1066; number_of_response:1; }","duration":"326.646519ms","start":"2026-03-04T02:34:56.85453Z","end":"2026-03-04T02:34:57.181176Z","steps":["trace[1699442803] 'process raft request' (duration: 326.447404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:34:57.181449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:34:56.854519Z","time spent":"326.814024ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:34:57.189144Z","caller":"traceutil/trace.go:171","msg":"trace[579390733] transaction","detail":"{read_only:false; response_revision:1067; number_of_response:1; }","duration":"332.151591ms","start":"2026-03-04T02:34:56.85696Z","end":"2026-03-04T02:34:57.189111Z","steps":["trace[579390733] 'process raft request' (duration: 331.940326ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:34:57.189313Z","caller":"traceutil/trace.go:171","msg":"trace[432520730] linearizableReadLoop","detail":"{readStateIndex:1102; appliedIndex:1100; }","duration":"318.482424ms","start":"2026-03-04T02:34:56.870809Z","end":"2026-03-04T02:34:57.189291Z","steps":["trace[432520730] 'read index received' (duration: 310.267978ms)","trace[432520730] 'applied index is now lower than readState.Index' (duration: 8.212606ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:34:57.189417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:34:56.85695Z","time spent":"332.366196ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:34:57.189582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.897888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-xnh54\" ","response":"range_response_count:1 size:4197"} {"level":"info","ts":"2026-03-04T02:34:57.189631Z","caller":"traceutil/trace.go:171","msg":"trace[638946298] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-xnh54; range_end:; response_count:1; response_revision:1068; }","duration":"314.98174ms","start":"2026-03-04T02:34:56.874634Z","end":"2026-03-04T02:34:57.189616Z","steps":["trace[638946298] 'agreement among raft nodes before linearized reading' (duration: 314.793096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:34:57.189672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:34:56.874619Z","time spent":"315.045762ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4219,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-xnh54\" "} {"level":"warn","ts":"2026-03-04T02:34:57.189648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.328772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-04T02:34:57.189747Z","caller":"traceutil/trace.go:171","msg":"trace[1925805543] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1068; }","duration":"311.440875ms","start":"2026-03-04T02:34:56.878274Z","end":"2026-03-04T02:34:57.189715Z","steps":["trace[1925805543] 'agreement among raft nodes before linearized reading' (duration: 311.22119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:34:57.189749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.806682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-04T02:34:57.189825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:34:56.878261Z","time spent":"311.548458ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T02:34:57.19014Z","caller":"traceutil/trace.go:171","msg":"trace[1051251897] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1068; }","duration":"319.12682ms","start":"2026-03-04T02:34:56.870779Z","end":"2026-03-04T02:34:57.189906Z","steps":["trace[1051251897] 'agreement among raft nodes before linearized reading' (duration: 318.653089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:34:57.190245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:34:56.870767Z","time spent":"319.464498ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T02:35:01.123276Z","caller":"traceutil/trace.go:171","msg":"trace[2145325353] transaction","detail":"{read_only:false; response_revision:1085; number_of_response:1; }","duration":"196.303729ms","start":"2026-03-04T02:35:00.926947Z","end":"2026-03-04T02:35:01.12325Z","steps":["trace[2145325353] 'process raft request' (duration: 194.25718ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:01.548023Z","caller":"traceutil/trace.go:171","msg":"trace[1921457518] transaction","detail":"{read_only:false; response_revision:1155; number_of_response:1; }","duration":"131.274762ms","start":"2026-03-04T02:35:01.416716Z","end":"2026-03-04T02:35:01.547991Z","steps":["trace[1921457518] 'process raft request' (duration: 60.866317ms)","trace[1921457518] 'compare' (duration: 70.214351ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:02.10356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.021604ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:35:02.103638Z","caller":"traceutil/trace.go:171","msg":"trace[1932745566] transaction","detail":"{read_only:false; response_revision:1157; number_of_response:1; }","duration":"465.279458ms","start":"2026-03-04T02:35:01.638344Z","end":"2026-03-04T02:35:02.103624Z","steps":["trace[1932745566] 'process raft request' (duration: 317.115732ms)","trace[1932745566] 'compare' (duration: 147.878959ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:02.103709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:01.638319Z","time spent":"465.36178ms","remote":"127.0.0.1:47002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105435,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:35:03.01654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.118205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T02:35:03.016627Z","caller":"traceutil/trace.go:171","msg":"trace[723985934] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:1175; }","duration":"239.264088ms","start":"2026-03-04T02:35:02.777348Z","end":"2026-03-04T02:35:03.016612Z","steps":["trace[723985934] 'count revisions from in-memory index tree' (duration: 239.000391ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:03.371948Z","caller":"traceutil/trace.go:171","msg":"trace[1881684872] linearizableReadLoop","detail":"{readStateIndex:1213; appliedIndex:1212; }","duration":"165.234515ms","start":"2026-03-04T02:35:03.206685Z","end":"2026-03-04T02:35:03.371919Z","steps":["trace[1881684872] 'read index received' (duration: 164.99008ms)","trace[1881684872] 'applied index is now lower than readState.Index' (duration: 243.045µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:03.372086Z","caller":"traceutil/trace.go:171","msg":"trace[534347051] transaction","detail":"{read_only:false; response_revision:1176; number_of_response:1; }","duration":"166.166088ms","start":"2026-03-04T02:35:03.205887Z","end":"2026-03-04T02:35:03.372053Z","steps":["trace[534347051] 'process raft request' (duration: 165.872631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:03.372273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.566053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-04T02:35:03.372323Z","caller":"traceutil/trace.go:171","msg":"trace[2080527964] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1176; }","duration":"165.674986ms","start":"2026-03-04T02:35:03.206636Z","end":"2026-03-04T02:35:03.372311Z","steps":["trace[2080527964] 'agreement among raft nodes before linearized reading' (duration: 165.465401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:03.372419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.267861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-04T02:35:03.372464Z","caller":"traceutil/trace.go:171","msg":"trace[598816153] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1176; }","duration":"146.366143ms","start":"2026-03-04T02:35:03.226085Z","end":"2026-03-04T02:35:03.372451Z","steps":["trace[598816153] 'agreement among raft nodes before linearized reading' (duration: 146.170169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:03.372896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.856616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-04T02:35:03.372932Z","caller":"traceutil/trace.go:171","msg":"trace[354604653] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1176; }","duration":"146.924777ms","start":"2026-03-04T02:35:03.225996Z","end":"2026-03-04T02:35:03.372921Z","steps":["trace[354604653] 'agreement among raft nodes before linearized reading' (duration: 146.221791ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:03.985224Z","caller":"traceutil/trace.go:171","msg":"trace[1074163242] linearizableReadLoop","detail":"{readStateIndex:1220; appliedIndex:1219; }","duration":"209.647288ms","start":"2026-03-04T02:35:03.775539Z","end":"2026-03-04T02:35:03.985187Z","steps":["trace[1074163242] 'read index received' (duration: 209.464084ms)","trace[1074163242] 'applied index is now lower than readState.Index' (duration: 182.334µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:03.985235Z","caller":"traceutil/trace.go:171","msg":"trace[1251305406] transaction","detail":"{read_only:false; response_revision:1182; number_of_response:1; }","duration":"210.829217ms","start":"2026-03-04T02:35:03.774376Z","end":"2026-03-04T02:35:03.985205Z","steps":["trace[1251305406] 'process raft request' (duration: 210.707904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:03.985578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.636763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:35:03.985612Z","caller":"traceutil/trace.go:171","msg":"trace[1878409673] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:1182; }","duration":"101.895589ms","start":"2026-03-04T02:35:03.883707Z","end":"2026-03-04T02:35:03.985602Z","steps":["trace[1878409673] 'agreement among raft nodes before linearized reading' (duration: 101.605232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:03.985593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.037537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:35:03.985656Z","caller":"traceutil/trace.go:171","msg":"trace[2024041945] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1182; }","duration":"210.13731ms","start":"2026-03-04T02:35:03.775502Z","end":"2026-03-04T02:35:03.985639Z","steps":["trace[2024041945] 'agreement among raft nodes before linearized reading' (duration: 209.795812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:11.086826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.520554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf-lqblk\" ","response":"range_response_count:1 size:4532"} {"level":"info","ts":"2026-03-04T02:35:11.086926Z","caller":"traceutil/trace.go:171","msg":"trace[275616197] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf-lqblk; range_end:; response_count:1; response_revision:1274; }","duration":"140.674167ms","start":"2026-03-04T02:35:10.946234Z","end":"2026-03-04T02:35:11.086908Z","steps":["trace[275616197] 'range keys from in-memory index tree' (duration: 139.858128ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:20.232526Z","caller":"traceutil/trace.go:171","msg":"trace[452825872] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1439; }","duration":"262.091903ms","start":"2026-03-04T02:35:19.970401Z","end":"2026-03-04T02:35:20.232493Z","steps":["trace[452825872] 'process raft request' (duration: 261.99384ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:20.236695Z","caller":"traceutil/trace.go:171","msg":"trace[245051395] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1439; }","duration":"263.282461ms","start":"2026-03-04T02:35:19.973376Z","end":"2026-03-04T02:35:20.236658Z","steps":["trace[245051395] 'process raft request' (duration: 263.122467ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:20.23685Z","caller":"traceutil/trace.go:171","msg":"trace[1119169477] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1439; }","duration":"176.503164ms","start":"2026-03-04T02:35:20.060312Z","end":"2026-03-04T02:35:20.236815Z","steps":["trace[1119169477] 'process raft request' (duration: 176.301539ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:21.746735Z","caller":"traceutil/trace.go:171","msg":"trace[765487015] transaction","detail":"{read_only:false; response_revision:1466; number_of_response:1; }","duration":"163.035933ms","start":"2026-03-04T02:35:21.583671Z","end":"2026-03-04T02:35:21.746707Z","steps":["trace[765487015] 'process raft request' (duration: 162.954591ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:21.746777Z","caller":"traceutil/trace.go:171","msg":"trace[628226858] transaction","detail":"{read_only:false; response_revision:1462; number_of_response:1; }","duration":"166.998888ms","start":"2026-03-04T02:35:21.579758Z","end":"2026-03-04T02:35:21.746757Z","steps":["trace[628226858] 'process raft request' (duration: 164.962019ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:21.747002Z","caller":"traceutil/trace.go:171","msg":"trace[636789059] transaction","detail":"{read_only:false; response_revision:1463; number_of_response:1; }","duration":"167.234493ms","start":"2026-03-04T02:35:21.579758Z","end":"2026-03-04T02:35:21.746993Z","steps":["trace[636789059] 'process raft request' (duration: 166.710801ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:21.747137Z","caller":"traceutil/trace.go:171","msg":"trace[971292407] transaction","detail":"{read_only:false; response_revision:1464; number_of_response:1; }","duration":"166.530266ms","start":"2026-03-04T02:35:21.580573Z","end":"2026-03-04T02:35:21.747103Z","steps":["trace[971292407] 'process raft request' (duration: 165.955172ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:21.747185Z","caller":"traceutil/trace.go:171","msg":"trace[207313118] transaction","detail":"{read_only:false; response_revision:1465; number_of_response:1; }","duration":"165.249066ms","start":"2026-03-04T02:35:21.581926Z","end":"2026-03-04T02:35:21.747176Z","steps":["trace[207313118] 'process raft request' (duration: 164.650761ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:21.747187Z","caller":"traceutil/trace.go:171","msg":"trace[1179823476] transaction","detail":"{read_only:false; response_revision:1467; number_of_response:1; }","duration":"153.225748ms","start":"2026-03-04T02:35:21.593945Z","end":"2026-03-04T02:35:21.74717Z","steps":["trace[1179823476] 'process raft request' (duration: 152.715005ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:21.751079Z","caller":"traceutil/trace.go:171","msg":"trace[1761985545] linearizableReadLoop","detail":"{readStateIndex:1529; appliedIndex:1522; }","duration":"111.856778ms","start":"2026-03-04T02:35:21.639212Z","end":"2026-03-04T02:35:21.751069Z","steps":["trace[1761985545] 'read index received' (duration: 105.520336ms)","trace[1761985545] 'applied index is now lower than readState.Index' (duration: 6.335752ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:21.751524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.282948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:3 size:222187"} {"level":"info","ts":"2026-03-04T02:35:21.751603Z","caller":"traceutil/trace.go:171","msg":"trace[1274004177] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:3; response_revision:1468; }","duration":"112.419901ms","start":"2026-03-04T02:35:21.639164Z","end":"2026-03-04T02:35:21.751584Z","steps":["trace[1274004177] 'agreement among raft nodes before linearized reading' (duration: 112.015392ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:21.752071Z","caller":"traceutil/trace.go:171","msg":"trace[1849615599] transaction","detail":"{read_only:false; response_revision:1468; number_of_response:1; }","duration":"137.516812ms","start":"2026-03-04T02:35:21.614542Z","end":"2026-03-04T02:35:21.752059Z","steps":["trace[1849615599] 'process raft request' (duration: 136.472017ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:21.960704Z","caller":"traceutil/trace.go:171","msg":"trace[224249830] transaction","detail":"{read_only:false; response_revision:1471; number_of_response:1; }","duration":"118.105318ms","start":"2026-03-04T02:35:21.842567Z","end":"2026-03-04T02:35:21.960672Z","steps":["trace[224249830] 'process raft request' (duration: 93.668412ms)","trace[224249830] 'compare' (duration: 23.913183ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:21.960948Z","caller":"traceutil/trace.go:171","msg":"trace[1984995843] linearizableReadLoop","detail":"{readStateIndex:1532; appliedIndex:1531; }","duration":"118.21125ms","start":"2026-03-04T02:35:21.842597Z","end":"2026-03-04T02:35:21.960808Z","steps":["trace[1984995843] 'read index received' (duration: 93.783885ms)","trace[1984995843] 'applied index is now lower than readState.Index' (duration: 24.406404ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:21.962029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.397928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/pxc-operator\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-04T02:35:21.962193Z","caller":"traceutil/trace.go:171","msg":"trace[17469647] range","detail":"{range_begin:/registry/serviceaccounts/openstack/pxc-operator; range_end:; response_count:1; response_revision:1471; }","duration":"119.525262ms","start":"2026-03-04T02:35:21.842571Z","end":"2026-03-04T02:35:21.962096Z","steps":["trace[17469647] 'agreement among raft nodes before linearized reading' (duration: 118.390924ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:22.02825Z","caller":"traceutil/trace.go:171","msg":"trace[189565721] transaction","detail":"{read_only:false; response_revision:1472; number_of_response:1; }","duration":"185.410358ms","start":"2026-03-04T02:35:21.842803Z","end":"2026-03-04T02:35:22.028214Z","steps":["trace[189565721] 'process raft request' (duration: 185.145422ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:22.028688Z","caller":"traceutil/trace.go:171","msg":"trace[735765994] transaction","detail":"{read_only:false; response_revision:1473; number_of_response:1; }","duration":"185.46856ms","start":"2026-03-04T02:35:21.843199Z","end":"2026-03-04T02:35:22.028668Z","steps":["trace[735765994] 'process raft request' (duration: 184.946748ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:22.028813Z","caller":"traceutil/trace.go:171","msg":"trace[1721033239] transaction","detail":"{read_only:false; response_revision:1475; number_of_response:1; }","duration":"184.816534ms","start":"2026-03-04T02:35:21.843966Z","end":"2026-03-04T02:35:22.028782Z","steps":["trace[1721033239] 'process raft request' (duration: 184.64171ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:22.028703Z","caller":"traceutil/trace.go:171","msg":"trace[1096904719] transaction","detail":"{read_only:false; response_revision:1474; number_of_response:1; }","duration":"185.409149ms","start":"2026-03-04T02:35:21.843277Z","end":"2026-03-04T02:35:22.028686Z","steps":["trace[1096904719] 'process raft request' (duration: 185.176383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:22.029328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.91949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:35:22.029338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.925214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:35:22.02935Z","caller":"traceutil/trace.go:171","msg":"trace[614173091] transaction","detail":"{read_only:false; response_revision:1476; number_of_response:1; }","duration":"185.218744ms","start":"2026-03-04T02:35:21.8441Z","end":"2026-03-04T02:35:22.029319Z","steps":["trace[614173091] 'process raft request' (duration: 184.572678ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:22.029377Z","caller":"traceutil/trace.go:171","msg":"trace[292337050] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:1477; }","duration":"157.991022ms","start":"2026-03-04T02:35:21.871374Z","end":"2026-03-04T02:35:22.029365Z","steps":["trace[292337050] 'agreement among raft nodes before linearized reading' (duration: 157.89389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:22.029383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.114548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:35:22.029398Z","caller":"traceutil/trace.go:171","msg":"trace[469021025] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:1477; }","duration":"174.055426ms","start":"2026-03-04T02:35:21.855323Z","end":"2026-03-04T02:35:22.029378Z","steps":["trace[469021025] 'agreement among raft nodes before linearized reading' (duration: 173.925693ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:22.029437Z","caller":"traceutil/trace.go:171","msg":"trace[960153987] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:1477; }","duration":"174.171969ms","start":"2026-03-04T02:35:21.855248Z","end":"2026-03-04T02:35:22.02942Z","steps":["trace[960153987] 'agreement among raft nodes before linearized reading' (duration: 174.086087ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:22.029588Z","caller":"traceutil/trace.go:171","msg":"trace[1415797192] transaction","detail":"{read_only:false; response_revision:1477; number_of_response:1; }","duration":"179.761873ms","start":"2026-03-04T02:35:21.84981Z","end":"2026-03-04T02:35:22.029572Z","steps":["trace[1415797192] 'process raft request' (duration: 178.910113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:22.029599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.777742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:35:22.029684Z","caller":"traceutil/trace.go:171","msg":"trace[1605949744] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:1477; }","duration":"186.873774ms","start":"2026-03-04T02:35:21.842784Z","end":"2026-03-04T02:35:22.029658Z","steps":["trace[1605949744] 'agreement among raft nodes before linearized reading' (duration: 186.744481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:22.029702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.536306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:35:22.029751Z","caller":"traceutil/trace.go:171","msg":"trace[585597529] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:1477; }","duration":"158.598887ms","start":"2026-03-04T02:35:21.871139Z","end":"2026-03-04T02:35:22.029738Z","steps":["trace[585597529] 'agreement among raft nodes before linearized reading' (duration: 158.517955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:22.029779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.121256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:35:22.02981Z","caller":"traceutil/trace.go:171","msg":"trace[401398097] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:1477; }","duration":"158.164676ms","start":"2026-03-04T02:35:21.871636Z","end":"2026-03-04T02:35:22.0298Z","steps":["trace[401398097] 'agreement among raft nodes before linearized reading' (duration: 158.121625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:22.03006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.261931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:35:22.029686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.002206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:35:22.03013Z","caller":"traceutil/trace.go:171","msg":"trace[2066162443] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:1477; }","duration":"174.326793ms","start":"2026-03-04T02:35:21.855761Z","end":"2026-03-04T02:35:22.030088Z","steps":["trace[2066162443] 'agreement among raft nodes before linearized reading' (duration: 174.272882ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:22.030139Z","caller":"traceutil/trace.go:171","msg":"trace[909842832] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:1477; }","duration":"187.467688ms","start":"2026-03-04T02:35:21.842659Z","end":"2026-03-04T02:35:22.030127Z","steps":["trace[909842832] 'agreement among raft nodes before linearized reading' (duration: 186.985747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:22.030151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.499693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:3 size:222187"} {"level":"info","ts":"2026-03-04T02:35:22.030204Z","caller":"traceutil/trace.go:171","msg":"trace[314724020] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:3; response_revision:1477; }","duration":"173.569075ms","start":"2026-03-04T02:35:21.85662Z","end":"2026-03-04T02:35:22.030189Z","steps":["trace[314724020] 'agreement among raft nodes before linearized reading' (duration: 173.239337ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:25.266213Z","caller":"traceutil/trace.go:171","msg":"trace[689238969] transaction","detail":"{read_only:false; response_revision:1493; number_of_response:1; }","duration":"365.988112ms","start":"2026-03-04T02:35:24.900193Z","end":"2026-03-04T02:35:25.266182Z","steps":["trace[689238969] 'process raft request' (duration: 365.793277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:25.26641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:24.900164Z","time spent":"366.148265ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:30.757195Z","caller":"traceutil/trace.go:171","msg":"trace[771934974] linearizableReadLoop","detail":"{readStateIndex:1644; appliedIndex:1643; }","duration":"107.357955ms","start":"2026-03-04T02:35:30.649816Z","end":"2026-03-04T02:35:30.757174Z","steps":["trace[771934974] 'read index received' (duration: 106.876844ms)","trace[771934974] 'applied index is now lower than readState.Index' (duration: 480.051µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:30.757264Z","caller":"traceutil/trace.go:171","msg":"trace[225061205] transaction","detail":"{read_only:false; response_revision:1580; number_of_response:1; }","duration":"135.317998ms","start":"2026-03-04T02:35:30.621925Z","end":"2026-03-04T02:35:30.757243Z","steps":["trace[225061205] 'process raft request' (duration: 134.843557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:30.75756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.727814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:35:30.757609Z","caller":"traceutil/trace.go:171","msg":"trace[1912768350] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1580; }","duration":"107.815775ms","start":"2026-03-04T02:35:30.64978Z","end":"2026-03-04T02:35:30.757596Z","steps":["trace[1912768350] 'agreement among raft nodes before linearized reading' (duration: 107.537159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:32.054542Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395023774,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:35:32.513761Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.106843569s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:35:33.154192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.958917ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:35:33.15435Z","caller":"traceutil/trace.go:171","msg":"trace[2048750141] transaction","detail":"{read_only:false; response_revision:1591; number_of_response:1; }","duration":"1.747510912s","start":"2026-03-04T02:35:31.406775Z","end":"2026-03-04T02:35:33.154286Z","steps":["trace[2048750141] 'process raft request' (duration: 1.107380481s)","trace[2048750141] 'compare' (duration: 639.825854ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:33.154456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:31.40674Z","time spent":"1.747649745s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:33.18407Z","caller":"traceutil/trace.go:171","msg":"trace[1829170726] linearizableReadLoop","detail":"{readStateIndex:1656; appliedIndex:1654; }","duration":"1.630073967s","start":"2026-03-04T02:35:31.553974Z","end":"2026-03-04T02:35:33.184048Z","steps":["trace[1829170726] 'read index received' (duration: 960.148991ms)","trace[1829170726] 'applied index is now lower than readState.Index' (duration: 669.923536ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:33.184272Z","caller":"traceutil/trace.go:171","msg":"trace[1936828114] transaction","detail":"{read_only:false; response_revision:1592; number_of_response:1; }","duration":"1.407823626s","start":"2026-03-04T02:35:31.776399Z","end":"2026-03-04T02:35:33.184222Z","steps":["trace[1936828114] 'process raft request' (duration: 1.407521859s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:33.184446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.630442236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T02:35:33.184549Z","caller":"traceutil/trace.go:171","msg":"trace[1621190161] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1592; }","duration":"1.63060798s","start":"2026-03-04T02:35:31.553918Z","end":"2026-03-04T02:35:33.184526Z","steps":["trace[1621190161] 'agreement among raft nodes before linearized reading' (duration: 1.630311313s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:33.184493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.569034749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-04T02:35:33.184605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:31.553886Z","time spent":"1.630709722s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T02:35:33.184678Z","caller":"traceutil/trace.go:171","msg":"trace[872458514] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1592; }","duration":"1.569246324s","start":"2026-03-04T02:35:31.615385Z","end":"2026-03-04T02:35:33.184631Z","steps":["trace[872458514] 'agreement among raft nodes before linearized reading' (duration: 1.568875805s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:33.184751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:31.615361Z","time spent":"1.569376518s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:35:33.184866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.346911711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-04T02:35:33.184881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:31.77637Z","time spent":"1.408033041s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:35:33.184955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.37803868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T02:35:33.185117Z","caller":"traceutil/trace.go:171","msg":"trace[1942055905] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1592; }","duration":"1.378344847s","start":"2026-03-04T02:35:31.806736Z","end":"2026-03-04T02:35:33.18508Z","steps":["trace[1942055905] 'agreement among raft nodes before linearized reading' (duration: 1.377978298s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:33.184925Z","caller":"traceutil/trace.go:171","msg":"trace[1242509790] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1592; }","duration":"1.346972323s","start":"2026-03-04T02:35:31.837937Z","end":"2026-03-04T02:35:33.184909Z","steps":["trace[1242509790] 'agreement among raft nodes before linearized reading' (duration: 1.346826049s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:33.185189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:31.806722Z","time spent":"1.3784502s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:35:33.185179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.506406444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T02:35:33.185256Z","caller":"traceutil/trace.go:171","msg":"trace[1540802105] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1592; }","duration":"1.506522557s","start":"2026-03-04T02:35:31.678717Z","end":"2026-03-04T02:35:33.185239Z","steps":["trace[1540802105] 'agreement among raft nodes before linearized reading' (duration: 1.506070766s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:33.185287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:31.678694Z","time spent":"1.506587019s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:35:33.185341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:31.837865Z","time spent":"1.347331012s","remote":"127.0.0.1:36312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T02:35:33.185371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.533461045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:35:33.185541Z","caller":"traceutil/trace.go:171","msg":"trace[2044450170] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1592; }","duration":"1.53367553s","start":"2026-03-04T02:35:31.651848Z","end":"2026-03-04T02:35:33.185524Z","steps":["trace[2044450170] 'agreement among raft nodes before linearized reading' (duration: 1.532973934s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:33.185593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:31.651828Z","time spent":"1.533740032s","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:35:33.185728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137465394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9c4127e4-9575-417e-983d-80bdadef2b16\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-04T02:35:33.185824Z","caller":"traceutil/trace.go:171","msg":"trace[2018442622] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9c4127e4-9575-417e-983d-80bdadef2b16; range_end:; response_count:1; response_revision:1592; }","duration":"1.138201762s","start":"2026-03-04T02:35:32.04756Z","end":"2026-03-04T02:35:33.185762Z","steps":["trace[2018442622] 'agreement among raft nodes before linearized reading' (duration: 1.137149257s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:33.185853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:32.047541Z","time spent":"1.138303094s","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9c4127e4-9575-417e-983d-80bdadef2b16\" "} {"level":"warn","ts":"2026-03-04T02:35:33.186215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.2207976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9c4127e4-9575-417e-983d-80bdadef2b16\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-04T02:35:33.186289Z","caller":"traceutil/trace.go:171","msg":"trace[122886201] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9c4127e4-9575-417e-983d-80bdadef2b16; range_end:; response_count:1; response_revision:1592; }","duration":"1.222535602s","start":"2026-03-04T02:35:31.963734Z","end":"2026-03-04T02:35:33.186269Z","steps":["trace[122886201] 'agreement among raft nodes before linearized reading' (duration: 1.220569005s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:33.186328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:31.963716Z","time spent":"1.222600583s","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9c4127e4-9575-417e-983d-80bdadef2b16\" "} {"level":"warn","ts":"2026-03-04T02:35:33.809119Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395023780,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:35:33.872059Z","caller":"traceutil/trace.go:171","msg":"trace[2111536645] transaction","detail":"{read_only:false; response_revision:1593; number_of_response:1; }","duration":"682.336552ms","start":"2026-03-04T02:35:33.189675Z","end":"2026-03-04T02:35:33.872012Z","steps":["trace[2111536645] 'process raft request' (duration: 682.193338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:33.872266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:33.189657Z","time spent":"682.472945ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:35:35.05751Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.185655196s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:35:35.057905Z","caller":"traceutil/trace.go:171","msg":"trace[1221744578] transaction","detail":"{read_only:false; response_revision:1594; number_of_response:1; }","duration":"1.867559198s","start":"2026-03-04T02:35:33.190324Z","end":"2026-03-04T02:35:35.057883Z","steps":["trace[1221744578] 'process raft request' (duration: 1.867338963s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:35.058033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:33.190306Z","time spent":"1.86765081s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:35.058245Z","caller":"traceutil/trace.go:171","msg":"trace[1820051001] transaction","detail":"{read_only:false; response_revision:1595; number_of_response:1; }","duration":"1.866980984s","start":"2026-03-04T02:35:33.191232Z","end":"2026-03-04T02:35:35.058213Z","steps":["trace[1820051001] 'process raft request' (duration: 1.866592335s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:35.058308Z","caller":"traceutil/trace.go:171","msg":"trace[2092353452] transaction","detail":"{read_only:false; response_revision:1596; number_of_response:1; }","duration":"1.866529584s","start":"2026-03-04T02:35:33.191758Z","end":"2026-03-04T02:35:35.058287Z","steps":["trace[2092353452] 'process raft request' (duration: 1.86635135s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:35.058597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:33.191748Z","time spent":"1.86678271s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:35:35.058617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:33.191224Z","time spent":"1.867101578s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:35.058709Z","caller":"traceutil/trace.go:171","msg":"trace[1017648077] transaction","detail":"{read_only:false; response_revision:1597; number_of_response:1; }","duration":"1.866498653s","start":"2026-03-04T02:35:33.192189Z","end":"2026-03-04T02:35:35.058687Z","steps":["trace[1017648077] 'process raft request' (duration: 1.866030732s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:35.05883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:33.192166Z","time spent":"1.866608715s","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:35.058923Z","caller":"traceutil/trace.go:171","msg":"trace[1139154832] transaction","detail":"{read_only:false; response_revision:1598; number_of_response:1; }","duration":"1.756483113s","start":"2026-03-04T02:35:33.302425Z","end":"2026-03-04T02:35:35.058908Z","steps":["trace[1139154832] 'process raft request' (duration: 1.756187836s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:35.058995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:33.302397Z","time spent":"1.756559326s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:35.059154Z","caller":"traceutil/trace.go:171","msg":"trace[347462031] linearizableReadLoop","detail":"{readStateIndex:1663; appliedIndex:1656; }","duration":"1.750787159s","start":"2026-03-04T02:35:33.308347Z","end":"2026-03-04T02:35:35.059134Z","steps":["trace[347462031] 'read index received' (duration: 563.474553ms)","trace[347462031] 'applied index is now lower than readState.Index' (duration: 1.187311386s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:35.059203Z","caller":"traceutil/trace.go:171","msg":"trace[1214782849] transaction","detail":"{read_only:false; response_revision:1599; number_of_response:1; }","duration":"1.333077713s","start":"2026-03-04T02:35:33.726097Z","end":"2026-03-04T02:35:35.059174Z","steps":["trace[1214782849] 'process raft request' (duration: 1.332707964s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:35.059298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:33.726069Z","time spent":"1.333176455s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:35:35.059358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.751001064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T02:35:35.05939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.603614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9c4127e4-9575-417e-983d-80bdadef2b16\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-03-04T02:35:35.059407Z","caller":"traceutil/trace.go:171","msg":"trace[1909196026] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1599; }","duration":"1.751089426s","start":"2026-03-04T02:35:33.308303Z","end":"2026-03-04T02:35:35.059392Z","steps":["trace[1909196026] 'agreement among raft nodes before linearized reading' (duration: 1.750935602s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:35.059448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.92192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:35:35.059444Z","caller":"traceutil/trace.go:171","msg":"trace[391925941] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9c4127e4-9575-417e-983d-80bdadef2b16; range_end:; response_count:1; response_revision:1599; }","duration":"867.697456ms","start":"2026-03-04T02:35:34.191731Z","end":"2026-03-04T02:35:35.059429Z","steps":["trace[391925941] 'agreement among raft nodes before linearized reading' (duration: 867.605684ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:35.059477Z","caller":"traceutil/trace.go:171","msg":"trace[344557232] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1599; }","duration":"406.971142ms","start":"2026-03-04T02:35:34.652493Z","end":"2026-03-04T02:35:35.059465Z","steps":["trace[344557232] 'agreement among raft nodes before linearized reading' (duration: 406.940021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:35.05947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:33.30828Z","time spent":"1.751170318s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:35:35.059486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:34.19171Z","time spent":"867.766948ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3769,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9c4127e4-9575-417e-983d-80bdadef2b16\" "} {"level":"warn","ts":"2026-03-04T02:35:35.059503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:34.652474Z","time spent":"407.024242ms","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:35:35.059398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.823202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T02:35:35.059592Z","caller":"traceutil/trace.go:171","msg":"trace[1230525072] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1599; }","duration":"866.014206ms","start":"2026-03-04T02:35:34.193556Z","end":"2026-03-04T02:35:35.05957Z","steps":["trace[1230525072] 'agreement among raft nodes before linearized reading' (duration: 865.73837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:35.059656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:34.193525Z","time spent":"866.117269ms","remote":"127.0.0.1:36312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T02:35:35.059402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.291568419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.240\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-04T02:35:35.059748Z","caller":"traceutil/trace.go:171","msg":"trace[1148903444] range","detail":"{range_begin:/registry/masterleases/199.19.213.240; range_end:; response_count:1; response_revision:1599; }","duration":"1.291932077s","start":"2026-03-04T02:35:33.767802Z","end":"2026-03-04T02:35:35.059734Z","steps":["trace[1148903444] 'agreement among raft nodes before linearized reading' (duration: 1.291481106s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:35.059775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:33.767791Z","time spent":"1.291976468s","remote":"127.0.0.1:46920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.240\" "} {"level":"warn","ts":"2026-03-04T02:35:35.584425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:35.061965Z","time spent":"522.45622ms","remote":"127.0.0.1:46920","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T02:35:35.594394Z","caller":"traceutil/trace.go:171","msg":"trace[1377375778] transaction","detail":"{read_only:false; response_revision:1602; number_of_response:1; }","duration":"402.349072ms","start":"2026-03-04T02:35:35.192018Z","end":"2026-03-04T02:35:35.594367Z","steps":["trace[1377375778] 'process raft request' (duration: 402.302621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:35.594542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:35.191979Z","time spent":"402.483415ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:35.594688Z","caller":"traceutil/trace.go:171","msg":"trace[68156119] transaction","detail":"{read_only:false; response_revision:1600; number_of_response:1; }","duration":"530.019449ms","start":"2026-03-04T02:35:35.064651Z","end":"2026-03-04T02:35:35.59467Z","steps":["trace[68156119] 'process raft request' (duration: 529.486226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:35.594762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:35.064632Z","time spent":"530.097022ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:35.594779Z","caller":"traceutil/trace.go:171","msg":"trace[831131007] transaction","detail":"{read_only:false; response_revision:1601; number_of_response:1; }","duration":"434.815452ms","start":"2026-03-04T02:35:35.159909Z","end":"2026-03-04T02:35:35.594724Z","steps":["trace[831131007] 'process raft request' (duration: 434.368892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:35.594973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:35.159872Z","time spent":"434.992256ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:43.830949Z","caller":"traceutil/trace.go:171","msg":"trace[253515689] linearizableReadLoop","detail":"{readStateIndex:1743; appliedIndex:1742; }","duration":"139.820096ms","start":"2026-03-04T02:35:43.69111Z","end":"2026-03-04T02:35:43.83093Z","steps":["trace[253515689] 'read index received' (duration: 139.669112ms)","trace[253515689] 'applied index is now lower than readState.Index' (duration: 150.124µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:43.83103Z","caller":"traceutil/trace.go:171","msg":"trace[1616841737] transaction","detail":"{read_only:false; response_revision:1677; number_of_response:1; }","duration":"210.493282ms","start":"2026-03-04T02:35:43.620514Z","end":"2026-03-04T02:35:43.831008Z","steps":["trace[1616841737] 'process raft request' (duration: 210.278827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:43.831297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.168154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:35:43.83135Z","caller":"traceutil/trace.go:171","msg":"trace[1745277528] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1677; }","duration":"140.255607ms","start":"2026-03-04T02:35:43.69108Z","end":"2026-03-04T02:35:43.831335Z","steps":["trace[1745277528] 'agreement among raft nodes before linearized reading' (duration: 139.951119ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:43.832213Z","caller":"traceutil/trace.go:171","msg":"trace[1582557856] transaction","detail":"{read_only:false; response_revision:1678; number_of_response:1; }","duration":"141.084706ms","start":"2026-03-04T02:35:43.69112Z","end":"2026-03-04T02:35:43.832205Z","steps":["trace[1582557856] 'process raft request' (duration: 140.730768ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:49.961352Z","caller":"traceutil/trace.go:171","msg":"trace[1897045601] transaction","detail":"{read_only:false; response_revision:1721; number_of_response:1; }","duration":"107.215822ms","start":"2026-03-04T02:35:49.854111Z","end":"2026-03-04T02:35:49.961327Z","steps":["trace[1897045601] 'process raft request' (duration: 107.040618ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:49.965387Z","caller":"traceutil/trace.go:171","msg":"trace[1935070598] linearizableReadLoop","detail":"{readStateIndex:1789; appliedIndex:1787; }","duration":"104.117549ms","start":"2026-03-04T02:35:49.861237Z","end":"2026-03-04T02:35:49.965355Z","steps":["trace[1935070598] 'read index received' (duration: 99.94233ms)","trace[1935070598] 'applied index is now lower than readState.Index' (duration: 4.174439ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:49.965596Z","caller":"traceutil/trace.go:171","msg":"trace[1803283664] transaction","detail":"{read_only:false; response_revision:1722; number_of_response:1; }","duration":"110.368697ms","start":"2026-03-04T02:35:49.855169Z","end":"2026-03-04T02:35:49.965537Z","steps":["trace[1803283664] 'process raft request' (duration: 110.085431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:49.965698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.385136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:35:49.965778Z","caller":"traceutil/trace.go:171","msg":"trace[560851323] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1722; }","duration":"104.526069ms","start":"2026-03-04T02:35:49.861211Z","end":"2026-03-04T02:35:49.965737Z","steps":["trace[560851323] 'agreement among raft nodes before linearized reading' (duration: 104.226782ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:52.457433Z","caller":"traceutil/trace.go:171","msg":"trace[1899826834] transaction","detail":"{read_only:false; response_revision:1730; number_of_response:1; }","duration":"491.028984ms","start":"2026-03-04T02:35:51.966383Z","end":"2026-03-04T02:35:52.457412Z","steps":["trace[1899826834] 'process raft request' (duration: 490.88036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:52.45756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:51.966356Z","time spent":"491.135076ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:52.458512Z","caller":"traceutil/trace.go:171","msg":"trace[1438347835] linearizableReadLoop","detail":"{readStateIndex:1799; appliedIndex:1798; }","duration":"477.39361ms","start":"2026-03-04T02:35:51.981092Z","end":"2026-03-04T02:35:52.458485Z","steps":["trace[1438347835] 'read index received' (duration: 476.497849ms)","trace[1438347835] 'applied index is now lower than readState.Index' (duration: 894.481µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:52.458597Z","caller":"traceutil/trace.go:171","msg":"trace[578528264] transaction","detail":"{read_only:false; response_revision:1731; number_of_response:1; }","duration":"488.011193ms","start":"2026-03-04T02:35:51.970541Z","end":"2026-03-04T02:35:52.458552Z","steps":["trace[578528264] 'process raft request' (duration: 487.805298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:52.458781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.661807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T02:35:52.458805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:51.970514Z","time spent":"488.174866ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:52.458844Z","caller":"traceutil/trace.go:171","msg":"trace[1923130261] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1731; }","duration":"477.772749ms","start":"2026-03-04T02:35:51.981056Z","end":"2026-03-04T02:35:52.458828Z","steps":["trace[1923130261] 'agreement among raft nodes before linearized reading' (duration: 477.559684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:52.458896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.05197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-04T02:35:52.458957Z","caller":"traceutil/trace.go:171","msg":"trace[172784541] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1731; }","duration":"331.182253ms","start":"2026-03-04T02:35:52.127763Z","end":"2026-03-04T02:35:52.458945Z","steps":["trace[172784541] 'agreement among raft nodes before linearized reading' (duration: 330.954838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:52.458964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.368521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-04T02:35:52.458901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:51.98104Z","time spent":"477.849252ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T02:35:52.459064Z","caller":"traceutil/trace.go:171","msg":"trace[2063709502] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1731; }","duration":"286.526604ms","start":"2026-03-04T02:35:52.172514Z","end":"2026-03-04T02:35:52.459041Z","steps":["trace[2063709502] 'agreement among raft nodes before linearized reading' (duration: 286.240217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:52.459028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:52.127684Z","time spent":"331.331747ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T02:35:52.563191Z","caller":"traceutil/trace.go:171","msg":"trace[429318340] transaction","detail":"{read_only:false; response_revision:1732; number_of_response:1; }","duration":"100.541784ms","start":"2026-03-04T02:35:52.462615Z","end":"2026-03-04T02:35:52.563157Z","steps":["trace[429318340] 'process raft request' (duration: 98.115937ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:52.56321Z","caller":"traceutil/trace.go:171","msg":"trace[298879015] transaction","detail":"{read_only:false; response_revision:1733; number_of_response:1; }","duration":"100.509734ms","start":"2026-03-04T02:35:52.462678Z","end":"2026-03-04T02:35:52.563188Z","steps":["trace[298879015] 'process raft request' (duration: 100.192016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:00.813775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.317059ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:36:00.814045Z","caller":"traceutil/trace.go:171","msg":"trace[991304515] transaction","detail":"{read_only:false; response_revision:1770; number_of_response:1; }","duration":"248.222496ms","start":"2026-03-04T02:36:00.565806Z","end":"2026-03-04T02:36:00.814028Z","steps":["trace[991304515] 'process raft request' (duration: 139.229021ms)","trace[991304515] 'compare' (duration: 108.200527ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:00.813977Z","caller":"traceutil/trace.go:171","msg":"trace[1668840874] linearizableReadLoop","detail":"{readStateIndex:1840; appliedIndex:1839; }","duration":"221.581545ms","start":"2026-03-04T02:36:00.592379Z","end":"2026-03-04T02:36:00.813961Z","steps":["trace[1668840874] 'read index received' (duration: 112.682932ms)","trace[1668840874] 'applied index is now lower than readState.Index' (duration: 108.897393ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:00.81447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.044506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T02:36:00.814582Z","caller":"traceutil/trace.go:171","msg":"trace[1926107297] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1770; }","duration":"222.21815ms","start":"2026-03-04T02:36:00.592338Z","end":"2026-03-04T02:36:00.814557Z","steps":["trace[1926107297] 'agreement among raft nodes before linearized reading' (duration: 221.864172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:00.814608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.8024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:36:00.814648Z","caller":"traceutil/trace.go:171","msg":"trace[60050792] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1770; }","duration":"221.876392ms","start":"2026-03-04T02:36:00.59276Z","end":"2026-03-04T02:36:00.814637Z","steps":["trace[60050792] 'agreement among raft nodes before linearized reading' (duration: 221.635836ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:01.457171Z","caller":"traceutil/trace.go:171","msg":"trace[189636164] linearizableReadLoop","detail":"{readStateIndex:1843; appliedIndex:1842; }","duration":"217.170881ms","start":"2026-03-04T02:36:01.239964Z","end":"2026-03-04T02:36:01.457135Z","steps":["trace[189636164] 'read index received' (duration: 216.834813ms)","trace[189636164] 'applied index is now lower than readState.Index' (duration: 334.408µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:01.457282Z","caller":"traceutil/trace.go:171","msg":"trace[1884238372] transaction","detail":"{read_only:false; response_revision:1773; number_of_response:1; }","duration":"228.526709ms","start":"2026-03-04T02:36:01.228727Z","end":"2026-03-04T02:36:01.457253Z","steps":["trace[1884238372] 'process raft request' (duration: 228.170171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:01.45743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.452927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-04T02:36:01.457481Z","caller":"traceutil/trace.go:171","msg":"trace[1994757460] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1773; }","duration":"217.542639ms","start":"2026-03-04T02:36:01.239923Z","end":"2026-03-04T02:36:01.457466Z","steps":["trace[1994757460] 'agreement among raft nodes before linearized reading' (duration: 217.364135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:01.457492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.491956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-04T02:36:01.457522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.151027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-04T02:36:01.457547Z","caller":"traceutil/trace.go:171","msg":"trace[1414060443] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1773; }","duration":"214.561539ms","start":"2026-03-04T02:36:01.242968Z","end":"2026-03-04T02:36:01.457529Z","steps":["trace[1414060443] 'agreement among raft nodes before linearized reading' (duration: 214.356644ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:01.457554Z","caller":"traceutil/trace.go:171","msg":"trace[1613530253] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1773; }","duration":"195.206979ms","start":"2026-03-04T02:36:01.262338Z","end":"2026-03-04T02:36:01.457545Z","steps":["trace[1613530253] 'agreement among raft nodes before linearized reading' (duration: 195.108557ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:01.581185Z","caller":"traceutil/trace.go:171","msg":"trace[1341144056] transaction","detail":"{read_only:false; response_revision:1774; number_of_response:1; }","duration":"120.122289ms","start":"2026-03-04T02:36:01.46104Z","end":"2026-03-04T02:36:01.581162Z","steps":["trace[1341144056] 'process raft request' (duration: 72.200322ms)","trace[1341144056] 'compare' (duration: 47.727372ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:01.581584Z","caller":"traceutil/trace.go:171","msg":"trace[85491672] transaction","detail":"{read_only:false; response_revision:1775; number_of_response:1; }","duration":"118.88563ms","start":"2026-03-04T02:36:01.462689Z","end":"2026-03-04T02:36:01.581575Z","steps":["trace[85491672] 'process raft request' (duration: 118.442769ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:01.581895Z","caller":"traceutil/trace.go:171","msg":"trace[1839085186] transaction","detail":"{read_only:false; response_revision:1776; number_of_response:1; }","duration":"118.870889ms","start":"2026-03-04T02:36:01.462998Z","end":"2026-03-04T02:36:01.581868Z","steps":["trace[1839085186] 'process raft request' (duration: 118.598082ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:02.658981Z","caller":"traceutil/trace.go:171","msg":"trace[594468079] transaction","detail":"{read_only:false; response_revision:1777; number_of_response:1; }","duration":"100.858813ms","start":"2026-03-04T02:36:02.558093Z","end":"2026-03-04T02:36:02.658952Z","steps":["trace[594468079] 'process raft request' (duration: 100.386211ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:02.96698Z","caller":"traceutil/trace.go:171","msg":"trace[166576380] linearizableReadLoop","detail":"{readStateIndex:1848; appliedIndex:1847; }","duration":"119.991216ms","start":"2026-03-04T02:36:02.846968Z","end":"2026-03-04T02:36:02.966959Z","steps":["trace[166576380] 'read index received' (duration: 119.881713ms)","trace[166576380] 'applied index is now lower than readState.Index' (duration: 108.313µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:02.967041Z","caller":"traceutil/trace.go:171","msg":"trace[568018868] transaction","detail":"{read_only:false; response_revision:1778; number_of_response:1; }","duration":"147.931628ms","start":"2026-03-04T02:36:02.819075Z","end":"2026-03-04T02:36:02.967007Z","steps":["trace[568018868] 'process raft request' (duration: 147.736833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:02.967196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.835373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:36:02.967413Z","caller":"traceutil/trace.go:171","msg":"trace[220711500] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1778; }","duration":"115.086559ms","start":"2026-03-04T02:36:02.852316Z","end":"2026-03-04T02:36:02.967402Z","steps":["trace[220711500] 'agreement among raft nodes before linearized reading' (duration: 114.771112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:02.967884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.910287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T02:36:02.967959Z","caller":"traceutil/trace.go:171","msg":"trace[1167350676] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1778; }","duration":"121.03083ms","start":"2026-03-04T02:36:02.846912Z","end":"2026-03-04T02:36:02.967943Z","steps":["trace[1167350676] 'agreement among raft nodes before linearized reading' (duration: 120.154719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:03.254862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.900536ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:36:03.254996Z","caller":"traceutil/trace.go:171","msg":"trace[452144249] transaction","detail":"{read_only:false; response_revision:1779; number_of_response:1; }","duration":"283.766559ms","start":"2026-03-04T02:36:02.971197Z","end":"2026-03-04T02:36:03.254964Z","steps":["trace[452144249] 'process raft request' (duration: 157.664538ms)","trace[452144249] 'compare' (duration: 125.736152ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:03.28511Z","caller":"traceutil/trace.go:171","msg":"trace[1026227665] transaction","detail":"{read_only:false; response_revision:1780; number_of_response:1; }","duration":"313.612586ms","start":"2026-03-04T02:36:02.971477Z","end":"2026-03-04T02:36:03.285089Z","steps":["trace[1026227665] 'process raft request' (duration: 313.498713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:03.285245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:02.971455Z","time spent":"313.721579ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:03.764136Z","caller":"traceutil/trace.go:171","msg":"trace[1095618455] transaction","detail":"{read_only:false; response_revision:1782; number_of_response:1; }","duration":"174.98648ms","start":"2026-03-04T02:36:03.589122Z","end":"2026-03-04T02:36:03.764108Z","steps":["trace[1095618455] 'process raft request' (duration: 142.717705ms)","trace[1095618455] 'compare' (duration: 32.06854ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:03.846013Z","caller":"traceutil/trace.go:171","msg":"trace[1072644752] linearizableReadLoop","detail":"{readStateIndex:1854; appliedIndex:1851; }","duration":"243.924085ms","start":"2026-03-04T02:36:03.602071Z","end":"2026-03-04T02:36:03.845995Z","steps":["trace[1072644752] 'read index received' (duration: 129.817669ms)","trace[1072644752] 'applied index is now lower than readState.Index' (duration: 114.105496ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:03.846064Z","caller":"traceutil/trace.go:171","msg":"trace[46817768] transaction","detail":"{read_only:false; response_revision:1783; number_of_response:1; }","duration":"256.713078ms","start":"2026-03-04T02:36:03.589315Z","end":"2026-03-04T02:36:03.846028Z","steps":["trace[46817768] 'process raft request' (duration: 256.509153ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:03.846126Z","caller":"traceutil/trace.go:171","msg":"trace[1290382735] transaction","detail":"{read_only:false; response_revision:1784; number_of_response:1; }","duration":"256.729628ms","start":"2026-03-04T02:36:03.589386Z","end":"2026-03-04T02:36:03.846115Z","steps":["trace[1290382735] 'process raft request' (duration: 256.561804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:03.846503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.428496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T02:36:03.846552Z","caller":"traceutil/trace.go:171","msg":"trace[1916760016] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1784; }","duration":"244.534469ms","start":"2026-03-04T02:36:03.602006Z","end":"2026-03-04T02:36:03.846541Z","steps":["trace[1916760016] 'agreement among raft nodes before linearized reading' (duration: 244.440187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:03.846868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.879563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T02:36:03.846908Z","caller":"traceutil/trace.go:171","msg":"trace[1057886539] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1784; }","duration":"181.951915ms","start":"2026-03-04T02:36:03.664946Z","end":"2026-03-04T02:36:03.846898Z","steps":["trace[1057886539] 'agreement among raft nodes before linearized reading' (duration: 181.833263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:04.13171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.831838ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-03-04T02:36:04.977149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.372752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T02:36:04.977237Z","caller":"traceutil/trace.go:171","msg":"trace[9913745] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1786; }","duration":"122.509506ms","start":"2026-03-04T02:36:04.854707Z","end":"2026-03-04T02:36:04.977216Z","steps":["trace[9913745] 'range keys from in-memory index tree' (duration: 122.206009ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:05.285028Z","caller":"traceutil/trace.go:171","msg":"trace[1207419938] transaction","detail":"{read_only:false; response_revision:1788; number_of_response:1; }","duration":"153.876029ms","start":"2026-03-04T02:36:05.131062Z","end":"2026-03-04T02:36:05.284938Z","steps":["trace[1207419938] 'process raft request' (duration: 144.563718ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:05.625402Z","caller":"traceutil/trace.go:171","msg":"trace[620041294] transaction","detail":"{read_only:false; response_revision:1790; number_of_response:1; }","duration":"333.11527ms","start":"2026-03-04T02:36:05.29224Z","end":"2026-03-04T02:36:05.625355Z","steps":["trace[620041294] 'process raft request' (duration: 312.182794ms)","trace[620041294] 'compare' (duration: 20.703781ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:05.625583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:05.292225Z","time spent":"333.268563ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:05.650773Z","caller":"traceutil/trace.go:171","msg":"trace[202230601] transaction","detail":"{read_only:false; response_revision:1791; number_of_response:1; }","duration":"106.493405ms","start":"2026-03-04T02:36:05.544254Z","end":"2026-03-04T02:36:05.650747Z","steps":["trace[202230601] 'process raft request' (duration: 106.339491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:06.075605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.009401ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:36:06.075801Z","caller":"traceutil/trace.go:171","msg":"trace[1176763255] linearizableReadLoop","detail":"{readStateIndex:1865; appliedIndex:1863; }","duration":"189.798931ms","start":"2026-03-04T02:36:05.885985Z","end":"2026-03-04T02:36:06.075784Z","steps":["trace[1176763255] 'read index received' (duration: 73.539734ms)","trace[1176763255] 'applied index is now lower than readState.Index' (duration: 116.258067ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:06.075942Z","caller":"traceutil/trace.go:171","msg":"trace[1514507213] transaction","detail":"{read_only:false; response_revision:1794; number_of_response:1; }","duration":"198.394305ms","start":"2026-03-04T02:36:05.877525Z","end":"2026-03-04T02:36:06.075919Z","steps":["trace[1514507213] 'process raft request' (duration: 198.202401ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:06.075917Z","caller":"traceutil/trace.go:171","msg":"trace[1179866725] transaction","detail":"{read_only:false; response_revision:1793; number_of_response:1; }","duration":"200.166027ms","start":"2026-03-04T02:36:05.875714Z","end":"2026-03-04T02:36:06.07588Z","steps":["trace[1179866725] 'process raft request' (duration: 83.796238ms)","trace[1179866725] 'compare' (duration: 115.694303ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:06.076106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.082738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11989"} {"level":"info","ts":"2026-03-04T02:36:06.076188Z","caller":"traceutil/trace.go:171","msg":"trace[1018875744] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1794; }","duration":"190.201451ms","start":"2026-03-04T02:36:05.885967Z","end":"2026-03-04T02:36:06.076169Z","steps":["trace[1018875744] 'agreement among raft nodes before linearized reading' (duration: 189.914824ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:07.219428Z","caller":"traceutil/trace.go:171","msg":"trace[1656803678] transaction","detail":"{read_only:false; response_revision:1797; number_of_response:1; }","duration":"124.699728ms","start":"2026-03-04T02:36:07.094702Z","end":"2026-03-04T02:36:07.219401Z","steps":["trace[1656803678] 'process raft request' (duration: 124.535354ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:07.77246Z","caller":"traceutil/trace.go:171","msg":"trace[1570537187] transaction","detail":"{read_only:false; response_revision:1799; number_of_response:1; }","duration":"125.69892ms","start":"2026-03-04T02:36:07.646732Z","end":"2026-03-04T02:36:07.772431Z","steps":["trace[1570537187] 'process raft request' (duration: 125.520686ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:07.812438Z","caller":"traceutil/trace.go:171","msg":"trace[2012924694] transaction","detail":"{read_only:false; response_revision:1800; number_of_response:1; }","duration":"158.10993ms","start":"2026-03-04T02:36:07.654298Z","end":"2026-03-04T02:36:07.812408Z","steps":["trace[2012924694] 'process raft request' (duration: 157.958526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:08.083229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.07708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T02:36:08.083331Z","caller":"traceutil/trace.go:171","msg":"trace[52242740] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1800; }","duration":"207.215014ms","start":"2026-03-04T02:36:07.876092Z","end":"2026-03-04T02:36:08.083307Z","steps":["trace[52242740] 'range keys from in-memory index tree' (duration: 206.851365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:09.015216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.640265ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:36:09.015459Z","caller":"traceutil/trace.go:171","msg":"trace[923953040] transaction","detail":"{read_only:false; response_revision:1805; number_of_response:1; }","duration":"247.280384ms","start":"2026-03-04T02:36:08.76815Z","end":"2026-03-04T02:36:09.01543Z","steps":["trace[923953040] 'process raft request' (duration: 106.317811ms)","trace[923953040] 'compare' (duration: 140.486102ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:09.442289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.766043ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-04T02:36:09.442385Z","caller":"traceutil/trace.go:171","msg":"trace[2107148802] linearizableReadLoop","detail":"{readStateIndex:1878; appliedIndex:1877; }","duration":"252.379945ms","start":"2026-03-04T02:36:09.189989Z","end":"2026-03-04T02:36:09.442369Z","steps":["trace[2107148802] 'read index received' (duration: 142.53794ms)","trace[2107148802] 'applied index is now lower than readState.Index' (duration: 109.839735ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:09.442536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.528109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T02:36:09.442569Z","caller":"traceutil/trace.go:171","msg":"trace[1278870913] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1806; }","duration":"252.630661ms","start":"2026-03-04T02:36:09.189924Z","end":"2026-03-04T02:36:09.442555Z","steps":["trace[1278870913] 'agreement among raft nodes before linearized reading' (duration: 252.481868ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:10.335292Z","caller":"traceutil/trace.go:171","msg":"trace[644501537] linearizableReadLoop","detail":"{readStateIndex:1884; appliedIndex:1882; }","duration":"101.459236ms","start":"2026-03-04T02:36:10.233814Z","end":"2026-03-04T02:36:10.335274Z","steps":["trace[644501537] 'read index received' (duration: 87.045344ms)","trace[644501537] 'applied index is now lower than readState.Index' (duration: 14.413042ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:10.335413Z","caller":"traceutil/trace.go:171","msg":"trace[1646781112] transaction","detail":"{read_only:false; response_revision:1811; number_of_response:1; }","duration":"157.76169ms","start":"2026-03-04T02:36:10.17761Z","end":"2026-03-04T02:36:10.335372Z","steps":["trace[1646781112] 'process raft request' (duration: 143.228365ms)","trace[1646781112] 'compare' (duration: 14.155346ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:10.335451Z","caller":"traceutil/trace.go:171","msg":"trace[1191771301] transaction","detail":"{read_only:false; response_revision:1812; number_of_response:1; }","duration":"157.276818ms","start":"2026-03-04T02:36:10.178151Z","end":"2026-03-04T02:36:10.335428Z","steps":["trace[1191771301] 'process raft request' (duration: 157.067423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:10.335668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.833755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T02:36:10.335708Z","caller":"traceutil/trace.go:171","msg":"trace[250814811] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1812; }","duration":"101.925107ms","start":"2026-03-04T02:36:10.233774Z","end":"2026-03-04T02:36:10.335699Z","steps":["trace[250814811] 'agreement among raft nodes before linearized reading' (duration: 101.818794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:10.572012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.957953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T02:36:10.572105Z","caller":"traceutil/trace.go:171","msg":"trace[1629476618] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1812; }","duration":"122.101336ms","start":"2026-03-04T02:36:10.449987Z","end":"2026-03-04T02:36:10.572088Z","steps":["trace[1629476618] 'range keys from in-memory index tree' (duration: 121.786558ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:11.13256Z","caller":"traceutil/trace.go:171","msg":"trace[525446439] transaction","detail":"{read_only:false; response_revision:1813; number_of_response:1; }","duration":"112.351374ms","start":"2026-03-04T02:36:11.020129Z","end":"2026-03-04T02:36:11.13248Z","steps":["trace[525446439] 'process raft request' (duration: 112.105218ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:12.079851Z","caller":"traceutil/trace.go:171","msg":"trace[1319036035] transaction","detail":"{read_only:false; response_revision:1818; number_of_response:1; }","duration":"213.79932ms","start":"2026-03-04T02:36:11.86601Z","end":"2026-03-04T02:36:12.079809Z","steps":["trace[1319036035] 'process raft request' (duration: 213.556974ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:12.121474Z","caller":"traceutil/trace.go:171","msg":"trace[125041897] transaction","detail":"{read_only:false; response_revision:1819; number_of_response:1; }","duration":"114.631938ms","start":"2026-03-04T02:36:12.006807Z","end":"2026-03-04T02:36:12.121439Z","steps":["trace[125041897] 'process raft request' (duration: 114.470384ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:12.611407Z","caller":"traceutil/trace.go:171","msg":"trace[2057238693] transaction","detail":"{read_only:false; response_revision:1822; number_of_response:1; }","duration":"192.498995ms","start":"2026-03-04T02:36:12.418878Z","end":"2026-03-04T02:36:12.611377Z","steps":["trace[2057238693] 'process raft request' (duration: 136.511648ms)","trace[2057238693] 'compare' (duration: 55.807433ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:13.035034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.156334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T02:36:13.035195Z","caller":"traceutil/trace.go:171","msg":"trace[820059936] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:1822; }","duration":"307.365409ms","start":"2026-03-04T02:36:12.727809Z","end":"2026-03-04T02:36:13.035175Z","steps":["trace[820059936] 'count revisions from in-memory index tree' (duration: 307.078462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:13.035279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:12.727793Z","time spent":"307.469431ms","remote":"127.0.0.1:56778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":2,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:36:13.059516Z","caller":"traceutil/trace.go:171","msg":"trace[853008398] transaction","detail":"{read_only:false; response_revision:1823; number_of_response:1; }","duration":"268.869086ms","start":"2026-03-04T02:36:12.790625Z","end":"2026-03-04T02:36:13.059494Z","steps":["trace[853008398] 'process raft request' (duration: 268.710302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:13.52252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.187979ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:36:13.522756Z","caller":"traceutil/trace.go:171","msg":"trace[290965641] transaction","detail":"{read_only:false; response_revision:1825; number_of_response:1; }","duration":"385.023831ms","start":"2026-03-04T02:36:13.137703Z","end":"2026-03-04T02:36:13.522727Z","steps":["trace[290965641] 'process raft request' (duration: 146.477283ms)","trace[290965641] 'compare' (duration: 238.031966ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:13.522861Z","caller":"traceutil/trace.go:171","msg":"trace[1890163303] transaction","detail":"{read_only:false; response_revision:1826; number_of_response:1; }","duration":"352.171202ms","start":"2026-03-04T02:36:13.170664Z","end":"2026-03-04T02:36:13.522836Z","steps":["trace[1890163303] 'process raft request' (duration: 352.06209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:13.522926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:13.137653Z","time spent":"385.179384ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:13.522945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:13.170647Z","time spent":"352.265594ms","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":697,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:36:13.714608Z","caller":"traceutil/trace.go:171","msg":"trace[602917354] transaction","detail":"{read_only:false; response_revision:1828; number_of_response:1; }","duration":"134.09513ms","start":"2026-03-04T02:36:13.57955Z","end":"2026-03-04T02:36:13.713645Z","steps":["trace[602917354] 'process raft request' (duration: 130.70184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:14.50454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.386242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-04T02:36:14.504648Z","caller":"traceutil/trace.go:171","msg":"trace[1768789403] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1832; }","duration":"235.551286ms","start":"2026-03-04T02:36:14.269073Z","end":"2026-03-04T02:36:14.504624Z","steps":["trace[1768789403] 'range keys from in-memory index tree' (duration: 235.235899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:15.115688Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395024317,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:36:15.634483Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395024317,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:36:16.135091Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395024317,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:36:16.165789Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.609587681s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:36:16.166082Z","caller":"traceutil/trace.go:171","msg":"trace[1264419592] transaction","detail":"{read_only:false; response_revision:1835; number_of_response:1; }","duration":"1.651100075s","start":"2026-03-04T02:36:14.514968Z","end":"2026-03-04T02:36:16.166068Z","steps":["trace[1264419592] 'process raft request' (duration: 1.651066834s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:16.166134Z","caller":"traceutil/trace.go:171","msg":"trace[1109973390] transaction","detail":"{read_only:false; response_revision:1834; number_of_response:1; }","duration":"1.657467146s","start":"2026-03-04T02:36:14.508649Z","end":"2026-03-04T02:36:16.166116Z","steps":["trace[1109973390] 'process raft request' (duration: 1.657287792s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:16.166187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:14.514947Z","time spent":"1.651185908s","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":813,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:36:16.16623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:14.50863Z","time spent":"1.657550919s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:17.658267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000246005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:36:17.658358Z","caller":"traceutil/trace.go:171","msg":"trace[1836958181] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000413929s","start":"2026-03-04T02:36:15.657924Z","end":"2026-03-04T02:36:17.658338Z","steps":["trace[1836958181] 'agreement among raft nodes before linearized reading' (duration: 2.000278746s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:17.658434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:15.657906Z","time spent":"2.000489121s","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:36:17.890869Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.724906095s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:36:19.115153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.583732672s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:36:19.115333Z","caller":"traceutil/trace.go:171","msg":"trace[2038421414] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1835; }","duration":"2.583932927s","start":"2026-03-04T02:36:16.531374Z","end":"2026-03-04T02:36:19.115307Z","steps":["trace[2038421414] 'range keys from in-memory index tree' (duration: 2.583706231s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:19.115361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.224198671s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:36:19.115629Z","caller":"traceutil/trace.go:171","msg":"trace[2080801215] linearizableReadLoop","detail":"{readStateIndex:1910; appliedIndex:1906; }","duration":"4.499975715s","start":"2026-03-04T02:36:14.615628Z","end":"2026-03-04T02:36:19.115604Z","steps":["trace[2080801215] 'read index received' (duration: 1.550358026s)","trace[2080801215] 'applied index is now lower than readState.Index' (duration: 2.949616299s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:19.115682Z","caller":"traceutil/trace.go:171","msg":"trace[1007436164] transaction","detail":"{read_only:false; response_revision:1837; number_of_response:1; }","duration":"3.586785649s","start":"2026-03-04T02:36:15.528862Z","end":"2026-03-04T02:36:19.115648Z","steps":["trace[1007436164] 'process raft request' (duration: 3.586607865s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:19.115692Z","caller":"traceutil/trace.go:171","msg":"trace[1044041661] transaction","detail":"{read_only:false; response_revision:1838; number_of_response:1; }","duration":"2.978405412s","start":"2026-03-04T02:36:16.137256Z","end":"2026-03-04T02:36:19.115662Z","steps":["trace[1044041661] 'process raft request' (duration: 2.978292389s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:19.115708Z","caller":"traceutil/trace.go:171","msg":"trace[940902421] transaction","detail":"{read_only:false; response_revision:1836; number_of_response:1; }","duration":"3.9309215s","start":"2026-03-04T02:36:15.184722Z","end":"2026-03-04T02:36:19.115643Z","steps":["trace[940902421] 'process raft request' (duration: 2.706322619s)","trace[940902421] 'compare' (duration: 1.223206398s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:19.115826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:15.528836Z","time spent":"3.586910593s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:19.115847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.500221002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-04T02:36:19.115875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:16.137234Z","time spent":"2.978541545s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:19.115895Z","caller":"traceutil/trace.go:171","msg":"trace[2112123687] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1838; }","duration":"4.500316634s","start":"2026-03-04T02:36:14.615564Z","end":"2026-03-04T02:36:19.115881Z","steps":["trace[2112123687] 'agreement among raft nodes before linearized reading' (duration: 4.50014497s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:19.115896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:15.184692Z","time spent":"3.931110835s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:19.115948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:14.615537Z","time spent":"4.500397186s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:36:19.229215Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.338190365s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:36:19.65934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000176094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:36:19.659405Z","caller":"traceutil/trace.go:171","msg":"trace[1285600174] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000287477s","start":"2026-03-04T02:36:17.659104Z","end":"2026-03-04T02:36:19.659391Z","steps":["trace[1285600174] 'agreement among raft nodes before linearized reading' (duration: 2.000202895s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:19.659441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:17.659088Z","time spent":"2.000346748s","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:36:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:36:20.930123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99942041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:36:20.930216Z","caller":"traceutil/trace.go:171","msg":"trace[1709061182] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999594884s","start":"2026-03-04T02:36:15.9306Z","end":"2026-03-04T02:36:20.930195Z","steps":["trace[1709061182] 'agreement among raft nodes before linearized reading' (duration: 4.99945737s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:20.930264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:15.93057Z","time spent":"4.999683096s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:36:21.477294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000363087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:36:21.477381Z","caller":"traceutil/trace.go:171","msg":"trace[1227693840] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00046632s","start":"2026-03-04T02:36:19.476892Z","end":"2026-03-04T02:36:21.477359Z","steps":["trace[1227693840] 'agreement among raft nodes before linearized reading' (duration: 2.000358607s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:21.477431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:19.476837Z","time spent":"2.000582192s","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:36:21.559429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998861355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:36:21.559516Z","caller":"traceutil/trace.go:171","msg":"trace[2108659921] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.99904124s","start":"2026-03-04T02:36:16.56045Z","end":"2026-03-04T02:36:21.559492Z","steps":["trace[2108659921] 'agreement among raft nodes before linearized reading' (duration: 4.998922877s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:21.559577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:16.560412Z","time spent":"4.999146112s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/04 02:36:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:36:21.667757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000294425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:36:21.667883Z","caller":"traceutil/trace.go:171","msg":"trace[392632337] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0004849s","start":"2026-03-04T02:36:19.667373Z","end":"2026-03-04T02:36:21.667858Z","steps":["trace[392632337] 'agreement among raft nodes before linearized reading' (duration: 2.000311316s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:21.667956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:19.667358Z","time spent":"2.000575552s","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:36:23.601815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.372164634s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:36:23.602282Z","caller":"traceutil/trace.go:171","msg":"trace[2138337687] transaction","detail":"{read_only:false; response_revision:1841; number_of_response:1; }","duration":"4.481481006s","start":"2026-03-04T02:36:19.120767Z","end":"2026-03-04T02:36:23.602248Z","steps":["trace[2138337687] 'process raft request' (duration: 4.481371744s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:23.602294Z","caller":"traceutil/trace.go:171","msg":"trace[611227066] transaction","detail":"{read_only:false; response_revision:1840; number_of_response:1; }","duration":"4.607234668s","start":"2026-03-04T02:36:18.995018Z","end":"2026-03-04T02:36:23.602253Z","steps":["trace[611227066] 'process raft request' (duration: 4.606936541s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:23.602363Z","caller":"traceutil/trace.go:171","msg":"trace[842650389] transaction","detail":"{read_only:false; response_revision:1839; number_of_response:1; }","duration":"6.097648975s","start":"2026-03-04T02:36:17.504614Z","end":"2026-03-04T02:36:23.602263Z","steps":["trace[842650389] 'process raft request' (duration: 1.724887256s)","trace[842650389] 'compare' (duration: 4.37113543s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:23.602462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:19.120748Z","time spent":"4.4816136s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:23.602456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:18.994997Z","time spent":"4.607380392s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:23.602574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:17.504588Z","time spent":"6.097869489s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:23.676318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000775638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:36:23.67641Z","caller":"traceutil/trace.go:171","msg":"trace[622914165] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000925621s","start":"2026-03-04T02:36:21.675463Z","end":"2026-03-04T02:36:23.676388Z","steps":["trace[622914165] 'agreement among raft nodes before linearized reading' (duration: 2.000811089s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:23.676459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:21.675446Z","time spent":"2.001002934s","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:36:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:36:24.357891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.693121ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-04T02:36:24.358209Z","caller":"traceutil/trace.go:171","msg":"trace[1379056322] linearizableReadLoop","detail":"{readStateIndex:1913; appliedIndex:1911; }","duration":"5.242500194s","start":"2026-03-04T02:36:19.115672Z","end":"2026-03-04T02:36:24.358173Z","steps":["trace[1379056322] 'read index received' (duration: 113.84898ms)","trace[1379056322] 'applied index is now lower than readState.Index' (duration: 5.128650013s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:24.35824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:23.619505Z","time spent":"738.727858ms","remote":"127.0.0.1:54148","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:36:24.358293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.09312371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T02:36:24.358362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.14203523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T02:36:24.358419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.693441086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T02:36:24.358471Z","caller":"traceutil/trace.go:171","msg":"trace[1754997585] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1841; }","duration":"7.693535069s","start":"2026-03-04T02:36:16.664924Z","end":"2026-03-04T02:36:24.358459Z","steps":["trace[1754997585] 'agreement among raft nodes before linearized reading' (duration: 7.693465898s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:24.358498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:16.664897Z","time spent":"7.69359553s","remote":"127.0.0.1:47394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:36:24.358496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.636590088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T02:36:24.358569Z","caller":"traceutil/trace.go:171","msg":"trace[1392709576] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1841; }","duration":"9.63666192s","start":"2026-03-04T02:36:14.721889Z","end":"2026-03-04T02:36:24.358551Z","steps":["trace[1392709576] 'agreement among raft nodes before linearized reading' (duration: 9.636467305s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:24.358625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.885152883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:36:24.358475Z","caller":"traceutil/trace.go:171","msg":"trace[1729294617] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1841; }","duration":"7.093259203s","start":"2026-03-04T02:36:17.26508Z","end":"2026-03-04T02:36:24.358339Z","steps":["trace[1729294617] 'agreement among raft nodes before linearized reading' (duration: 7.0931271s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:24.358778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.548303855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-04T02:36:24.358833Z","caller":"traceutil/trace.go:171","msg":"trace[179967050] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1841; }","duration":"9.548404557s","start":"2026-03-04T02:36:14.810415Z","end":"2026-03-04T02:36:24.358819Z","steps":["trace[179967050] 'agreement among raft nodes before linearized reading' (duration: 9.548257313s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:24.358881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:14.810381Z","time spent":"9.548488959s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:36:24.358797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.510710434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T02:36:24.358886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:17.265052Z","time spent":"7.093694454s","remote":"127.0.0.1:47382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:36:24.359019Z","caller":"traceutil/trace.go:171","msg":"trace[234172723] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:1841; }","duration":"5.511055713s","start":"2026-03-04T02:36:18.847936Z","end":"2026-03-04T02:36:24.358991Z","steps":["trace[234172723] 'agreement among raft nodes before linearized reading' (duration: 5.510440328s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:24.358405Z","caller":"traceutil/trace.go:171","msg":"trace[4442603] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:1841; }","duration":"7.142172673s","start":"2026-03-04T02:36:17.21622Z","end":"2026-03-04T02:36:24.358392Z","steps":["trace[4442603] 'agreement among raft nodes before linearized reading' (duration: 7.14207331s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:24.3592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:17.216198Z","time spent":"7.142991963s","remote":"127.0.0.1:56774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":29,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:36:24.359158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:18.847902Z","time spent":"5.511242367s","remote":"127.0.0.1:47304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":88,"response size":29,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:36:24.358646Z","caller":"traceutil/trace.go:171","msg":"trace[497459593] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:1841; }","duration":"7.885199775s","start":"2026-03-04T02:36:16.473441Z","end":"2026-03-04T02:36:24.35864Z","steps":["trace[497459593] 'agreement among raft nodes before linearized reading' (duration: 7.885169074s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:24.359301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:16.473423Z","time spent":"7.88587357s","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:36:24.358597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.198131965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11989"} {"level":"info","ts":"2026-03-04T02:36:24.359461Z","caller":"traceutil/trace.go:171","msg":"trace[1965777517] transaction","detail":"{read_only:false; response_revision:1842; number_of_response:1; }","duration":"3.79556818s","start":"2026-03-04T02:36:20.563886Z","end":"2026-03-04T02:36:24.359454Z","steps":["trace[1965777517] 'process raft request' (duration: 3.794115125s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:24.359524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:20.563861Z","time spent":"3.795620592s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:24.358364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.393259357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:36:24.35948Z","caller":"traceutil/trace.go:171","msg":"trace[361230438] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1841; }","duration":"8.198984585s","start":"2026-03-04T02:36:16.16044Z","end":"2026-03-04T02:36:24.359424Z","steps":["trace[361230438] 'agreement among raft nodes before linearized reading' (duration: 8.198067893s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:24.359579Z","caller":"traceutil/trace.go:171","msg":"trace[620805199] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:1841; }","duration":"9.394524107s","start":"2026-03-04T02:36:14.965033Z","end":"2026-03-04T02:36:24.359557Z","steps":["trace[620805199] 'agreement among raft nodes before linearized reading' (duration: 9.393269968s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:24.359629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:16.160424Z","time spent":"8.19915062s","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12011,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:36:24.35965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:14.965013Z","time spent":"9.39461777s","remote":"127.0.0.1:38552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:36:24.358642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:14.721846Z","time spent":"9.636782712s","remote":"127.0.0.1:36312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T02:36:24.35863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.18773853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-04T02:36:24.35863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.558697066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:36:24.359928Z","caller":"traceutil/trace.go:171","msg":"trace[1578909696] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1841; }","duration":"6.189052061s","start":"2026-03-04T02:36:18.170836Z","end":"2026-03-04T02:36:24.359888Z","steps":["trace[1578909696] 'agreement among raft nodes before linearized reading' (duration: 6.187594647s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:24.360104Z","caller":"traceutil/trace.go:171","msg":"trace[1739496078] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1841; }","duration":"8.560335945s","start":"2026-03-04T02:36:15.799747Z","end":"2026-03-04T02:36:24.360083Z","steps":["trace[1739496078] 'agreement among raft nodes before linearized reading' (duration: 8.558771858s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:24.36015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:18.170814Z","time spent":"6.189321938s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:36:24.360215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:15.799727Z","time spent":"8.560448918s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:36:24.559835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.287488ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:36:24.560099Z","caller":"traceutil/trace.go:171","msg":"trace[1202384159] transaction","detail":"{read_only:false; response_revision:1843; number_of_response:1; }","duration":"3.438254306s","start":"2026-03-04T02:36:21.121813Z","end":"2026-03-04T02:36:24.560068Z","steps":["trace[1202384159] 'process raft request' (duration: 3.23763089s)","trace[1202384159] 'compare' (duration: 200.147855ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:24.560221Z","caller":"traceutil/trace.go:171","msg":"trace[1576773548] transaction","detail":"{read_only:false; response_revision:1844; number_of_response:1; }","duration":"3.437897288s","start":"2026-03-04T02:36:21.122307Z","end":"2026-03-04T02:36:24.560205Z","steps":["trace[1576773548] 'process raft request' (duration: 3.437639862s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:24.5603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:21.121794Z","time spent":"3.43843846s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:24.560311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:21.122301Z","time spent":"3.437959559s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:24.560628Z","caller":"traceutil/trace.go:171","msg":"trace[1239668554] transaction","detail":"{read_only:false; response_revision:1845; number_of_response:1; }","duration":"3.437038427s","start":"2026-03-04T02:36:21.123574Z","end":"2026-03-04T02:36:24.560613Z","steps":["trace[1239668554] 'process raft request' (duration: 3.436581707s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:24.560715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:21.123568Z","time spent":"3.43710465s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:24.560719Z","caller":"traceutil/trace.go:171","msg":"trace[1581276878] linearizableReadLoop","detail":"{readStateIndex:1919; appliedIndex:1915; }","duration":"202.44914ms","start":"2026-03-04T02:36:24.358247Z","end":"2026-03-04T02:36:24.560696Z","steps":["trace[1581276878] 'read index received' (duration: 203.415µs)","trace[1581276878] 'applied index is now lower than readState.Index' (duration: 202.244115ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:24.560763Z","caller":"traceutil/trace.go:171","msg":"trace[2054641568] transaction","detail":"{read_only:false; response_revision:1847; number_of_response:1; }","duration":"195.370052ms","start":"2026-03-04T02:36:24.365357Z","end":"2026-03-04T02:36:24.560727Z","steps":["trace[2054641568] 'process raft request' (duration: 195.313271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:24.560879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.457184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T02:36:24.560914Z","caller":"traceutil/trace.go:171","msg":"trace[1462978809] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:1847; }","duration":"265.544996ms","start":"2026-03-04T02:36:24.295359Z","end":"2026-03-04T02:36:24.560904Z","steps":["trace[1462978809] 'agreement among raft nodes before linearized reading' (duration: 265.427334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:24.561024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.69434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.240\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-04T02:36:24.561079Z","caller":"traceutil/trace.go:171","msg":"trace[1657134805] range","detail":"{range_begin:/registry/masterleases/199.19.213.240; range_end:; response_count:1; response_revision:1847; }","duration":"790.814513ms","start":"2026-03-04T02:36:23.770252Z","end":"2026-03-04T02:36:24.561066Z","steps":["trace[1657134805] 'agreement among raft nodes before linearized reading' (duration: 790.67037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:24.561094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.557388977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-03-04T02:36:24.561129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:23.77022Z","time spent":"790.898285ms","remote":"127.0.0.1:46920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.240\" "} {"level":"warn","ts":"2026-03-04T02:36:24.561147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.16347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-04T02:36:24.561155Z","caller":"traceutil/trace.go:171","msg":"trace[1022256194] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:1847; }","duration":"2.557483589s","start":"2026-03-04T02:36:22.003658Z","end":"2026-03-04T02:36:24.561142Z","steps":["trace[1022256194] 'agreement among raft nodes before linearized reading' (duration: 2.557383017s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:24.561173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.427158782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:36:24.561187Z","caller":"traceutil/trace.go:171","msg":"trace[1578954676] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1847; }","duration":"998.268563ms","start":"2026-03-04T02:36:23.562906Z","end":"2026-03-04T02:36:24.561175Z","steps":["trace[1578954676] 'agreement among raft nodes before linearized reading' (duration: 998.075688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:24.561197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:22.003639Z","time spent":"2.557546461s","remote":"127.0.0.1:46972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":140,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-03-04T02:36:24.561214Z","caller":"traceutil/trace.go:171","msg":"trace[28023751] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:1847; }","duration":"5.427229033s","start":"2026-03-04T02:36:19.133971Z","end":"2026-03-04T02:36:24.5612Z","steps":["trace[28023751] 'agreement among raft nodes before linearized reading' (duration: 5.427181532s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:24.561225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:23.562876Z","time spent":"998.340245ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:36:24.56125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:19.133954Z","time spent":"5.427288025s","remote":"127.0.0.1:56746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:36:24.561288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.893583438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189982afc5db10aa\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-04T02:36:24.560878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.048356355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T02:36:24.561368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.72821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:36:24.561553Z","caller":"traceutil/trace.go:171","msg":"trace[1330221336] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1847; }","duration":"884.949205ms","start":"2026-03-04T02:36:23.676588Z","end":"2026-03-04T02:36:24.561537Z","steps":["trace[1330221336] 'agreement among raft nodes before linearized reading' (duration: 884.473064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:24.561133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.93584451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T02:36:24.5616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:23.676571Z","time spent":"885.017867ms","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:36:24.561697Z","caller":"traceutil/trace.go:171","msg":"trace[1814655703] transaction","detail":"{read_only:false; response_revision:1846; number_of_response:1; }","duration":"196.300474ms","start":"2026-03-04T02:36:24.36535Z","end":"2026-03-04T02:36:24.561651Z","steps":["trace[1814655703] 'process raft request' (duration: 195.176017ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:24.561713Z","caller":"traceutil/trace.go:171","msg":"trace[522558502] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:1847; }","duration":"4.936454615s","start":"2026-03-04T02:36:19.625241Z","end":"2026-03-04T02:36:24.561696Z","steps":["trace[522558502] 'agreement among raft nodes before linearized reading' (duration: 4.935849081s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:24.561372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.446565174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:36:24.561784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:19.625224Z","time spent":"4.936537267s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:36:24.561816Z","caller":"traceutil/trace.go:171","msg":"trace[823013210] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1847; }","duration":"1.447051745s","start":"2026-03-04T02:36:23.114746Z","end":"2026-03-04T02:36:24.561798Z","steps":["trace[823013210] 'agreement among raft nodes before linearized reading' (duration: 1.446584134s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:24.561882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:23.114714Z","time spent":"1.447152118s","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:36:24.561382Z","caller":"traceutil/trace.go:171","msg":"trace[700443437] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:1847; }","duration":"2.048889948s","start":"2026-03-04T02:36:22.512483Z","end":"2026-03-04T02:36:24.561373Z","steps":["trace[700443437] 'agreement among raft nodes before linearized reading' (duration: 2.048328135s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:24.561345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.556024405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:115404"} {"level":"warn","ts":"2026-03-04T02:36:24.561993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:22.512472Z","time spent":"2.049506503s","remote":"127.0.0.1:47236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":29,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:36:24.562027Z","caller":"traceutil/trace.go:171","msg":"trace[1976567238] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1847; }","duration":"2.556755732s","start":"2026-03-04T02:36:22.005259Z","end":"2026-03-04T02:36:24.562014Z","steps":["trace[1976567238] 'agreement among raft nodes before linearized reading' (duration: 2.555782369s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:24.562071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:22.005249Z","time spent":"2.556810984s","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":115426,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-03-04T02:36:24.561399Z","caller":"traceutil/trace.go:171","msg":"trace[710713148] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189982afc5db10aa; range_end:; response_count:1; response_revision:1847; }","duration":"4.893760812s","start":"2026-03-04T02:36:19.667609Z","end":"2026-03-04T02:36:24.56137Z","steps":["trace[710713148] 'agreement among raft nodes before linearized reading' (duration: 4.893377653s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:24.561453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.106929365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T02:36:24.562225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:19.667586Z","time spent":"4.894627402s","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189982afc5db10aa\" "} {"level":"info","ts":"2026-03-04T02:36:24.562229Z","caller":"traceutil/trace.go:171","msg":"trace[431711031] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:1847; }","duration":"2.107748384s","start":"2026-03-04T02:36:22.454467Z","end":"2026-03-04T02:36:24.562215Z","steps":["trace[431711031] 'agreement among raft nodes before linearized reading' (duration: 2.106877924s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:24.562285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:22.454447Z","time spent":"2.107820386s","remote":"127.0.0.1:47326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":29,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:36:24.562275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.735965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:36:24.561485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.62857155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T02:36:24.562412Z","caller":"traceutil/trace.go:171","msg":"trace[1901138407] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1848; }","duration":"188.890668ms","start":"2026-03-04T02:36:24.373475Z","end":"2026-03-04T02:36:24.562365Z","steps":["trace[1901138407] 'agreement among raft nodes before linearized reading' (duration: 188.604631ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:24.562453Z","caller":"traceutil/trace.go:171","msg":"trace[1413802650] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1847; }","duration":"1.629575914s","start":"2026-03-04T02:36:22.932865Z","end":"2026-03-04T02:36:24.562441Z","steps":["trace[1413802650] 'agreement among raft nodes before linearized reading' (duration: 1.628533249s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:24.562491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:22.932836Z","time spent":"1.629644436s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T02:36:24.5625Z","caller":"traceutil/trace.go:171","msg":"trace[2142096820] transaction","detail":"{read_only:false; response_revision:1848; number_of_response:1; }","duration":"195.746441ms","start":"2026-03-04T02:36:24.366737Z","end":"2026-03-04T02:36:24.562483Z","steps":["trace[2142096820] 'process raft request' (duration: 195.128536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:24.884909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.172285ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-03-04T02:36:24.885155Z","caller":"traceutil/trace.go:171","msg":"trace[593460026] linearizableReadLoop","detail":"{readStateIndex:1923; appliedIndex:1922; }","duration":"320.213253ms","start":"2026-03-04T02:36:24.564918Z","end":"2026-03-04T02:36:24.885132Z","steps":["trace[593460026] 'read index received' (duration: 125.800323ms)","trace[593460026] 'applied index is now lower than readState.Index' (duration: 194.41162ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:24.885318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:24.563979Z","time spent":"321.334721ms","remote":"127.0.0.1:46920","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T02:36:24.885394Z","caller":"traceutil/trace.go:171","msg":"trace[328386950] transaction","detail":"{read_only:false; response_revision:1849; number_of_response:1; }","duration":"320.373937ms","start":"2026-03-04T02:36:24.565003Z","end":"2026-03-04T02:36:24.885377Z","steps":["trace[328386950] 'process raft request' (duration: 320.024289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:24.88552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:24.564982Z","time spent":"320.46189ms","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:24.885587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.660255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:14 size:23872"} {"level":"info","ts":"2026-03-04T02:36:24.885684Z","caller":"traceutil/trace.go:171","msg":"trace[783668116] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:14; response_revision:1849; }","duration":"320.718336ms","start":"2026-03-04T02:36:24.564894Z","end":"2026-03-04T02:36:24.885612Z","steps":["trace[783668116] 'agreement among raft nodes before linearized reading' (duration: 320.407718ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:24.885654Z","caller":"traceutil/trace.go:171","msg":"trace[291329751] transaction","detail":"{read_only:false; response_revision:1850; number_of_response:1; }","duration":"318.77654ms","start":"2026-03-04T02:36:24.566851Z","end":"2026-03-04T02:36:24.885627Z","steps":["trace[291329751] 'process raft request' (duration: 318.447402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:24.885719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:24.564873Z","time spent":"320.837939ms","remote":"127.0.0.1:47150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":14,"response size":23894,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-03-04T02:36:24.885788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.933517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"warn","ts":"2026-03-04T02:36:24.885802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:24.566838Z","time spent":"318.887412ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:24.885819Z","caller":"traceutil/trace.go:171","msg":"trace[335114589] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:1851; }","duration":"319.984788ms","start":"2026-03-04T02:36:24.565824Z","end":"2026-03-04T02:36:24.885809Z","steps":["trace[335114589] 'agreement among raft nodes before linearized reading' (duration: 319.892286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:24.885839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:24.565811Z","time spent":"320.023479ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7133,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-04T02:36:24.885966Z","caller":"traceutil/trace.go:171","msg":"trace[334986111] transaction","detail":"{read_only:false; response_revision:1851; number_of_response:1; }","duration":"318.715638ms","start":"2026-03-04T02:36:24.567243Z","end":"2026-03-04T02:36:24.885959Z","steps":["trace[334986111] 'process raft request' (duration: 318.295578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:24.886013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:24.567235Z","time spent":"318.75155ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:24.886172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.143601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:36:24.886178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.298752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-04T02:36:24.8862Z","caller":"traceutil/trace.go:171","msg":"trace[2109330143] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1851; }","duration":"317.187482ms","start":"2026-03-04T02:36:24.569005Z","end":"2026-03-04T02:36:24.886193Z","steps":["trace[2109330143] 'agreement among raft nodes before linearized reading' (duration: 317.143841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:24.886221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:24.568995Z","time spent":"317.221183ms","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:36:24.886214Z","caller":"traceutil/trace.go:171","msg":"trace[383336842] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:1851; }","duration":"319.346154ms","start":"2026-03-04T02:36:24.566856Z","end":"2026-03-04T02:36:24.886203Z","steps":["trace[383336842] 'agreement among raft nodes before linearized reading' (duration: 319.278192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:24.886248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:24.566849Z","time spent":"319.392475ms","remote":"127.0.0.1:46972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":140,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-04T02:36:24.886411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.593686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:36:24.886438Z","caller":"traceutil/trace.go:171","msg":"trace[271269255] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1851; }","duration":"318.630566ms","start":"2026-03-04T02:36:24.567801Z","end":"2026-03-04T02:36:24.886431Z","steps":["trace[271269255] 'agreement among raft nodes before linearized reading' (duration: 318.592275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:24.886465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:24.567795Z","time spent":"318.666827ms","remote":"127.0.0.1:47150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T02:36:25.438907Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395024349,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:36:26.167931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.179967ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:36:26.168053Z","caller":"traceutil/trace.go:171","msg":"trace[1000839259] linearizableReadLoop","detail":"{readStateIndex:1928; appliedIndex:1927; }","duration":"1.229853526s","start":"2026-03-04T02:36:24.938164Z","end":"2026-03-04T02:36:26.168018Z","steps":["trace[1000839259] 'read index received' (duration: 760.460194ms)","trace[1000839259] 'applied index is now lower than readState.Index' (duration: 469.392352ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:26.168131Z","caller":"traceutil/trace.go:171","msg":"trace[401856255] transaction","detail":"{read_only:false; response_revision:1853; number_of_response:1; }","duration":"1.273289446s","start":"2026-03-04T02:36:24.894832Z","end":"2026-03-04T02:36:26.168121Z","steps":["trace[401856255] 'process raft request' (duration: 803.850173ms)","trace[401856255] 'compare' (duration: 469.076425ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:26.168183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:24.894815Z","time spent":"1.273339787s","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:26.168333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.27893659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189982afc5db10aa\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-04T02:36:26.168426Z","caller":"traceutil/trace.go:171","msg":"trace[1492132542] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189982afc5db10aa; range_end:; response_count:1; response_revision:1853; }","duration":"1.279046243s","start":"2026-03-04T02:36:24.889348Z","end":"2026-03-04T02:36:26.168394Z","steps":["trace[1492132542] 'agreement among raft nodes before linearized reading' (duration: 1.278853008s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:26.168474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:24.889336Z","time spent":"1.279128564s","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189982afc5db10aa\" "} {"level":"warn","ts":"2026-03-04T02:36:26.168495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.233306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:36:26.168526Z","caller":"traceutil/trace.go:171","msg":"trace[415483074] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1853; }","duration":"517.287818ms","start":"2026-03-04T02:36:25.651229Z","end":"2026-03-04T02:36:26.168517Z","steps":["trace[415483074] 'agreement among raft nodes before linearized reading' (duration: 517.220116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:26.168533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.451605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-04T02:36:26.168553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:25.651211Z","time spent":"517.337338ms","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:36:26.168587Z","caller":"traceutil/trace.go:171","msg":"trace[680954500] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1853; }","duration":"561.540147ms","start":"2026-03-04T02:36:25.607031Z","end":"2026-03-04T02:36:26.168571Z","steps":["trace[680954500] 'agreement among raft nodes before linearized reading' (duration: 561.379253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:26.16859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279295838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:115404"} {"level":"info","ts":"2026-03-04T02:36:26.168637Z","caller":"traceutil/trace.go:171","msg":"trace[909468488] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1853; }","duration":"1.27937688s","start":"2026-03-04T02:36:24.889248Z","end":"2026-03-04T02:36:26.168625Z","steps":["trace[909468488] 'agreement among raft nodes before linearized reading' (duration: 1.279182586s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:26.168635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:25.60701Z","time spent":"561.616149ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:36:26.168541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.022878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:36:26.168612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.271589206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T02:36:26.168678Z","caller":"traceutil/trace.go:171","msg":"trace[1704119974] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:1853; }","duration":"699.200041ms","start":"2026-03-04T02:36:25.469468Z","end":"2026-03-04T02:36:26.168668Z","steps":["trace[1704119974] 'agreement among raft nodes before linearized reading' (duration: 699.032187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:26.168693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.278201092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T02:36:26.168715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12883418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:36:26.168737Z","caller":"traceutil/trace.go:171","msg":"trace[1737683983] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:1853; }","duration":"1.278256814s","start":"2026-03-04T02:36:24.890468Z","end":"2026-03-04T02:36:26.168725Z","steps":["trace[1737683983] 'agreement among raft nodes before linearized reading' (duration: 1.278188472s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:26.168727Z","caller":"traceutil/trace.go:171","msg":"trace[946145980] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1853; }","duration":"1.271727009s","start":"2026-03-04T02:36:24.896969Z","end":"2026-03-04T02:36:26.168696Z","steps":["trace[946145980] 'agreement among raft nodes before linearized reading' (duration: 1.271400401s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:26.16866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.102558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T02:36:26.168766Z","caller":"traceutil/trace.go:171","msg":"trace[1714238425] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:1853; }","duration":"1.128920682s","start":"2026-03-04T02:36:25.039829Z","end":"2026-03-04T02:36:26.16875Z","steps":["trace[1714238425] 'agreement among raft nodes before linearized reading' (duration: 1.128854381s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:26.168704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:25.469448Z","time spent":"699.246863ms","remote":"127.0.0.1:56790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:36:26.168797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:24.896963Z","time spent":"1.271819081s","remote":"127.0.0.1:36312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-04T02:36:26.168806Z","caller":"traceutil/trace.go:171","msg":"trace[431161161] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1853; }","duration":"801.277932ms","start":"2026-03-04T02:36:25.367509Z","end":"2026-03-04T02:36:26.168787Z","steps":["trace[431161161] 'agreement among raft nodes before linearized reading' (duration: 801.056257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:26.168662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:24.889236Z","time spent":"1.279422461s","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":115426,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-04T02:36:26.168446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.227630213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-04T02:36:26.168972Z","caller":"traceutil/trace.go:171","msg":"trace[943212381] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1853; }","duration":"1.228208617s","start":"2026-03-04T02:36:24.940756Z","end":"2026-03-04T02:36:26.168964Z","steps":["trace[943212381] 'agreement among raft nodes before linearized reading' (duration: 1.227579992s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:26.169011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:24.940742Z","time spent":"1.228260518s","remote":"127.0.0.1:47114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-04T02:36:26.168774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:24.890462Z","time spent":"1.278302154s","remote":"127.0.0.1:56738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":2,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:36:26.168815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:25.039808Z","time spent":"1.128994293s","remote":"127.0.0.1:56724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:36:26.168858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:25.367489Z","time spent":"801.357784ms","remote":"127.0.0.1:36312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T02:36:26.672346Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395024351,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:36:27.165225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.224687ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:36:27.165363Z","caller":"traceutil/trace.go:171","msg":"trace[1720401624] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1853; }","duration":"633.564955ms","start":"2026-03-04T02:36:26.53178Z","end":"2026-03-04T02:36:27.165345Z","steps":["trace[1720401624] 'range keys from in-memory index tree' (duration: 633.205627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:27.166195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.775821ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:36:27.166326Z","caller":"traceutil/trace.go:171","msg":"trace[1639999115] transaction","detail":"{read_only:false; response_revision:1854; number_of_response:1; }","duration":"995.022107ms","start":"2026-03-04T02:36:26.171269Z","end":"2026-03-04T02:36:27.166291Z","steps":["trace[1639999115] 'process raft request' (duration: 716.053021ms)","trace[1639999115] 'compare' (duration: 277.512441ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:27.166444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:26.171248Z","time spent":"995.14498ms","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:27.613999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.461512ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:36:27.614341Z","caller":"traceutil/trace.go:171","msg":"trace[576859973] transaction","detail":"{read_only:false; response_revision:1856; number_of_response:1; }","duration":"1.044207864s","start":"2026-03-04T02:36:26.57011Z","end":"2026-03-04T02:36:27.614318Z","steps":["trace[576859973] 'process raft request' (duration: 1.044096421s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:27.614507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:26.570093Z","time spent":"1.044364627s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:27.614541Z","caller":"traceutil/trace.go:171","msg":"trace[1850138236] transaction","detail":"{read_only:false; response_revision:1857; number_of_response:1; }","duration":"1.044282495s","start":"2026-03-04T02:36:26.570248Z","end":"2026-03-04T02:36:27.61453Z","steps":["trace[1850138236] 'process raft request' (duration: 1.044029709s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:27.614686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:26.570211Z","time spent":"1.044388057s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:27.614343Z","caller":"traceutil/trace.go:171","msg":"trace[780179427] transaction","detail":"{read_only:false; response_revision:1855; number_of_response:1; }","duration":"1.440213264s","start":"2026-03-04T02:36:26.174093Z","end":"2026-03-04T02:36:27.614306Z","steps":["trace[780179427] 'process raft request' (duration: 1.218346083s)","trace[780179427] 'compare' (duration: 221.316968ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:27.61475Z","caller":"traceutil/trace.go:171","msg":"trace[804152271] linearizableReadLoop","detail":"{readStateIndex:1933; appliedIndex:1928; }","duration":"1.443246556s","start":"2026-03-04T02:36:26.171479Z","end":"2026-03-04T02:36:27.614725Z","steps":["trace[804152271] 'read index received' (duration: 715.752524ms)","trace[804152271] 'applied index is now lower than readState.Index' (duration: 727.492642ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:27.614867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:26.17407Z","time spent":"1.440729997s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:27.614904Z","caller":"traceutil/trace.go:171","msg":"trace[375984329] transaction","detail":"{read_only:false; response_revision:1858; number_of_response:1; }","duration":"1.044140132s","start":"2026-03-04T02:36:26.570747Z","end":"2026-03-04T02:36:27.614887Z","steps":["trace[375984329] 'process raft request' (duration: 1.043714622s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:27.615087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:26.570736Z","time spent":"1.044315286s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:27.615107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.443298448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-04T02:36:27.615204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.443732409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:36:27.615262Z","caller":"traceutil/trace.go:171","msg":"trace[1538945469] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1858; }","duration":"1.44380424s","start":"2026-03-04T02:36:26.171442Z","end":"2026-03-04T02:36:27.615246Z","steps":["trace[1538945469] 'agreement among raft nodes before linearized reading' (duration: 1.443729838s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:27.61531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04703101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T02:36:27.615319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:26.171378Z","time spent":"1.443929893s","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:36:27.615349Z","caller":"traceutil/trace.go:171","msg":"trace[883030609] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1858; }","duration":"1.047097132s","start":"2026-03-04T02:36:26.568242Z","end":"2026-03-04T02:36:27.615339Z","steps":["trace[883030609] 'agreement among raft nodes before linearized reading' (duration: 1.0469987s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:27.615352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.907378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-04T02:36:27.615381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.351712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189982afc5db10aa\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-04T02:36:27.615405Z","caller":"traceutil/trace.go:171","msg":"trace[1357897832] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1858; }","duration":"724.04014ms","start":"2026-03-04T02:36:26.891351Z","end":"2026-03-04T02:36:27.615391Z","steps":["trace[1357897832] 'agreement among raft nodes before linearized reading' (duration: 723.909727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:27.615425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083646639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-04T02:36:27.615492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.441423953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"info","ts":"2026-03-04T02:36:27.615539Z","caller":"traceutil/trace.go:171","msg":"trace[1191887924] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:1858; }","duration":"1.441483004s","start":"2026-03-04T02:36:26.174042Z","end":"2026-03-04T02:36:27.615525Z","steps":["trace[1191887924] 'agreement among raft nodes before linearized reading' (duration: 1.441374862s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:27.61555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047272316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-04T02:36:27.615567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:26.17403Z","time spent":"1.441531966s","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7325,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-04T02:36:27.615559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.877972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T02:36:27.615209Z","caller":"traceutil/trace.go:171","msg":"trace[1563425872] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:1858; }","duration":"1.443442481s","start":"2026-03-04T02:36:26.171743Z","end":"2026-03-04T02:36:27.615186Z","steps":["trace[1563425872] 'agreement among raft nodes before linearized reading' (duration: 1.443175205s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:27.615611Z","caller":"traceutil/trace.go:171","msg":"trace[20129528] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1858; }","duration":"439.940543ms","start":"2026-03-04T02:36:27.17566Z","end":"2026-03-04T02:36:27.615601Z","steps":["trace[20129528] 'agreement among raft nodes before linearized reading' (duration: 439.81348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:27.615651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:27.175654Z","time spent":"439.987984ms","remote":"127.0.0.1:36312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T02:36:27.615662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:26.171727Z","time spent":"1.443916552s","remote":"127.0.0.1:46920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-04T02:36:27.615394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:26.568227Z","time spent":"1.047158933s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T02:36:27.615491Z","caller":"traceutil/trace.go:171","msg":"trace[361957072] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1858; }","duration":"1.083829723s","start":"2026-03-04T02:36:26.531646Z","end":"2026-03-04T02:36:27.615476Z","steps":["trace[361957072] 'agreement among raft nodes before linearized reading' (duration: 1.083631689s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:27.615895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:26.531617Z","time spent":"1.084265614s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T02:36:27.615447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:26.891303Z","time spent":"724.136253ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:36:27.615137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.792085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-04T02:36:27.616018Z","caller":"traceutil/trace.go:171","msg":"trace[156674256] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1858; }","duration":"724.754658ms","start":"2026-03-04T02:36:26.891252Z","end":"2026-03-04T02:36:27.616007Z","steps":["trace[156674256] 'agreement among raft nodes before linearized reading' (duration: 723.695933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:27.616086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:26.891221Z","time spent":"724.85643ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T02:36:27.615446Z","caller":"traceutil/trace.go:171","msg":"trace[1043969431] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189982afc5db10aa; range_end:; response_count:1; response_revision:1858; }","duration":"445.455564ms","start":"2026-03-04T02:36:27.169975Z","end":"2026-03-04T02:36:27.61543Z","steps":["trace[1043969431] 'agreement among raft nodes before linearized reading' (duration: 445.26913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:27.616156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:27.169954Z","time spent":"446.192741ms","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189982afc5db10aa\" "} {"level":"info","ts":"2026-03-04T02:36:27.615598Z","caller":"traceutil/trace.go:171","msg":"trace[762174085] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1858; }","duration":"1.047358908s","start":"2026-03-04T02:36:26.56823Z","end":"2026-03-04T02:36:27.615589Z","steps":["trace[762174085] 'agreement among raft nodes before linearized reading' (duration: 1.047240575s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:27.616271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:26.568201Z","time spent":"1.048049065s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:36:28.079162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.642762ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:36:28.07972Z","caller":"traceutil/trace.go:171","msg":"trace[157634548] transaction","detail":"{read_only:false; response_revision:1861; number_of_response:1; }","duration":"458.904573ms","start":"2026-03-04T02:36:27.620794Z","end":"2026-03-04T02:36:28.079699Z","steps":["trace[157634548] 'process raft request' (duration: 458.699488ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:28.079742Z","caller":"traceutil/trace.go:171","msg":"trace[332994719] transaction","detail":"{read_only:false; response_revision:1862; number_of_response:1; }","duration":"457.995332ms","start":"2026-03-04T02:36:27.621721Z","end":"2026-03-04T02:36:28.079716Z","steps":["trace[332994719] 'process raft request' (duration: 457.834618ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:28.079745Z","caller":"traceutil/trace.go:171","msg":"trace[794985924] transaction","detail":"{read_only:false; response_revision:1860; number_of_response:1; }","duration":"459.040186ms","start":"2026-03-04T02:36:27.620673Z","end":"2026-03-04T02:36:28.079713Z","steps":["trace[794985924] 'process raft request' (duration: 458.682718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:28.079885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:27.620783Z","time spent":"458.996875ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:28.079888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:27.620648Z","time spent":"459.163439ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:28.079712Z","caller":"traceutil/trace.go:171","msg":"trace[1752668472] transaction","detail":"{read_only:false; response_revision:1859; number_of_response:1; }","duration":"459.548398ms","start":"2026-03-04T02:36:27.620131Z","end":"2026-03-04T02:36:28.07968Z","steps":["trace[1752668472] 'process raft request' (duration: 117.25117ms)","trace[1752668472] 'compare' (duration: 341.386116ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:28.07995Z","caller":"traceutil/trace.go:171","msg":"trace[762699831] transaction","detail":"{read_only:false; response_revision:1865; number_of_response:1; }","duration":"455.034581ms","start":"2026-03-04T02:36:27.624906Z","end":"2026-03-04T02:36:28.079941Z","steps":["trace[762699831] 'process raft request' (duration: 454.868127ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:28.079935Z","caller":"traceutil/trace.go:171","msg":"trace[1890779541] linearizableReadLoop","detail":"{readStateIndex:1940; appliedIndex:1933; }","duration":"454.285783ms","start":"2026-03-04T02:36:27.625623Z","end":"2026-03-04T02:36:28.079909Z","steps":["trace[1890779541] 'read index received' (duration: 112.015886ms)","trace[1890779541] 'applied index is now lower than readState.Index' (duration: 342.268347ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:28.079996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:27.624892Z","time spent":"455.084062ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:28.079905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:27.621712Z","time spent":"458.089864ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:28.080055Z","caller":"traceutil/trace.go:171","msg":"trace[1704877102] transaction","detail":"{read_only:false; response_revision:1864; number_of_response:1; }","duration":"456.965117ms","start":"2026-03-04T02:36:27.622902Z","end":"2026-03-04T02:36:28.079867Z","steps":["trace[1704877102] 'process raft request' (duration: 456.799483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:28.08008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:27.620104Z","time spent":"459.849185ms","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:28.080144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.525039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:36:28.080185Z","caller":"traceutil/trace.go:171","msg":"trace[1521993838] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1865; }","duration":"454.60151ms","start":"2026-03-04T02:36:27.625571Z","end":"2026-03-04T02:36:28.080172Z","steps":["trace[1521993838] 'agreement among raft nodes before linearized reading' (duration: 454.424666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:28.080191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:27.622884Z","time spent":"457.228253ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:28.08024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:27.625559Z","time spent":"454.668233ms","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:36:28.080314Z","caller":"traceutil/trace.go:171","msg":"trace[841192333] transaction","detail":"{read_only:false; response_revision:1863; number_of_response:1; }","duration":"457.708585ms","start":"2026-03-04T02:36:27.622093Z","end":"2026-03-04T02:36:28.079801Z","steps":["trace[841192333] 'process raft request' (duration: 457.562951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:28.08058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:27.622084Z","time spent":"458.35584ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:29.709428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.469379ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:36:29.709678Z","caller":"traceutil/trace.go:171","msg":"trace[225321776] transaction","detail":"{read_only:false; response_revision:1866; number_of_response:1; }","duration":"879.558469ms","start":"2026-03-04T02:36:28.830079Z","end":"2026-03-04T02:36:29.709638Z","steps":["trace[225321776] 'process raft request' (duration: 133.814213ms)","trace[225321776] 'compare' (duration: 744.916956ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:29.709849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:28.830047Z","time spent":"879.717413ms","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":721,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:36:30.111445Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395024370,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:36:30.612848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.25963ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-04T02:36:30.613511Z","caller":"traceutil/trace.go:171","msg":"trace[418112123] transaction","detail":"{read_only:false; response_revision:1867; number_of_response:1; }","duration":"1.213953568s","start":"2026-03-04T02:36:29.399424Z","end":"2026-03-04T02:36:30.613377Z","steps":["trace[418112123] 'process raft request' (duration: 1.2136101s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:30.613709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:29.399398Z","time spent":"1.214213603s","remote":"127.0.0.1:47122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8191,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:30.923995Z","caller":"traceutil/trace.go:171","msg":"trace[1485545479] transaction","detail":"{read_only:false; response_revision:1868; number_of_response:1; }","duration":"1.304008574s","start":"2026-03-04T02:36:29.619965Z","end":"2026-03-04T02:36:30.923974Z","steps":["trace[1485545479] 'process raft request' (duration: 1.26044379s)","trace[1485545479] 'compare' (duration: 43.313638ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:30.924152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:29.619928Z","time spent":"1.304159278s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:30.924314Z","caller":"traceutil/trace.go:171","msg":"trace[439136922] transaction","detail":"{read_only:false; response_revision:1869; number_of_response:1; }","duration":"1.303229585s","start":"2026-03-04T02:36:29.621061Z","end":"2026-03-04T02:36:30.92429Z","steps":["trace[439136922] 'process raft request' (duration: 1.302843106s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:30.924467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:29.621035Z","time spent":"1.303339258s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:30.924471Z","caller":"traceutil/trace.go:171","msg":"trace[1020906195] linearizableReadLoop","detail":"{readStateIndex:1948; appliedIndex:1942; }","duration":"1.313287614s","start":"2026-03-04T02:36:29.611103Z","end":"2026-03-04T02:36:30.924391Z","steps":["trace[1020906195] 'read index received' (duration: 915.677235ms)","trace[1020906195] 'applied index is now lower than readState.Index' (duration: 397.609519ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:30.924584Z","caller":"traceutil/trace.go:171","msg":"trace[1938108199] transaction","detail":"{read_only:false; response_revision:1870; number_of_response:1; }","duration":"1.303210505s","start":"2026-03-04T02:36:29.621331Z","end":"2026-03-04T02:36:30.924541Z","steps":["trace[1938108199] 'process raft request' (duration: 1.302820656s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:30.924733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:29.621301Z","time spent":"1.303355908s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:30.924814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.193678988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-04T02:36:30.924825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.271085833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:36:30.924825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.702279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:36:30.924875Z","caller":"traceutil/trace.go:171","msg":"trace[1103410563] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1871; }","duration":"1.19377045s","start":"2026-03-04T02:36:29.73108Z","end":"2026-03-04T02:36:30.924851Z","steps":["trace[1103410563] 'agreement among raft nodes before linearized reading' (duration: 1.193640697s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:30.924895Z","caller":"traceutil/trace.go:171","msg":"trace[1243391233] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1871; }","duration":"1.271206286s","start":"2026-03-04T02:36:29.653651Z","end":"2026-03-04T02:36:30.924858Z","steps":["trace[1243391233] 'agreement among raft nodes before linearized reading' (duration: 1.271093443s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:30.924907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:29.731057Z","time spent":"1.193842261s","remote":"127.0.0.1:36312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T02:36:30.924907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.809557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T02:36:30.924923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.775378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T02:36:30.924945Z","caller":"traceutil/trace.go:171","msg":"trace[793303381] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1871; }","duration":"298.878748ms","start":"2026-03-04T02:36:30.626057Z","end":"2026-03-04T02:36:30.924935Z","steps":["trace[793303381] 'agreement among raft nodes before linearized reading' (duration: 298.799656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:30.924903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.296997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T02:36:30.924964Z","caller":"traceutil/trace.go:171","msg":"trace[1599778682] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1871; }","duration":"840.84196ms","start":"2026-03-04T02:36:30.084113Z","end":"2026-03-04T02:36:30.924955Z","steps":["trace[1599778682] 'agreement among raft nodes before linearized reading' (duration: 840.729808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:30.924937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:29.653633Z","time spent":"1.271294458s","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:36:30.924989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:30.084095Z","time spent":"840.889851ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T02:36:30.924997Z","caller":"traceutil/trace.go:171","msg":"trace[584913516] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1871; }","duration":"840.42085ms","start":"2026-03-04T02:36:30.084558Z","end":"2026-03-04T02:36:30.924979Z","steps":["trace[584913516] 'agreement among raft nodes before linearized reading' (duration: 840.158544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:30.925005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.857119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T02:36:30.924818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.727058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-04T02:36:30.925056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:30.08455Z","time spent":"840.496472ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:36:30.924948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.945628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:36:30.924891Z","caller":"traceutil/trace.go:171","msg":"trace[673629389] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1871; }","duration":"838.792611ms","start":"2026-03-04T02:36:30.086081Z","end":"2026-03-04T02:36:30.924874Z","steps":["trace[673629389] 'agreement among raft nodes before linearized reading' (duration: 838.590716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:30.925141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:30.086075Z","time spent":"839.056887ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:36:30.925157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.314052922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:11294"} {"level":"info","ts":"2026-03-04T02:36:30.925077Z","caller":"traceutil/trace.go:171","msg":"trace[1244788321] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1871; }","duration":"841.053495ms","start":"2026-03-04T02:36:30.084012Z","end":"2026-03-04T02:36:30.925065Z","steps":["trace[1244788321] 'agreement among raft nodes before linearized reading' (duration: 840.680036ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:30.925193Z","caller":"traceutil/trace.go:171","msg":"trace[912321884] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:1871; }","duration":"1.314130974s","start":"2026-03-04T02:36:29.61105Z","end":"2026-03-04T02:36:30.92518Z","steps":["trace[912321884] 'agreement among raft nodes before linearized reading' (duration: 1.314025011s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:30.925236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:29.611023Z","time spent":"1.314206096s","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":11316,"request content":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" "} {"level":"warn","ts":"2026-03-04T02:36:30.925241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:30.08399Z","time spent":"841.23784ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T02:36:30.925138Z","caller":"traceutil/trace.go:171","msg":"trace[1071642397] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:1871; }","duration":"471.179713ms","start":"2026-03-04T02:36:30.453948Z","end":"2026-03-04T02:36:30.925128Z","steps":["trace[1071642397] 'agreement among raft nodes before linearized reading' (duration: 470.968748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:30.925361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:30.453922Z","time spent":"471.400279ms","remote":"127.0.0.1:47250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":27,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:36:30.925041Z","caller":"traceutil/trace.go:171","msg":"trace[1127102251] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:1871; }","duration":"697.946071ms","start":"2026-03-04T02:36:30.227084Z","end":"2026-03-04T02:36:30.92503Z","steps":["trace[1127102251] 'agreement among raft nodes before linearized reading' (duration: 697.883599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:30.925437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:30.227062Z","time spent":"698.361751ms","remote":"127.0.0.1:47122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":29,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:36:30.925191Z","caller":"traceutil/trace.go:171","msg":"trace[227494763] transaction","detail":"{read_only:false; response_revision:1871; number_of_response:1; }","duration":"1.2106817s","start":"2026-03-04T02:36:29.714496Z","end":"2026-03-04T02:36:30.925177Z","steps":["trace[227494763] 'process raft request' (duration: 1.209775839s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:30.925581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:29.714463Z","time spent":"1.21108637s","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":721,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:36:30.926974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.306049613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T02:36:30.927081Z","caller":"traceutil/trace.go:171","msg":"trace[797154553] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1871; }","duration":"1.306183426s","start":"2026-03-04T02:36:29.620873Z","end":"2026-03-04T02:36:30.927056Z","steps":["trace[797154553] 'agreement among raft nodes before linearized reading' (duration: 1.303793789s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:30.927126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:29.620861Z","time spent":"1.306246947s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T02:36:31.155629Z","caller":"traceutil/trace.go:171","msg":"trace[432434474] transaction","detail":"{read_only:false; response_revision:1873; number_of_response:1; }","duration":"225.773533ms","start":"2026-03-04T02:36:30.92979Z","end":"2026-03-04T02:36:31.155563Z","steps":["trace[432434474] 'process raft request' (duration: 212.000637ms)","trace[432434474] 'compare' (duration: 13.457339ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:31.155744Z","caller":"traceutil/trace.go:171","msg":"trace[614419225] transaction","detail":"{read_only:false; response_revision:1874; number_of_response:1; }","duration":"225.781044ms","start":"2026-03-04T02:36:30.929934Z","end":"2026-03-04T02:36:31.155715Z","steps":["trace[614419225] 'process raft request' (duration: 225.540478ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:31.155865Z","caller":"traceutil/trace.go:171","msg":"trace[81244819] transaction","detail":"{read_only:false; response_revision:1877; number_of_response:1; }","duration":"224.135674ms","start":"2026-03-04T02:36:30.931716Z","end":"2026-03-04T02:36:31.155852Z","steps":["trace[81244819] 'process raft request' (duration: 223.96113ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:31.15587Z","caller":"traceutil/trace.go:171","msg":"trace[2129155598] transaction","detail":"{read_only:false; response_revision:1875; number_of_response:1; }","duration":"225.855625ms","start":"2026-03-04T02:36:30.929988Z","end":"2026-03-04T02:36:31.155844Z","steps":["trace[2129155598] 'process raft request' (duration: 225.584669ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:31.155954Z","caller":"traceutil/trace.go:171","msg":"trace[2034655169] linearizableReadLoop","detail":"{readStateIndex:1955; appliedIndex:1949; }","duration":"219.685219ms","start":"2026-03-04T02:36:30.936252Z","end":"2026-03-04T02:36:31.155937Z","steps":["trace[2034655169] 'read index received' (duration: 36.946776ms)","trace[2034655169] 'applied index is now lower than readState.Index' (duration: 182.737143ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:31.156074Z","caller":"traceutil/trace.go:171","msg":"trace[385911804] transaction","detail":"{read_only:false; response_revision:1878; number_of_response:1; }","duration":"220.455098ms","start":"2026-03-04T02:36:30.935543Z","end":"2026-03-04T02:36:31.155998Z","steps":["trace[385911804] 'process raft request' (duration: 220.196001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:31.156114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.852103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:36:31.156146Z","caller":"traceutil/trace.go:171","msg":"trace[2120708823] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1878; }","duration":"219.944285ms","start":"2026-03-04T02:36:30.936192Z","end":"2026-03-04T02:36:31.156136Z","steps":["trace[2120708823] 'agreement among raft nodes before linearized reading' (duration: 219.809932ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:31.155867Z","caller":"traceutil/trace.go:171","msg":"trace[741312626] transaction","detail":"{read_only:false; response_revision:1876; number_of_response:1; }","duration":"225.765654ms","start":"2026-03-04T02:36:30.930064Z","end":"2026-03-04T02:36:31.15583Z","steps":["trace[741312626] 'process raft request' (duration: 225.564339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:33.219171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.475129351s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:36:33.219378Z","caller":"traceutil/trace.go:171","msg":"trace[1881590257] transaction","detail":"{read_only:false; response_revision:1880; number_of_response:1; }","duration":"1.970173109s","start":"2026-03-04T02:36:31.249186Z","end":"2026-03-04T02:36:33.219359Z","steps":["trace[1881590257] 'process raft request' (duration: 494.774151ms)","trace[1881590257] 'compare' (duration: 1.4746751s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:33.219448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:31.249161Z","time spent":"1.970256171s","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:33.219531Z","caller":"traceutil/trace.go:171","msg":"trace[1124831014] linearizableReadLoop","detail":"{readStateIndex:1957; appliedIndex:1956; }","duration":"1.96768303s","start":"2026-03-04T02:36:31.251787Z","end":"2026-03-04T02:36:33.21947Z","steps":["trace[1124831014] 'read index received' (duration: 492.081108ms)","trace[1124831014] 'applied index is now lower than readState.Index' (duration: 1.475595302s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:33.219611Z","caller":"traceutil/trace.go:171","msg":"trace[26311876] transaction","detail":"{read_only:false; response_revision:1881; number_of_response:1; }","duration":"1.350570047s","start":"2026-03-04T02:36:31.869015Z","end":"2026-03-04T02:36:33.219585Z","steps":["trace[26311876] 'process raft request' (duration: 1.35026086s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:33.219736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.967930906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:36:33.21975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:31.868992Z","time spent":"1.35068307s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:33.21979Z","caller":"traceutil/trace.go:171","msg":"trace[851152267] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1881; }","duration":"1.968020208s","start":"2026-03-04T02:36:31.251755Z","end":"2026-03-04T02:36:33.219775Z","steps":["trace[851152267] 'agreement among raft nodes before linearized reading' (duration: 1.967901955s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:33.219837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:31.251748Z","time spent":"1.968079179s","remote":"127.0.0.1:47408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T02:36:34.528312Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.178081728s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:36:34.652539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000285807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:36:34.652612Z","caller":"traceutil/trace.go:171","msg":"trace[1209516814] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00041427s","start":"2026-03-04T02:36:32.652181Z","end":"2026-03-04T02:36:34.652596Z","steps":["trace[1209516814] 'agreement among raft nodes before linearized reading' (duration: 2.000322078s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:34.652659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:32.652162Z","time spent":"2.000487753s","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:36:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:36:34.770365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.420026049s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:36:34.770704Z","caller":"traceutil/trace.go:171","msg":"trace[459972380] transaction","detail":"{read_only:false; response_revision:1883; number_of_response:1; }","duration":"1.840195584s","start":"2026-03-04T02:36:32.930489Z","end":"2026-03-04T02:36:34.770685Z","steps":["trace[459972380] 'process raft request' (duration: 1.8400485s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:34.770896Z","caller":"traceutil/trace.go:171","msg":"trace[130908724] linearizableReadLoop","detail":"{readStateIndex:1961; appliedIndex:1958; }","duration":"1.551253481s","start":"2026-03-04T02:36:33.219615Z","end":"2026-03-04T02:36:34.770869Z","steps":["trace[130908724] 'read index received' (duration: 130.666968ms)","trace[130908724] 'applied index is now lower than readState.Index' (duration: 1.420584353s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:34.770934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:32.930474Z","time spent":"1.840381988s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:34.770972Z","caller":"traceutil/trace.go:171","msg":"trace[212412298] transaction","detail":"{read_only:false; response_revision:1884; number_of_response:1; }","duration":"1.839145829s","start":"2026-03-04T02:36:32.9318Z","end":"2026-03-04T02:36:34.770946Z","steps":["trace[212412298] 'process raft request' (duration: 1.838847452s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:34.771102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.610625469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-04T02:36:34.771109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.610116777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-03-04T02:36:34.771102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.610045706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-04T02:36:34.771143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.794163162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-04T02:36:34.77116Z","caller":"traceutil/trace.go:171","msg":"trace[877646807] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1884; }","duration":"1.610731942s","start":"2026-03-04T02:36:33.160417Z","end":"2026-03-04T02:36:34.771149Z","steps":["trace[877646807] 'agreement among raft nodes before linearized reading' (duration: 1.610543367s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:34.770688Z","caller":"traceutil/trace.go:171","msg":"trace[1603583362] transaction","detail":"{read_only:false; response_revision:1882; number_of_response:1; }","duration":"1.84044193s","start":"2026-03-04T02:36:32.930208Z","end":"2026-03-04T02:36:34.77065Z","steps":["trace[1603583362] 'process raft request' (duration: 420.049662ms)","trace[1603583362] 'compare' (duration: 1.419703231s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:34.771152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.610080356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:36:34.771173Z","caller":"traceutil/trace.go:171","msg":"trace[1747196654] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1884; }","duration":"1.610199049s","start":"2026-03-04T02:36:33.160959Z","end":"2026-03-04T02:36:34.771158Z","steps":["trace[1747196654] 'agreement among raft nodes before linearized reading' (duration: 1.610024985s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:34.77119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:33.160394Z","time spent":"1.610789213s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T02:36:34.771186Z","caller":"traceutil/trace.go:171","msg":"trace[241345392] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1884; }","duration":"1.794235363s","start":"2026-03-04T02:36:32.97694Z","end":"2026-03-04T02:36:34.771176Z","steps":["trace[241345392] 'agreement among raft nodes before linearized reading' (duration: 1.794057689s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:34.771163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:32.93179Z","time spent":"1.839246141s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:34.771194Z","caller":"traceutil/trace.go:171","msg":"trace[1418578351] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1884; }","duration":"1.610172988s","start":"2026-03-04T02:36:33.161Z","end":"2026-03-04T02:36:34.771173Z","steps":["trace[1418578351] 'agreement among raft nodes before linearized reading' (duration: 1.609914892s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:34.771214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:33.160951Z","time spent":"1.61025548s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T02:36:34.771217Z","caller":"traceutil/trace.go:171","msg":"trace[119317906] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1884; }","duration":"1.610176299s","start":"2026-03-04T02:36:33.161024Z","end":"2026-03-04T02:36:34.7712Z","steps":["trace[119317906] 'agreement among raft nodes before linearized reading' (duration: 1.609923943s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:34.771222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:32.976929Z","time spent":"1.794286565s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:36:34.771243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:33.160995Z","time spent":"1.61023886s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:36:34.771255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:32.930184Z","time spent":"1.841006863s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:34.771265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:33.161019Z","time spent":"1.61023489s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:36:34.771239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.838402835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T02:36:34.771373Z","caller":"traceutil/trace.go:171","msg":"trace[1780104392] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1884; }","duration":"2.838493998s","start":"2026-03-04T02:36:31.932819Z","end":"2026-03-04T02:36:34.771313Z","steps":["trace[1780104392] 'agreement among raft nodes before linearized reading' (duration: 2.838299493s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:34.771453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:31.932769Z","time spent":"2.838674012s","remote":"127.0.0.1:36312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T02:36:35.271416Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395024403,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:36:35.278413Z","caller":"traceutil/trace.go:171","msg":"trace[349540922] transaction","detail":"{read_only:false; response_revision:1886; number_of_response:1; }","duration":"1.461343641s","start":"2026-03-04T02:36:33.817042Z","end":"2026-03-04T02:36:35.278385Z","steps":["trace[349540922] 'process raft request' (duration: 1.461243009s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:35.278561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:33.817018Z","time spent":"1.461466815s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:35.278666Z","caller":"traceutil/trace.go:171","msg":"trace[1325442070] transaction","detail":"{read_only:false; response_revision:1885; number_of_response:1; }","duration":"1.513893528s","start":"2026-03-04T02:36:33.764733Z","end":"2026-03-04T02:36:35.278626Z","steps":["trace[1325442070] 'process raft request' (duration: 1.50849943s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:35.278808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:33.764709Z","time spent":"1.5140181s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:35.309903Z","caller":"traceutil/trace.go:171","msg":"trace[1246884453] transaction","detail":"{read_only:false; response_revision:1887; number_of_response:1; }","duration":"533.638625ms","start":"2026-03-04T02:36:34.776236Z","end":"2026-03-04T02:36:35.309875Z","steps":["trace[1246884453] 'process raft request' (duration: 533.381339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:35.310121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:34.776205Z","time spent":"533.800538ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:35.310136Z","caller":"traceutil/trace.go:171","msg":"trace[75388066] transaction","detail":"{read_only:false; response_revision:1888; number_of_response:1; }","duration":"533.816879ms","start":"2026-03-04T02:36:34.77629Z","end":"2026-03-04T02:36:35.310107Z","steps":["trace[75388066] 'process raft request' (duration: 533.514701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:35.310283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:34.776271Z","time spent":"533.938002ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:35.310536Z","caller":"traceutil/trace.go:171","msg":"trace[1814302912] transaction","detail":"{read_only:false; response_revision:1889; number_of_response:1; }","duration":"534.223148ms","start":"2026-03-04T02:36:34.776292Z","end":"2026-03-04T02:36:35.310515Z","steps":["trace[1814302912] 'process raft request' (duration: 533.823829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:35.310645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:34.776263Z","time spent":"534.327771ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:35.310705Z","caller":"traceutil/trace.go:171","msg":"trace[2037270629] transaction","detail":"{read_only:false; response_revision:1890; number_of_response:1; }","duration":"534.396472ms","start":"2026-03-04T02:36:34.776297Z","end":"2026-03-04T02:36:35.310694Z","steps":["trace[2037270629] 'process raft request' (duration: 534.136826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:35.310758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:34.776276Z","time spent":"534.455534ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:35.310833Z","caller":"traceutil/trace.go:171","msg":"trace[7923564] transaction","detail":"{read_only:false; response_revision:1891; number_of_response:1; }","duration":"534.224139ms","start":"2026-03-04T02:36:34.776602Z","end":"2026-03-04T02:36:35.310827Z","steps":["trace[7923564] 'process raft request' (duration: 533.936482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:35.31087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:34.776589Z","time spent":"534.260609ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:35.310935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.096279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:36:35.310959Z","caller":"traceutil/trace.go:171","msg":"trace[1718152589] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1891; }","duration":"658.203332ms","start":"2026-03-04T02:36:34.65275Z","end":"2026-03-04T02:36:35.310953Z","steps":["trace[1718152589] 'agreement among raft nodes before linearized reading' (duration: 658.165961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:35.310976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:34.652728Z","time spent":"658.245372ms","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:36:35.310995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.087362644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:36:35.311037Z","caller":"traceutil/trace.go:171","msg":"trace[265500788] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1891; }","duration":"2.087437326s","start":"2026-03-04T02:36:33.22359Z","end":"2026-03-04T02:36:35.311028Z","steps":["trace[265500788] 'agreement among raft nodes before linearized reading' (duration: 2.087358654s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:35.310908Z","caller":"traceutil/trace.go:171","msg":"trace[2123046933] linearizableReadLoop","detail":"{readStateIndex:1968; appliedIndex:1961; }","duration":"539.920944ms","start":"2026-03-04T02:36:34.770968Z","end":"2026-03-04T02:36:35.310889Z","steps":["trace[2123046933] 'read index received' (duration: 502.272675ms)","trace[2123046933] 'applied index is now lower than readState.Index' (duration: 37.645789ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:35.311067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:33.223576Z","time spent":"2.087484627s","remote":"127.0.0.1:47150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T02:36:35.311188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.175717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T02:36:35.311217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.560825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T02:36:35.311244Z","caller":"traceutil/trace.go:171","msg":"trace[265486802] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1891; }","duration":"531.252868ms","start":"2026-03-04T02:36:34.779978Z","end":"2026-03-04T02:36:35.311231Z","steps":["trace[265486802] 'agreement among raft nodes before linearized reading' (duration: 531.163106ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:35.311263Z","caller":"traceutil/trace.go:171","msg":"trace[1574392868] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:1891; }","duration":"390.657088ms","start":"2026-03-04T02:36:34.920596Z","end":"2026-03-04T02:36:35.311253Z","steps":["trace[1574392868] 'agreement among raft nodes before linearized reading' (duration: 390.571526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:35.31129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:34.920564Z","time spent":"390.720409ms","remote":"127.0.0.1:56762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":29,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:36:35.311288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:34.779967Z","time spent":"531.30284ms","remote":"127.0.0.1:36312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:36:35.311512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.540301731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.240\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-04T02:36:35.311653Z","caller":"traceutil/trace.go:171","msg":"trace[414112953] range","detail":"{range_begin:/registry/masterleases/199.19.213.240; range_end:; response_count:1; response_revision:1891; }","duration":"1.540473096s","start":"2026-03-04T02:36:33.771161Z","end":"2026-03-04T02:36:35.311634Z","steps":["trace[414112953] 'agreement among raft nodes before linearized reading' (duration: 1.539768339s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:35.311763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:33.771148Z","time spent":"1.540587558s","remote":"127.0.0.1:46920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.240\" "} {"level":"info","ts":"2026-03-04T02:36:35.71522Z","caller":"traceutil/trace.go:171","msg":"trace[1241529618] transaction","detail":"{read_only:false; response_revision:1894; number_of_response:1; }","duration":"128.087285ms","start":"2026-03-04T02:36:35.587109Z","end":"2026-03-04T02:36:35.715196Z","steps":["trace[1241529618] 'process raft request' (duration: 127.936912ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:10.88141Z","caller":"traceutil/trace.go:171","msg":"trace[1993196270] transaction","detail":"{read_only:false; response_revision:2066; number_of_response:1; }","duration":"109.732251ms","start":"2026-03-04T02:37:10.771648Z","end":"2026-03-04T02:37:10.88138Z","steps":["trace[1993196270] 'process raft request' (duration: 109.521416ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:17.173052Z","caller":"traceutil/trace.go:171","msg":"trace[1190877847] transaction","detail":"{read_only:false; response_revision:2097; number_of_response:1; }","duration":"127.286036ms","start":"2026-03-04T02:37:17.04571Z","end":"2026-03-04T02:37:17.172996Z","steps":["trace[1190877847] 'process raft request' (duration: 63.116121ms)","trace[1190877847] 'compare' (duration: 64.050213ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:37:40.473882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.807001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"info","ts":"2026-03-04T02:37:40.473977Z","caller":"traceutil/trace.go:171","msg":"trace[9566653] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2202; }","duration":"162.948255ms","start":"2026-03-04T02:37:40.311008Z","end":"2026-03-04T02:37:40.473956Z","steps":["trace[9566653] 'range keys from in-memory index tree' (duration: 162.602406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:40.75465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.858943ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:37:40.754793Z","caller":"traceutil/trace.go:171","msg":"trace[695311258] transaction","detail":"{read_only:false; response_revision:2204; number_of_response:1; }","duration":"188.347339ms","start":"2026-03-04T02:37:40.566421Z","end":"2026-03-04T02:37:40.754768Z","steps":["trace[695311258] 'process raft request' (duration: 17.26168ms)","trace[695311258] 'compare' (duration: 170.660938ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:37:40.756146Z","caller":"traceutil/trace.go:171","msg":"trace[982141497] transaction","detail":"{read_only:false; response_revision:2205; number_of_response:1; }","duration":"189.191159ms","start":"2026-03-04T02:37:40.566929Z","end":"2026-03-04T02:37:40.75612Z","steps":["trace[982141497] 'process raft request' (duration: 188.973103ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:40.75647Z","caller":"traceutil/trace.go:171","msg":"trace[1579782971] transaction","detail":"{read_only:false; response_revision:2206; number_of_response:1; }","duration":"189.360253ms","start":"2026-03-04T02:37:40.567077Z","end":"2026-03-04T02:37:40.756438Z","steps":["trace[1579782971] 'process raft request' (duration: 188.946643ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:40.75671Z","caller":"traceutil/trace.go:171","msg":"trace[2125368004] transaction","detail":"{read_only:false; response_revision:2207; number_of_response:1; }","duration":"189.599359ms","start":"2026-03-04T02:37:40.567077Z","end":"2026-03-04T02:37:40.756677Z","steps":["trace[2125368004] 'process raft request' (duration: 189.293422ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:40.757732Z","caller":"traceutil/trace.go:171","msg":"trace[659504517] transaction","detail":"{read_only:false; response_revision:2208; number_of_response:1; }","duration":"181.067236ms","start":"2026-03-04T02:37:40.576569Z","end":"2026-03-04T02:37:40.757637Z","steps":["trace[659504517] 'process raft request' (duration: 180.018931ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:40.975074Z","caller":"traceutil/trace.go:171","msg":"trace[978356796] transaction","detail":"{read_only:false; response_revision:2209; number_of_response:1; }","duration":"171.407776ms","start":"2026-03-04T02:37:40.803614Z","end":"2026-03-04T02:37:40.975022Z","steps":["trace[978356796] 'process raft request' (duration: 121.355786ms)","trace[978356796] 'compare' (duration: 49.62562ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:37:53.549814Z","caller":"traceutil/trace.go:171","msg":"trace[1085985118] transaction","detail":"{read_only:false; response_revision:2272; number_of_response:1; }","duration":"169.352767ms","start":"2026-03-04T02:37:53.380433Z","end":"2026-03-04T02:37:53.549786Z","steps":["trace[1085985118] 'process raft request' (duration: 104.601388ms)","trace[1085985118] 'compare' (duration: 64.651747ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:37:53.713493Z","caller":"traceutil/trace.go:171","msg":"trace[2127369444] transaction","detail":"{read_only:false; response_revision:2273; number_of_response:1; }","duration":"200.491098ms","start":"2026-03-04T02:37:53.512959Z","end":"2026-03-04T02:37:53.71345Z","steps":["trace[2127369444] 'process raft request' (duration: 175.237658ms)","trace[2127369444] 'compare' (duration: 25.012224ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:37:53.975772Z","caller":"traceutil/trace.go:171","msg":"trace[1838170908] transaction","detail":"{read_only:false; response_revision:2274; number_of_response:1; }","duration":"156.02444ms","start":"2026-03-04T02:37:53.819706Z","end":"2026-03-04T02:37:53.97573Z","steps":["trace[1838170908] 'process raft request' (duration: 153.452719ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:54.398878Z","caller":"traceutil/trace.go:171","msg":"trace[1214528433] transaction","detail":"{read_only:false; response_revision:2276; number_of_response:1; }","duration":"197.865325ms","start":"2026-03-04T02:37:54.200974Z","end":"2026-03-04T02:37:54.398839Z","steps":["trace[1214528433] 'process raft request' (duration: 149.078615ms)","trace[1214528433] 'compare' (duration: 48.448742ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:37:56.817567Z","caller":"traceutil/trace.go:171","msg":"trace[2113284548] transaction","detail":"{read_only:false; response_revision:2287; number_of_response:1; }","duration":"313.313861ms","start":"2026-03-04T02:37:56.504208Z","end":"2026-03-04T02:37:56.817522Z","steps":["trace[2113284548] 'process raft request' (duration: 272.201593ms)","trace[2113284548] 'compare' (duration: 40.868872ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:37:56.817784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:56.504186Z","time spent":"313.495255ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:37:56.818424Z","caller":"traceutil/trace.go:171","msg":"trace[426943117] linearizableReadLoop","detail":"{readStateIndex:2383; appliedIndex:2380; }","duration":"166.10119ms","start":"2026-03-04T02:37:56.652296Z","end":"2026-03-04T02:37:56.818397Z","steps":["trace[426943117] 'read index received' (duration: 124.126752ms)","trace[426943117] 'applied index is now lower than readState.Index' (duration: 41.972648ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:37:56.81861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.298045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:37:56.818656Z","caller":"traceutil/trace.go:171","msg":"trace[1134490609] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2289; }","duration":"166.401198ms","start":"2026-03-04T02:37:56.65224Z","end":"2026-03-04T02:37:56.818641Z","steps":["trace[1134490609] 'agreement among raft nodes before linearized reading' (duration: 166.312926ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:56.818648Z","caller":"traceutil/trace.go:171","msg":"trace[2032642433] transaction","detail":"{read_only:false; response_revision:2289; number_of_response:1; }","duration":"313.069325ms","start":"2026-03-04T02:37:56.505459Z","end":"2026-03-04T02:37:56.818529Z","steps":["trace[2032642433] 'process raft request' (duration: 312.883031ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:56.818617Z","caller":"traceutil/trace.go:171","msg":"trace[1418405369] transaction","detail":"{read_only:false; response_revision:2288; number_of_response:1; }","duration":"313.153937ms","start":"2026-03-04T02:37:56.505446Z","end":"2026-03-04T02:37:56.8186Z","steps":["trace[1418405369] 'process raft request' (duration: 312.743187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:56.818774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.66545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T02:37:56.818861Z","caller":"traceutil/trace.go:171","msg":"trace[1354973919] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:2289; }","duration":"136.782673ms","start":"2026-03-04T02:37:56.682054Z","end":"2026-03-04T02:37:56.818837Z","steps":["trace[1354973919] 'agreement among raft nodes before linearized reading' (duration: 136.560668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:56.81887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:56.505436Z","time spent":"313.324292ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:37:56.819203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:56.505421Z","time spent":"313.67433ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:37:58.498503Z","caller":"traceutil/trace.go:171","msg":"trace[1531487329] linearizableReadLoop","detail":"{readStateIndex:2390; appliedIndex:2389; }","duration":"145.428478ms","start":"2026-03-04T02:37:58.353032Z","end":"2026-03-04T02:37:58.49846Z","steps":["trace[1531487329] 'read index received' (duration: 67.527095ms)","trace[1531487329] 'applied index is now lower than readState.Index' (duration: 77.899533ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:37:58.498586Z","caller":"traceutil/trace.go:171","msg":"trace[668466620] transaction","detail":"{read_only:false; response_revision:2296; number_of_response:1; }","duration":"251.606803ms","start":"2026-03-04T02:37:58.246931Z","end":"2026-03-04T02:37:58.498538Z","steps":["trace[668466620] 'process raft request' (duration: 173.6936ms)","trace[668466620] 'compare' (duration: 77.602575ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:37:58.498692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.634863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:37:58.498749Z","caller":"traceutil/trace.go:171","msg":"trace[1663409336] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:2296; }","duration":"145.745486ms","start":"2026-03-04T02:37:58.352991Z","end":"2026-03-04T02:37:58.498736Z","steps":["trace[1663409336] 'agreement among raft nodes before linearized reading' (duration: 145.627473ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:01.892382Z","caller":"traceutil/trace.go:171","msg":"trace[1918715292] transaction","detail":"{read_only:false; response_revision:2311; number_of_response:1; }","duration":"108.253565ms","start":"2026-03-04T02:38:01.784093Z","end":"2026-03-04T02:38:01.892346Z","steps":["trace[1918715292] 'process raft request' (duration: 108.013489ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:03.076138Z","caller":"traceutil/trace.go:171","msg":"trace[305009505] linearizableReadLoop","detail":"{readStateIndex:2410; appliedIndex:2409; }","duration":"199.596307ms","start":"2026-03-04T02:38:02.876476Z","end":"2026-03-04T02:38:03.076072Z","steps":["trace[305009505] 'read index received' (duration: 129.53394ms)","trace[305009505] 'applied index is now lower than readState.Index' (duration: 70.060687ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:03.076187Z","caller":"traceutil/trace.go:171","msg":"trace[540163033] transaction","detail":"{read_only:false; response_revision:2315; number_of_response:1; }","duration":"202.359042ms","start":"2026-03-04T02:38:02.873787Z","end":"2026-03-04T02:38:03.076146Z","steps":["trace[540163033] 'process raft request' (duration: 132.285456ms)","trace[540163033] 'compare' (duration: 69.867321ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:38:03.076407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.294992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5428"} {"level":"warn","ts":"2026-03-04T02:38:03.076403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.911624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:38:03.076453Z","caller":"traceutil/trace.go:171","msg":"trace[1703503046] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2315; }","duration":"176.469366ms","start":"2026-03-04T02:38:02.89997Z","end":"2026-03-04T02:38:03.076439Z","steps":["trace[1703503046] 'agreement among raft nodes before linearized reading' (duration: 176.294902ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:03.076476Z","caller":"traceutil/trace.go:171","msg":"trace[925509464] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2315; }","duration":"200.044327ms","start":"2026-03-04T02:38:02.876413Z","end":"2026-03-04T02:38:03.076457Z","steps":["trace[925509464] 'agreement among raft nodes before linearized reading' (duration: 199.836552ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:05.35932Z","caller":"traceutil/trace.go:171","msg":"trace[2091120287] linearizableReadLoop","detail":"{readStateIndex:2421; appliedIndex:2420; }","duration":"262.513172ms","start":"2026-03-04T02:38:05.096773Z","end":"2026-03-04T02:38:05.359286Z","steps":["trace[2091120287] 'read index received' (duration: 262.216835ms)","trace[2091120287] 'applied index is now lower than readState.Index' (duration: 294.837µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:05.359384Z","caller":"traceutil/trace.go:171","msg":"trace[1498721040] transaction","detail":"{read_only:false; response_revision:2325; number_of_response:1; }","duration":"273.200857ms","start":"2026-03-04T02:38:05.086149Z","end":"2026-03-04T02:38:05.35935Z","steps":["trace[1498721040] 'process raft request' (duration: 272.942381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:05.359679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.874901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5428"} {"level":"warn","ts":"2026-03-04T02:38:05.359679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.118746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:38:05.359733Z","caller":"traceutil/trace.go:171","msg":"trace[1696014069] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2325; }","duration":"262.968584ms","start":"2026-03-04T02:38:05.096747Z","end":"2026-03-04T02:38:05.359716Z","steps":["trace[1696014069] 'agreement among raft nodes before linearized reading' (duration: 262.697987ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:05.359741Z","caller":"traceutil/trace.go:171","msg":"trace[1498210418] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2325; }","duration":"202.26131ms","start":"2026-03-04T02:38:05.157466Z","end":"2026-03-04T02:38:05.359727Z","steps":["trace[1498210418] 'agreement among raft nodes before linearized reading' (duration: 202.070565ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:05.53554Z","caller":"traceutil/trace.go:171","msg":"trace[1139812309] transaction","detail":"{read_only:false; response_revision:2326; number_of_response:1; }","duration":"169.555102ms","start":"2026-03-04T02:38:05.36592Z","end":"2026-03-04T02:38:05.535475Z","steps":["trace[1139812309] 'process raft request' (duration: 83.104277ms)","trace[1139812309] 'compare' (duration: 85.525033ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:05.754166Z","caller":"traceutil/trace.go:171","msg":"trace[146795586] transaction","detail":"{read_only:false; response_revision:2328; number_of_response:1; }","duration":"130.293398ms","start":"2026-03-04T02:38:05.623814Z","end":"2026-03-04T02:38:05.754107Z","steps":["trace[146795586] 'process raft request' (duration: 43.192317ms)","trace[146795586] 'compare' (duration: 86.63648ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:38:06.094349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.418581ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:38:06.09465Z","caller":"traceutil/trace.go:171","msg":"trace[1392291823] transaction","detail":"{read_only:false; response_revision:2330; number_of_response:1; }","duration":"190.719615ms","start":"2026-03-04T02:38:05.9039Z","end":"2026-03-04T02:38:06.094619Z","steps":["trace[1392291823] 'process raft request' (duration: 190.602762ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:06.094848Z","caller":"traceutil/trace.go:171","msg":"trace[1778126925] transaction","detail":"{read_only:false; response_revision:2329; number_of_response:1; }","duration":"326.416142ms","start":"2026-03-04T02:38:05.768404Z","end":"2026-03-04T02:38:06.09482Z","steps":["trace[1778126925] 'process raft request' (duration: 142.409327ms)","trace[1778126925] 'compare' (duration: 183.229317ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:38:06.094989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:05.76836Z","time spent":"326.537205ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11470,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:38:06.369734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.605934ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:38:06.36991Z","caller":"traceutil/trace.go:171","msg":"trace[1787847383] transaction","detail":"{read_only:false; response_revision:2332; number_of_response:1; }","duration":"267.616534ms","start":"2026-03-04T02:38:06.102265Z","end":"2026-03-04T02:38:06.369882Z","steps":["trace[1787847383] 'process raft request' (duration: 118.809695ms)","trace[1787847383] 'compare' (duration: 148.407349ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:06.37001Z","caller":"traceutil/trace.go:171","msg":"trace[1585138018] transaction","detail":"{read_only:false; response_revision:2335; number_of_response:1; }","duration":"265.408911ms","start":"2026-03-04T02:38:06.10459Z","end":"2026-03-04T02:38:06.369999Z","steps":["trace[1585138018] 'process raft request' (duration: 265.316889ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:06.370108Z","caller":"traceutil/trace.go:171","msg":"trace[2094527730] transaction","detail":"{read_only:false; response_revision:2334; number_of_response:1; }","duration":"266.437126ms","start":"2026-03-04T02:38:06.103665Z","end":"2026-03-04T02:38:06.370102Z","steps":["trace[2094527730] 'process raft request' (duration: 266.211671ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:06.370164Z","caller":"traceutil/trace.go:171","msg":"trace[964042881] transaction","detail":"{read_only:false; response_revision:2333; number_of_response:1; }","duration":"266.789404ms","start":"2026-03-04T02:38:06.103328Z","end":"2026-03-04T02:38:06.370118Z","steps":["trace[964042881] 'process raft request' (duration: 266.474347ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:06.370329Z","caller":"traceutil/trace.go:171","msg":"trace[1314843567] linearizableReadLoop","detail":"{readStateIndex:2432; appliedIndex:2427; }","duration":"150.805986ms","start":"2026-03-04T02:38:06.219515Z","end":"2026-03-04T02:38:06.370321Z","steps":["trace[1314843567] 'read index received' (duration: 1.483045ms)","trace[1314843567] 'applied index is now lower than readState.Index' (duration: 149.322101ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:06.370375Z","caller":"traceutil/trace.go:171","msg":"trace[2017003353] transaction","detail":"{read_only:false; response_revision:2336; number_of_response:1; }","duration":"260.675899ms","start":"2026-03-04T02:38:06.109695Z","end":"2026-03-04T02:38:06.370371Z","steps":["trace[2017003353] 'process raft request' (duration: 260.237599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:06.370483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.96556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T02:38:06.370506Z","caller":"traceutil/trace.go:171","msg":"trace[1466161470] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:2336; }","duration":"151.022881ms","start":"2026-03-04T02:38:06.219475Z","end":"2026-03-04T02:38:06.370498Z","steps":["trace[1466161470] 'agreement among raft nodes before linearized reading' (duration: 150.97937ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:06.878683Z","caller":"traceutil/trace.go:171","msg":"trace[68543473] linearizableReadLoop","detail":"{readStateIndex:2434; appliedIndex:2432; }","duration":"225.945704ms","start":"2026-03-04T02:38:06.652713Z","end":"2026-03-04T02:38:06.878659Z","steps":["trace[68543473] 'read index received' (duration: 21.516782ms)","trace[68543473] 'applied index is now lower than readState.Index' (duration: 204.428041ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:06.878736Z","caller":"traceutil/trace.go:171","msg":"trace[794406841] transaction","detail":"{read_only:false; response_revision:2338; number_of_response:1; }","duration":"276.111806ms","start":"2026-03-04T02:38:06.602598Z","end":"2026-03-04T02:38:06.87871Z","steps":["trace[794406841] 'process raft request' (duration: 210.746451ms)","trace[794406841] 'compare' (duration: 65.193731ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:38:06.878799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.072506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:38:06.878848Z","caller":"traceutil/trace.go:171","msg":"trace[246756379] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2338; }","duration":"226.170749ms","start":"2026-03-04T02:38:06.652664Z","end":"2026-03-04T02:38:06.878835Z","steps":["trace[246756379] 'agreement among raft nodes before linearized reading' (duration: 226.083727ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:07.796317Z","caller":"traceutil/trace.go:171","msg":"trace[48785770] linearizableReadLoop","detail":"{readStateIndex:2439; appliedIndex:2438; }","duration":"142.753585ms","start":"2026-03-04T02:38:07.653542Z","end":"2026-03-04T02:38:07.796296Z","steps":["trace[48785770] 'read index received' (duration: 48.459103ms)","trace[48785770] 'applied index is now lower than readState.Index' (duration: 94.293522ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:38:07.796459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.870827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:38:07.79643Z","caller":"traceutil/trace.go:171","msg":"trace[135652394] transaction","detail":"{read_only:false; response_revision:2343; number_of_response:1; }","duration":"165.880024ms","start":"2026-03-04T02:38:07.630485Z","end":"2026-03-04T02:38:07.796365Z","steps":["trace[135652394] 'process raft request' (duration: 71.48614ms)","trace[135652394] 'compare' (duration: 94.21442ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:07.796485Z","caller":"traceutil/trace.go:171","msg":"trace[1511885693] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2343; }","duration":"142.98717ms","start":"2026-03-04T02:38:07.653489Z","end":"2026-03-04T02:38:07.796476Z","steps":["trace[1511885693] 'agreement among raft nodes before linearized reading' (duration: 142.888998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:23.150741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.378881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T02:38:23.150841Z","caller":"traceutil/trace.go:171","msg":"trace[1672085364] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2572; }","duration":"162.548145ms","start":"2026-03-04T02:38:22.988274Z","end":"2026-03-04T02:38:23.150822Z","steps":["trace[1672085364] 'range keys from in-memory index tree' (duration: 162.107085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:23.150753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.81121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-04T02:38:23.150938Z","caller":"traceutil/trace.go:171","msg":"trace[979291042] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2572; }","duration":"107.027295ms","start":"2026-03-04T02:38:23.043891Z","end":"2026-03-04T02:38:23.150918Z","steps":["trace[979291042] 'range keys from in-memory index tree' (duration: 106.661077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:24.099963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.591585ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:38:24.100327Z","caller":"traceutil/trace.go:171","msg":"trace[879588299] linearizableReadLoop","detail":"{readStateIndex:2688; appliedIndex:2686; }","duration":"102.869816ms","start":"2026-03-04T02:38:23.997433Z","end":"2026-03-04T02:38:24.100303Z","steps":["trace[879588299] 'read index received' (duration: 5.393588ms)","trace[879588299] 'applied index is now lower than readState.Index' (duration: 97.475198ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:24.100468Z","caller":"traceutil/trace.go:171","msg":"trace[1871899187] transaction","detail":"{read_only:false; response_revision:2578; number_of_response:1; }","duration":"257.288909ms","start":"2026-03-04T02:38:23.843158Z","end":"2026-03-04T02:38:24.100447Z","steps":["trace[1871899187] 'process raft request' (duration: 150.079779ms)","trace[1871899187] 'compare' (duration: 106.339499ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:24.100532Z","caller":"traceutil/trace.go:171","msg":"trace[132156528] transaction","detail":"{read_only:false; response_revision:2579; number_of_response:1; }","duration":"252.912084ms","start":"2026-03-04T02:38:23.847595Z","end":"2026-03-04T02:38:24.100507Z","steps":["trace[132156528] 'process raft request' (duration: 252.586956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:24.100618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.178123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-04T02:38:24.100676Z","caller":"traceutil/trace.go:171","msg":"trace[1043126810] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2579; }","duration":"103.274436ms","start":"2026-03-04T02:38:23.997386Z","end":"2026-03-04T02:38:24.100661Z","steps":["trace[1043126810] 'agreement among raft nodes before linearized reading' (duration: 102.997219ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:26.449223Z","caller":"traceutil/trace.go:171","msg":"trace[1170688349] transaction","detail":"{read_only:false; response_revision:2591; number_of_response:1; }","duration":"420.163411ms","start":"2026-03-04T02:38:26.029035Z","end":"2026-03-04T02:38:26.449199Z","steps":["trace[1170688349] 'process raft request' (duration: 419.967636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:26.449376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:26.029008Z","time spent":"420.290283ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:38:27.150711Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395026028,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:38:27.651739Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395026028,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:38:28.151893Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395026028,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:38:28.439986Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.990955676s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:38:28.442682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.911687522s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:38:28.442793Z","caller":"traceutil/trace.go:171","msg":"trace[275712848] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2591; }","duration":"1.911818435s","start":"2026-03-04T02:38:26.53096Z","end":"2026-03-04T02:38:28.442778Z","steps":["trace[275712848] 'range keys from in-memory index tree' (duration: 1.911667111s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:28.443922Z","caller":"traceutil/trace.go:171","msg":"trace[255651993] transaction","detail":"{read_only:false; response_revision:2592; number_of_response:1; }","duration":"2.33977223s","start":"2026-03-04T02:38:26.104122Z","end":"2026-03-04T02:38:28.443894Z","steps":["trace[255651993] 'process raft request' (duration: 2.336249266s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:28.444873Z","caller":"traceutil/trace.go:171","msg":"trace[991587997] transaction","detail":"{read_only:false; response_revision:2594; number_of_response:1; }","duration":"2.216028979s","start":"2026-03-04T02:38:26.227766Z","end":"2026-03-04T02:38:28.443795Z","steps":["trace[991587997] 'process raft request' (duration: 2.215884696s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:28.444941Z","caller":"traceutil/trace.go:171","msg":"trace[1858239816] transaction","detail":"{read_only:false; response_revision:2593; number_of_response:1; }","duration":"2.340486067s","start":"2026-03-04T02:38:26.104411Z","end":"2026-03-04T02:38:28.444897Z","steps":["trace[1858239816] 'process raft request' (duration: 2.339147245s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:28.445164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:26.10439Z","time spent":"2.340671252s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:38:28.445259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:26.104093Z","time spent":"2.341077672s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:38:28.445422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:26.227743Z","time spent":"2.217228928s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:38:28.453467Z","caller":"traceutil/trace.go:171","msg":"trace[1063062495] linearizableReadLoop","detail":"{readStateIndex:2704; appliedIndex:2700; }","duration":"1.802970477s","start":"2026-03-04T02:38:26.65044Z","end":"2026-03-04T02:38:28.45341Z","steps":["trace[1063062495] 'read index received' (duration: 1.789958077s)","trace[1063062495] 'applied index is now lower than readState.Index' (duration: 13.01139ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:28.453495Z","caller":"traceutil/trace.go:171","msg":"trace[2052056112] transaction","detail":"{read_only:false; response_revision:2595; number_of_response:1; }","duration":"686.335811ms","start":"2026-03-04T02:38:27.76711Z","end":"2026-03-04T02:38:28.453446Z","steps":["trace[2052056112] 'process raft request' (duration: 686.077595ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:28.453493Z","caller":"traceutil/trace.go:171","msg":"trace[842514102] transaction","detail":"{read_only:false; response_revision:2596; number_of_response:1; }","duration":"152.424705ms","start":"2026-03-04T02:38:28.301041Z","end":"2026-03-04T02:38:28.453465Z","steps":["trace[842514102] 'process raft request' (duration: 152.338693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:28.45368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:27.767083Z","time spent":"686.496036ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:38:28.453621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.803173691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:38:28.453727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.585368151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T02:38:28.45376Z","caller":"traceutil/trace.go:171","msg":"trace[1888647469] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2596; }","duration":"1.585466044s","start":"2026-03-04T02:38:26.868285Z","end":"2026-03-04T02:38:28.453751Z","steps":["trace[1888647469] 'agreement among raft nodes before linearized reading' (duration: 1.58529936s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:28.453788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:26.868263Z","time spent":"1.585518645s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:38:28.453836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279806634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-04T02:38:28.453841Z","caller":"traceutil/trace.go:171","msg":"trace[793815740] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2596; }","duration":"1.803337955s","start":"2026-03-04T02:38:26.650386Z","end":"2026-03-04T02:38:28.453724Z","steps":["trace[793815740] 'agreement among raft nodes before linearized reading' (duration: 1.803166441s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:28.453871Z","caller":"traceutil/trace.go:171","msg":"trace[346892473] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2596; }","duration":"1.279862116s","start":"2026-03-04T02:38:27.174002Z","end":"2026-03-04T02:38:28.453865Z","steps":["trace[346892473] 'agreement among raft nodes before linearized reading' (duration: 1.279679232s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:28.453916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:27.173994Z","time spent":"1.279915557s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:38:28.453936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.409427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-04T02:38:28.453962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.419581908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T02:38:28.453969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.383589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-04T02:38:28.453821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.727866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T02:38:28.45399Z","caller":"traceutil/trace.go:171","msg":"trace[852008323] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2596; }","duration":"732.489879ms","start":"2026-03-04T02:38:27.721483Z","end":"2026-03-04T02:38:28.453973Z","steps":["trace[852008323] 'agreement among raft nodes before linearized reading' (duration: 732.378266ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:28.45398Z","caller":"traceutil/trace.go:171","msg":"trace[336338607] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:2596; }","duration":"1.419678431s","start":"2026-03-04T02:38:27.034297Z","end":"2026-03-04T02:38:28.453975Z","steps":["trace[336338607] 'agreement among raft nodes before linearized reading' (duration: 1.419579569s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:28.454052Z","caller":"traceutil/trace.go:171","msg":"trace[1842285100] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2596; }","duration":"974.029423ms","start":"2026-03-04T02:38:27.479997Z","end":"2026-03-04T02:38:28.454027Z","steps":["trace[1842285100] 'agreement among raft nodes before linearized reading' (duration: 973.658544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:28.454035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.283868971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-04T02:38:28.453976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:26.650364Z","time spent":"1.803517679s","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:38:28.454162Z","caller":"traceutil/trace.go:171","msg":"trace[1130368046] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2596; }","duration":"1.284019355s","start":"2026-03-04T02:38:27.170127Z","end":"2026-03-04T02:38:28.454146Z","steps":["trace[1130368046] 'agreement among raft nodes before linearized reading' (duration: 1.283645466s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:28.454054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:27.721461Z","time spent":"732.583062ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:38:28.454269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:27.170114Z","time spent":"1.284144248s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T02:38:28.454016Z","caller":"traceutil/trace.go:171","msg":"trace[1397697666] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2596; }","duration":"455.454171ms","start":"2026-03-04T02:38:27.998549Z","end":"2026-03-04T02:38:28.454004Z","steps":["trace[1397697666] 'agreement among raft nodes before linearized reading' (duration: 455.284467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:28.454467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:27.998533Z","time spent":"455.927261ms","remote":"127.0.0.1:47150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-04T02:38:28.454062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:27.034277Z","time spent":"1.419771894s","remote":"127.0.0.1:47304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":88,"response size":29,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:38:28.454044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014876414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T02:38:28.454643Z","caller":"traceutil/trace.go:171","msg":"trace[437421758] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2596; }","duration":"1.01552552s","start":"2026-03-04T02:38:27.439108Z","end":"2026-03-04T02:38:28.454634Z","steps":["trace[437421758] 'agreement among raft nodes before linearized reading' (duration: 1.014768062s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:28.454673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:27.439085Z","time spent":"1.015580761s","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:38:28.454073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.988477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-04T02:38:28.454756Z","caller":"traceutil/trace.go:171","msg":"trace[1513064763] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2596; }","duration":"269.829856ms","start":"2026-03-04T02:38:28.184915Z","end":"2026-03-04T02:38:28.454745Z","steps":["trace[1513064763] 'agreement among raft nodes before linearized reading' (duration: 268.990976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:28.454104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:27.479976Z","time spent":"974.103995ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:38:44.792737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.144909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:38:44.792825Z","caller":"traceutil/trace.go:171","msg":"trace[1251994230] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2701; }","duration":"141.278753ms","start":"2026-03-04T02:38:44.651528Z","end":"2026-03-04T02:38:44.792807Z","steps":["trace[1251994230] 'range keys from in-memory index tree' (duration: 141.011356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:54.850852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.377745ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:38:54.851131Z","caller":"traceutil/trace.go:171","msg":"trace[1461024006] linearizableReadLoop","detail":"{readStateIndex:2860; appliedIndex:2858; }","duration":"208.478156ms","start":"2026-03-04T02:38:54.642631Z","end":"2026-03-04T02:38:54.851109Z","steps":["trace[1461024006] 'read index received' (duration: 39.689962ms)","trace[1461024006] 'applied index is now lower than readState.Index' (duration: 168.786854ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:54.851198Z","caller":"traceutil/trace.go:171","msg":"trace[516331124] transaction","detail":"{read_only:false; response_revision:2745; number_of_response:1; }","duration":"312.757762ms","start":"2026-03-04T02:38:54.538401Z","end":"2026-03-04T02:38:54.851159Z","steps":["trace[516331124] 'process raft request' (duration: 312.585127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:54.851319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:54.538387Z","time spent":"312.877154ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:38:54.851381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.177989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T02:38:54.851387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.963439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T02:38:54.851464Z","caller":"traceutil/trace.go:171","msg":"trace[1843223955] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2745; }","duration":"200.288812ms","start":"2026-03-04T02:38:54.651162Z","end":"2026-03-04T02:38:54.851451Z","steps":["trace[1843223955] 'agreement among raft nodes before linearized reading' (duration: 200.098758ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:54.851481Z","caller":"traceutil/trace.go:171","msg":"trace[1004529769] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2745; }","duration":"201.106622ms","start":"2026-03-04T02:38:54.65036Z","end":"2026-03-04T02:38:54.851467Z","steps":["trace[1004529769] 'agreement among raft nodes before linearized reading' (duration: 200.893877ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:54.851499Z","caller":"traceutil/trace.go:171","msg":"trace[1497073818] transaction","detail":"{read_only:false; response_revision:2744; number_of_response:1; }","duration":"313.319795ms","start":"2026-03-04T02:38:54.538146Z","end":"2026-03-04T02:38:54.851466Z","steps":["trace[1497073818] 'process raft request' (duration: 144.203623ms)","trace[1497073818] 'compare' (duration: 167.850732ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:38:54.851597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.696155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-04T02:38:54.851618Z","caller":"traceutil/trace.go:171","msg":"trace[1291954529] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2745; }","duration":"150.750696ms","start":"2026-03-04T02:38:54.700858Z","end":"2026-03-04T02:38:54.851608Z","steps":["trace[1291954529] 'agreement among raft nodes before linearized reading' (duration: 150.697965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:54.851619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:54.538121Z","time spent":"313.429477ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:38:54.851697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.554948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T02:38:54.851717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.217114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T02:38:54.85174Z","caller":"traceutil/trace.go:171","msg":"trace[1150280296] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2745; }","duration":"201.263155ms","start":"2026-03-04T02:38:54.650471Z","end":"2026-03-04T02:38:54.851734Z","steps":["trace[1150280296] 'agreement among raft nodes before linearized reading' (duration: 201.208944ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:54.851744Z","caller":"traceutil/trace.go:171","msg":"trace[1274209100] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2745; }","duration":"200.61245ms","start":"2026-03-04T02:38:54.651119Z","end":"2026-03-04T02:38:54.851731Z","steps":["trace[1274209100] 'agreement among raft nodes before linearized reading' (duration: 200.457936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:54.851684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.969308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-04T02:38:54.851747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.05776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:38:54.851899Z","caller":"traceutil/trace.go:171","msg":"trace[1192001621] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2745; }","duration":"201.232265ms","start":"2026-03-04T02:38:54.650645Z","end":"2026-03-04T02:38:54.851877Z","steps":["trace[1192001621] 'agreement among raft nodes before linearized reading' (duration: 201.04955ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:54.851905Z","caller":"traceutil/trace.go:171","msg":"trace[866674662] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2745; }","duration":"209.285615ms","start":"2026-03-04T02:38:54.642585Z","end":"2026-03-04T02:38:54.851871Z","steps":["trace[866674662] 'agreement among raft nodes before linearized reading' (duration: 208.595619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:55.063231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.073656ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:38:55.063352Z","caller":"traceutil/trace.go:171","msg":"trace[2051070721] transaction","detail":"{read_only:false; response_revision:2746; number_of_response:1; }","duration":"207.538295ms","start":"2026-03-04T02:38:54.855794Z","end":"2026-03-04T02:38:55.063332Z","steps":["trace[2051070721] 'process raft request' (duration: 96.261864ms)","trace[2051070721] 'compare' (duration: 110.940493ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:38:55.442212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.470279ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:38:55.442565Z","caller":"traceutil/trace.go:171","msg":"trace[1693515659] transaction","detail":"{read_only:false; response_revision:2750; number_of_response:1; }","duration":"585.556126ms","start":"2026-03-04T02:38:54.856991Z","end":"2026-03-04T02:38:55.442548Z","steps":["trace[1693515659] 'process raft request' (duration: 585.495095ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:55.442659Z","caller":"traceutil/trace.go:171","msg":"trace[200105103] transaction","detail":"{read_only:false; response_revision:2747; number_of_response:1; }","duration":"585.805072ms","start":"2026-03-04T02:38:54.856812Z","end":"2026-03-04T02:38:55.442617Z","steps":["trace[200105103] 'process raft request' (duration: 464.846451ms)","trace[200105103] 'compare' (duration: 119.986028ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:55.4427Z","caller":"traceutil/trace.go:171","msg":"trace[1132799718] transaction","detail":"{read_only:false; response_revision:2751; number_of_response:1; }","duration":"585.630798ms","start":"2026-03-04T02:38:54.857053Z","end":"2026-03-04T02:38:55.442684Z","steps":["trace[1132799718] 'process raft request' (duration: 585.462104ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:55.442688Z","caller":"traceutil/trace.go:171","msg":"trace[2039927106] transaction","detail":"{read_only:false; response_revision:2748; number_of_response:1; }","duration":"585.705399ms","start":"2026-03-04T02:38:54.856941Z","end":"2026-03-04T02:38:55.442647Z","steps":["trace[2039927106] 'process raft request' (duration: 585.454843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:55.442769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.087079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T02:38:55.442805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:54.857037Z","time spent":"585.70312ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:38:55.442809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:54.856787Z","time spent":"585.954726ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:38:55.442839Z","caller":"traceutil/trace.go:171","msg":"trace[1001621679] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:2751; }","duration":"294.216993ms","start":"2026-03-04T02:38:55.148603Z","end":"2026-03-04T02:38:55.44282Z","steps":["trace[1001621679] 'agreement among raft nodes before linearized reading' (duration: 294.10746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:55.442922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:54.856929Z","time spent":"585.873114ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:38:55.442666Z","caller":"traceutil/trace.go:171","msg":"trace[1935894197] linearizableReadLoop","detail":"{readStateIndex:2866; appliedIndex:2861; }","duration":"293.961126ms","start":"2026-03-04T02:38:55.148685Z","end":"2026-03-04T02:38:55.442646Z","steps":["trace[1935894197] 'read index received' (duration: 172.898213ms)","trace[1935894197] 'applied index is now lower than readState.Index' (duration: 121.060903ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:55.442739Z","caller":"traceutil/trace.go:171","msg":"trace[1536515439] transaction","detail":"{read_only:false; response_revision:2749; number_of_response:1; }","duration":"585.754261ms","start":"2026-03-04T02:38:54.856963Z","end":"2026-03-04T02:38:55.442718Z","steps":["trace[1536515439] 'process raft request' (duration: 585.493115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:55.44313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.285529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T02:38:55.443197Z","caller":"traceutil/trace.go:171","msg":"trace[235925413] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2751; }","duration":"148.366051ms","start":"2026-03-04T02:38:55.294795Z","end":"2026-03-04T02:38:55.443161Z","steps":["trace[235925413] 'agreement among raft nodes before linearized reading' (duration: 148.292709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:55.443129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:54.85695Z","time spent":"586.1416ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:38:55.442685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:54.856985Z","time spent":"585.661978ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:38:55.813459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.238836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:38:55.813602Z","caller":"traceutil/trace.go:171","msg":"trace[1409077788] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2751; }","duration":"161.469102ms","start":"2026-03-04T02:38:55.652106Z","end":"2026-03-04T02:38:55.813575Z","steps":["trace[1409077788] 'range keys from in-memory index tree' (duration: 161.124823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:56.754628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.98004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:38:56.754694Z","caller":"traceutil/trace.go:171","msg":"trace[1866136425] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2753; }","duration":"102.095483ms","start":"2026-03-04T02:38:56.652584Z","end":"2026-03-04T02:38:56.75468Z","steps":["trace[1866136425] 'range keys from in-memory index tree' (duration: 101.857237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:02.294341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.42259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-04T02:39:02.294423Z","caller":"traceutil/trace.go:171","msg":"trace[1360208838] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2782; }","duration":"295.552774ms","start":"2026-03-04T02:39:01.998849Z","end":"2026-03-04T02:39:02.294402Z","steps":["trace[1360208838] 'range keys from in-memory index tree' (duration: 294.682052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:03.162737Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395026537,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:39:03.407893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.450737ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:39:03.408082Z","caller":"traceutil/trace.go:171","msg":"trace[864091308] transaction","detail":"{read_only:false; response_revision:2784; number_of_response:1; }","duration":"794.598906ms","start":"2026-03-04T02:39:02.613457Z","end":"2026-03-04T02:39:03.408056Z","steps":["trace[864091308] 'process raft request' (duration: 609.907543ms)","trace[864091308] 'compare' (duration: 184.077199ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:39:03.408588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:39:02.613429Z","time spent":"794.698319ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:39:04.652675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.990789604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:39:04.652768Z","caller":"traceutil/trace.go:171","msg":"trace[590014619] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.990934897s","start":"2026-03-04T02:39:02.661811Z","end":"2026-03-04T02:39:04.652746Z","steps":["trace[590014619] 'agreement among raft nodes before linearized reading' (duration: 1.990821604s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:04.652813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:39:02.661792Z","time spent":"1.991011979s","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:39:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:39:05.296446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113696949s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:39:05.296698Z","caller":"traceutil/trace.go:171","msg":"trace[1137259419] linearizableReadLoop","detail":"{readStateIndex:2902; appliedIndex:2899; }","duration":"2.634814007s","start":"2026-03-04T02:39:02.661865Z","end":"2026-03-04T02:39:05.296679Z","steps":["trace[1137259419] 'read index received' (duration: 561.481145ms)","trace[1137259419] 'applied index is now lower than readState.Index' (duration: 2.073329352s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:39:05.296738Z","caller":"traceutil/trace.go:171","msg":"trace[2138875762] transaction","detail":"{read_only:false; response_revision:2786; number_of_response:1; }","duration":"2.412231295s","start":"2026-03-04T02:39:02.884482Z","end":"2026-03-04T02:39:05.296713Z","steps":["trace[2138875762] 'process raft request' (duration: 2.412063661s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:05.296783Z","caller":"traceutil/trace.go:171","msg":"trace[1511166179] transaction","detail":"{read_only:false; response_revision:2785; number_of_response:1; }","duration":"2.413970456s","start":"2026-03-04T02:39:02.8828Z","end":"2026-03-04T02:39:05.29677Z","steps":["trace[1511166179] 'process raft request' (duration: 1.299855057s)","trace[1511166179] 'compare' (duration: 1.113412813s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:39:05.29685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:39:02.882775Z","time spent":"2.414039537s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:39:05.296871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:39:02.884449Z","time spent":"2.412349048s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:39:05.644503Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.461755218s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:39:05.844505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.557866ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:39:05.844703Z","caller":"traceutil/trace.go:171","msg":"trace[1803271542] transaction","detail":"{read_only:false; response_revision:2787; number_of_response:1; }","duration":"1.77407622s","start":"2026-03-04T02:39:04.070604Z","end":"2026-03-04T02:39:05.844681Z","steps":["trace[1803271542] 'process raft request' (duration: 1.574267928s)","trace[1803271542] 'compare' (duration: 199.462274ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:39:05.844752Z","caller":"traceutil/trace.go:171","msg":"trace[615763276] transaction","detail":"{read_only:false; response_revision:2789; number_of_response:1; }","duration":"430.941255ms","start":"2026-03-04T02:39:05.413795Z","end":"2026-03-04T02:39:05.844736Z","steps":["trace[615763276] 'process raft request' (duration: 430.885944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:05.844825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:39:04.070565Z","time spent":"1.774198423s","remote":"127.0.0.1:47122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9241,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:39:05.844825Z","caller":"traceutil/trace.go:171","msg":"trace[2111820168] transaction","detail":"{read_only:false; response_revision:2788; number_of_response:1; }","duration":"1.762057025s","start":"2026-03-04T02:39:04.082738Z","end":"2026-03-04T02:39:05.844795Z","steps":["trace[2111820168] 'process raft request' (duration: 1.76186882s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:05.844821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:39:05.413764Z","time spent":"431.023178ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:39:05.844931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:39:04.082709Z","time spent":"1.762173588s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:39:05.844947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.808037087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:39:05.845051Z","caller":"traceutil/trace.go:171","msg":"trace[267987450] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:2789; }","duration":"2.808189931s","start":"2026-03-04T02:39:03.036847Z","end":"2026-03-04T02:39:05.845037Z","steps":["trace[267987450] 'agreement among raft nodes before linearized reading' (duration: 2.808026977s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:05.845091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:39:03.036818Z","time spent":"2.808258143s","remote":"127.0.0.1:56804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:39:05.845111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.353507611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T02:39:05.845137Z","caller":"traceutil/trace.go:171","msg":"trace[1802054526] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2789; }","duration":"2.353573453s","start":"2026-03-04T02:39:03.491557Z","end":"2026-03-04T02:39:05.84513Z","steps":["trace[1802054526] 'agreement among raft nodes before linearized reading' (duration: 2.35346782s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:05.845119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.355426036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-04T02:39:05.845157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:39:03.491548Z","time spent":"2.353603513s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T02:39:05.845164Z","caller":"traceutil/trace.go:171","msg":"trace[2137554974] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2789; }","duration":"2.355469527s","start":"2026-03-04T02:39:03.489687Z","end":"2026-03-04T02:39:05.845157Z","steps":["trace[2137554974] 'agreement among raft nodes before linearized reading' (duration: 2.355345094s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:05.845189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:39:03.489584Z","time spent":"2.3555992s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:39:05.845224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192404326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:39:05.845244Z","caller":"traceutil/trace.go:171","msg":"trace[1705982554] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2789; }","duration":"1.192424276s","start":"2026-03-04T02:39:04.652812Z","end":"2026-03-04T02:39:05.845237Z","steps":["trace[1705982554] 'agreement among raft nodes before linearized reading' (duration: 1.192391796s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:05.845019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.183325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T02:39:05.845263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:39:04.652791Z","time spent":"1.192466928s","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:39:05.845298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.356724107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T02:39:05.845317Z","caller":"traceutil/trace.go:171","msg":"trace[446471408] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2789; }","duration":"2.356782448s","start":"2026-03-04T02:39:03.488529Z","end":"2026-03-04T02:39:05.845311Z","steps":["trace[446471408] 'agreement among raft nodes before linearized reading' (duration: 2.356727237s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:05.845285Z","caller":"traceutil/trace.go:171","msg":"trace[2098849548] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:2789; }","duration":"574.475432ms","start":"2026-03-04T02:39:05.270793Z","end":"2026-03-04T02:39:05.845268Z","steps":["trace[2098849548] 'agreement among raft nodes before linearized reading' (duration: 574.169205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:05.845334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:39:03.4885Z","time spent":"2.35683086s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:39:05.845359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:39:05.270775Z","time spent":"574.566334ms","remote":"127.0.0.1:47468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":30,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:39:05.844847Z","caller":"traceutil/trace.go:171","msg":"trace[745828715] linearizableReadLoop","detail":"{readStateIndex:2904; appliedIndex:2902; }","duration":"548.100207ms","start":"2026-03-04T02:39:05.296733Z","end":"2026-03-04T02:39:05.844833Z","steps":["trace[745828715] 'read index received' (duration: 348.134911ms)","trace[745828715] 'applied index is now lower than readState.Index' (duration: 199.963846ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:39:05.845399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.675259706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T02:39:05.84542Z","caller":"traceutil/trace.go:171","msg":"trace[2074220956] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:2789; }","duration":"2.675311498s","start":"2026-03-04T02:39:03.170104Z","end":"2026-03-04T02:39:05.845415Z","steps":["trace[2074220956] 'agreement among raft nodes before linearized reading' (duration: 2.675269087s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:05.845379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.625801643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:39:05.845438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:39:03.170086Z","time spent":"2.675346718s","remote":"127.0.0.1:47278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":20,"response size":29,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:39:05.84543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.013440941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T02:39:05.845471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.576738368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:39:05.845451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.357117136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T02:39:05.845483Z","caller":"traceutil/trace.go:171","msg":"trace[1793829006] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:2789; }","duration":"2.625914845s","start":"2026-03-04T02:39:03.219535Z","end":"2026-03-04T02:39:05.84545Z","steps":["trace[1793829006] 'agreement among raft nodes before linearized reading' (duration: 2.625739071s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:05.845522Z","caller":"traceutil/trace.go:171","msg":"trace[739783768] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:2789; }","duration":"1.576817599s","start":"2026-03-04T02:39:04.268688Z","end":"2026-03-04T02:39:05.845505Z","steps":["trace[739783768] 'agreement among raft nodes before linearized reading' (duration: 1.576722256s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:05.845538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.75128533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-04T02:39:05.84544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.064709047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.240\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-04T02:39:05.845555Z","caller":"traceutil/trace.go:171","msg":"trace[22847415] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2789; }","duration":"2.751326911s","start":"2026-03-04T02:39:03.094223Z","end":"2026-03-04T02:39:05.845549Z","steps":["trace[22847415] 'agreement among raft nodes before linearized reading' (duration: 2.751264479s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:05.845556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:39:04.26867Z","time spent":"1.576877821s","remote":"127.0.0.1:35526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:39:05.845535Z","caller":"traceutil/trace.go:171","msg":"trace[1205465279] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2789; }","duration":"2.35724735s","start":"2026-03-04T02:39:03.488269Z","end":"2026-03-04T02:39:05.845516Z","steps":["trace[1205465279] 'agreement among raft nodes before linearized reading' (duration: 2.357051975s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:05.845552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:39:03.219457Z","time spent":"2.626078809s","remote":"127.0.0.1:35444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:39:05.845578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:39:03.094205Z","time spent":"2.751370172s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T02:39:05.84555Z","caller":"traceutil/trace.go:171","msg":"trace[335816399] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2789; }","duration":"2.013586594s","start":"2026-03-04T02:39:03.831915Z","end":"2026-03-04T02:39:05.845502Z","steps":["trace[335816399] 'agreement among raft nodes before linearized reading' (duration: 2.01342499s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:05.845603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:39:03.488235Z","time spent":"2.357355572s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:39:05.845585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.413582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:39:05.845625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:39:03.831898Z","time spent":"2.013711627s","remote":"127.0.0.1:36306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:39:05.845607Z","caller":"traceutil/trace.go:171","msg":"trace[1572807840] range","detail":"{range_begin:/registry/masterleases/199.19.213.240; range_end:; response_count:1; response_revision:2789; }","duration":"2.064892401s","start":"2026-03-04T02:39:03.780685Z","end":"2026-03-04T02:39:05.845578Z","steps":["trace[1572807840] 'agreement among raft nodes before linearized reading' (duration: 2.064681256s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:05.845666Z","caller":"traceutil/trace.go:171","msg":"trace[2128614539] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:2789; }","duration":"148.551005ms","start":"2026-03-04T02:39:05.697095Z","end":"2026-03-04T02:39:05.845646Z","steps":["trace[2128614539] 'agreement among raft nodes before linearized reading' (duration: 148.386811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:05.845704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:39:03.780663Z","time spent":"2.065022185s","remote":"127.0.0.1:46920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.240\" "} {"level":"warn","ts":"2026-03-04T02:39:05.84569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.747164162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-04T02:39:05.845758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.847742728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-04T02:39:05.845786Z","caller":"traceutil/trace.go:171","msg":"trace[1990044533] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2789; }","duration":"1.747336426s","start":"2026-03-04T02:39:04.098426Z","end":"2026-03-04T02:39:05.845762Z","steps":["trace[1990044533] 'agreement among raft nodes before linearized reading' (duration: 1.746971587s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:05.845809Z","caller":"traceutil/trace.go:171","msg":"trace[1102942204] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2789; }","duration":"1.847853301s","start":"2026-03-04T02:39:03.997941Z","end":"2026-03-04T02:39:05.845794Z","steps":["trace[1102942204] 'agreement among raft nodes before linearized reading' (duration: 1.847644356s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:05.845844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:39:04.098395Z","time spent":"1.747439308s","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:39:05.84588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:39:03.997898Z","time spent":"1.847969173s","remote":"127.0.0.1:47150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-04T02:39:07.168359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.187861ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:39:07.168455Z","caller":"traceutil/trace.go:171","msg":"trace[1041704904] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2789; }","duration":"637.295313ms","start":"2026-03-04T02:39:06.531146Z","end":"2026-03-04T02:39:07.168441Z","steps":["trace[1041704904] 'range keys from in-memory index tree' (duration: 637.173791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:07.168753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.124919775s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-03-04T02:39:07.168864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:39:05.847317Z","time spent":"1.321544191s","remote":"127.0.0.1:46920","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T02:39:07.169039Z","caller":"traceutil/trace.go:171","msg":"trace[1050019576] linearizableReadLoop","detail":"{readStateIndex:2906; appliedIndex:2905; }","duration":"1.318260753s","start":"2026-03-04T02:39:05.85077Z","end":"2026-03-04T02:39:07.16903Z","steps":["trace[1050019576] 'read index received' (duration: 193.163374ms)","trace[1050019576] 'applied index is now lower than readState.Index' (duration: 1.125096169s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:39:07.169093Z","caller":"traceutil/trace.go:171","msg":"trace[749076814] transaction","detail":"{read_only:false; response_revision:2791; number_of_response:1; }","duration":"1.318069899s","start":"2026-03-04T02:39:05.851003Z","end":"2026-03-04T02:39:07.169073Z","steps":["trace[749076814] 'process raft request' (duration: 1.317996818s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:07.16909Z","caller":"traceutil/trace.go:171","msg":"trace[1717216482] transaction","detail":"{read_only:false; response_revision:2790; number_of_response:1; }","duration":"1.31811429s","start":"2026-03-04T02:39:05.850944Z","end":"2026-03-04T02:39:07.169058Z","steps":["trace[1717216482] 'process raft request' (duration: 1.317913415s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:07.169194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.318420598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189982afc5db10aa\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-04T02:39:07.169216Z","caller":"traceutil/trace.go:171","msg":"trace[1817887319] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189982afc5db10aa; range_end:; response_count:1; response_revision:2792; }","duration":"1.318467439s","start":"2026-03-04T02:39:05.850743Z","end":"2026-03-04T02:39:07.169211Z","steps":["trace[1817887319] 'agreement among raft nodes before linearized reading' (duration: 1.318325975s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:07.169206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:39:05.850978Z","time spent":"1.318168751s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:39:07.169232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:39:05.850729Z","time spent":"1.318498829s","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189982afc5db10aa\" "} {"level":"warn","ts":"2026-03-04T02:39:07.169224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:39:05.850933Z","time spent":"1.318216313s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:39:07.169235Z","caller":"traceutil/trace.go:171","msg":"trace[1307269431] transaction","detail":"{read_only:false; response_revision:2792; number_of_response:1; }","duration":"1.316455151s","start":"2026-03-04T02:39:05.852757Z","end":"2026-03-04T02:39:07.169212Z","steps":["trace[1307269431] 'process raft request' (duration: 1.316283227s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:07.169332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:39:05.852744Z","time spent":"1.316548674s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:39:07.169341Z","caller":"traceutil/trace.go:171","msg":"trace[1192684893] transaction","detail":"{read_only:false; response_revision:2793; number_of_response:1; }","duration":"1.316471081s","start":"2026-03-04T02:39:05.852856Z","end":"2026-03-04T02:39:07.169328Z","steps":["trace[1192684893] 'process raft request' (duration: 1.316270397s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:07.169485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:39:05.852843Z","time spent":"1.316527132s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:39:07.169517Z","caller":"traceutil/trace.go:171","msg":"trace[1131597204] transaction","detail":"{read_only:false; response_revision:2794; number_of_response:1; }","duration":"1.316593794s","start":"2026-03-04T02:39:05.852896Z","end":"2026-03-04T02:39:07.16949Z","steps":["trace[1131597204] 'process raft request' (duration: 1.316343588s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:07.169564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.31725692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:39:07.169599Z","caller":"traceutil/trace.go:171","msg":"trace[1525668343] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2794; }","duration":"1.317316372s","start":"2026-03-04T02:39:05.852272Z","end":"2026-03-04T02:39:07.169588Z","steps":["trace[1525668343] 'agreement among raft nodes before linearized reading' (duration: 1.317222359s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:07.169596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.595987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:39:07.169633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:39:05.85226Z","time spent":"1.317366243s","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:39:07.169636Z","caller":"traceutil/trace.go:171","msg":"trace[328568803] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:2794; }","duration":"947.700201ms","start":"2026-03-04T02:39:06.221927Z","end":"2026-03-04T02:39:07.169627Z","steps":["trace[328568803] 'agreement among raft nodes before linearized reading' (duration: 947.536237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:07.169653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:39:05.852865Z","time spent":"1.316715687s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:39:07.169687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:39:06.221875Z","time spent":"947.778962ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:39:07.17004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.319170506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-03-04T02:39:07.170109Z","caller":"traceutil/trace.go:171","msg":"trace[1185146399] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2794; }","duration":"1.319278178s","start":"2026-03-04T02:39:05.850812Z","end":"2026-03-04T02:39:07.17009Z","steps":["trace[1185146399] 'agreement among raft nodes before linearized reading' (duration: 1.318646433s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:07.170162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:39:05.850795Z","time spent":"1.31935752s","remote":"127.0.0.1:47150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1469,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-03-04T02:39:07.170199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.27975187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T02:39:07.17023Z","caller":"traceutil/trace.go:171","msg":"trace[2104750523] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2794; }","duration":"1.279832402s","start":"2026-03-04T02:39:05.890389Z","end":"2026-03-04T02:39:07.170222Z","steps":["trace[2104750523] 'agreement among raft nodes before linearized reading' (duration: 1.279085214s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:07.170248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:39:05.890367Z","time spent":"1.279875913s","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:39:07.472168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.826632ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:39:07.472398Z","caller":"traceutil/trace.go:171","msg":"trace[1795496210] transaction","detail":"{read_only:false; response_revision:2798; number_of_response:1; }","duration":"168.931459ms","start":"2026-03-04T02:39:07.303445Z","end":"2026-03-04T02:39:07.472377Z","steps":["trace[1795496210] 'process raft request' (duration: 168.893828ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:07.472482Z","caller":"traceutil/trace.go:171","msg":"trace[238031003] linearizableReadLoop","detail":"{readStateIndex:2913; appliedIndex:2911; }","duration":"301.451204ms","start":"2026-03-04T02:39:07.170993Z","end":"2026-03-04T02:39:07.472444Z","steps":["trace[238031003] 'read index received' (duration: 79.279102ms)","trace[238031003] 'applied index is now lower than readState.Index' (duration: 222.169812ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:39:07.472633Z","caller":"traceutil/trace.go:171","msg":"trace[1153606103] transaction","detail":"{read_only:false; response_revision:2797; number_of_response:1; }","duration":"170.486066ms","start":"2026-03-04T02:39:07.302037Z","end":"2026-03-04T02:39:07.472523Z","steps":["trace[1153606103] 'process raft request' (duration: 170.24605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:07.47267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.658729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:39:07.472731Z","caller":"traceutil/trace.go:171","msg":"trace[1841037385] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2798; }","duration":"301.748291ms","start":"2026-03-04T02:39:07.17097Z","end":"2026-03-04T02:39:07.472718Z","steps":["trace[1841037385] 'agreement among raft nodes before linearized reading' (duration: 301.643399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:07.472763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:39:07.170959Z","time spent":"301.796962ms","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:39:07.472792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.728171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9255"} {"level":"info","ts":"2026-03-04T02:39:07.472841Z","caller":"traceutil/trace.go:171","msg":"trace[1391137618] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2798; }","duration":"301.805302ms","start":"2026-03-04T02:39:07.171024Z","end":"2026-03-04T02:39:07.472829Z","steps":["trace[1391137618] 'agreement among raft nodes before linearized reading' (duration: 301.619718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:07.472893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:39:07.171017Z","time spent":"301.868483ms","remote":"127.0.0.1:47122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":9277,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-04T02:39:07.472542Z","caller":"traceutil/trace.go:171","msg":"trace[1806952160] transaction","detail":"{read_only:false; response_revision:2796; number_of_response:1; }","duration":"301.610347ms","start":"2026-03-04T02:39:07.170894Z","end":"2026-03-04T02:39:07.472505Z","steps":["trace[1806952160] 'process raft request' (duration: 117.359155ms)","trace[1806952160] 'compare' (duration: 183.684719ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:39:07.472876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.190008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-04T02:39:07.472997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:39:07.170874Z","time spent":"302.063449ms","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:39:07.473049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.277566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-03-04T02:39:07.473166Z","caller":"traceutil/trace.go:171","msg":"trace[1183679599] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2798; }","duration":"300.435069ms","start":"2026-03-04T02:39:07.172706Z","end":"2026-03-04T02:39:07.473141Z","steps":["trace[1183679599] 'agreement among raft nodes before linearized reading' (duration: 300.05394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:07.473228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:39:07.172697Z","time spent":"300.522382ms","remote":"127.0.0.1:47150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1337,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-03-04T02:39:07.473035Z","caller":"traceutil/trace.go:171","msg":"trace[713907845] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2798; }","duration":"218.357932ms","start":"2026-03-04T02:39:07.25462Z","end":"2026-03-04T02:39:07.472978Z","steps":["trace[713907845] 'agreement among raft nodes before linearized reading' (duration: 218.084725ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:13.478663Z","caller":"traceutil/trace.go:171","msg":"trace[322736112] transaction","detail":"{read_only:false; response_revision:2825; number_of_response:1; }","duration":"280.713602ms","start":"2026-03-04T02:39:13.197923Z","end":"2026-03-04T02:39:13.478637Z","steps":["trace[322736112] 'process raft request' (duration: 280.518627ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:13.478664Z","caller":"traceutil/trace.go:171","msg":"trace[1739667110] transaction","detail":"{read_only:false; response_revision:2824; number_of_response:1; }","duration":"280.786513ms","start":"2026-03-04T02:39:13.197839Z","end":"2026-03-04T02:39:13.478625Z","steps":["trace[1739667110] 'process raft request' (duration: 280.369784ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:13.478644Z","caller":"traceutil/trace.go:171","msg":"trace[1799004105] transaction","detail":"{read_only:false; response_revision:2826; number_of_response:1; }","duration":"279.983295ms","start":"2026-03-04T02:39:13.198622Z","end":"2026-03-04T02:39:13.478606Z","steps":["trace[1799004105] 'process raft request' (duration: 279.873002ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:13.478836Z","caller":"traceutil/trace.go:171","msg":"trace[1569277808] transaction","detail":"{read_only:false; response_revision:2827; number_of_response:1; }","duration":"279.799231ms","start":"2026-03-04T02:39:13.199001Z","end":"2026-03-04T02:39:13.478801Z","steps":["trace[1569277808] 'process raft request' (duration: 279.545155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:13.723233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.94319ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:39:13.723379Z","caller":"traceutil/trace.go:171","msg":"trace[1311548271] linearizableReadLoop","detail":"{readStateIndex:2946; appliedIndex:2945; }","duration":"236.107293ms","start":"2026-03-04T02:39:13.487252Z","end":"2026-03-04T02:39:13.72336Z","steps":["trace[1311548271] 'read index received' (duration: 55.892466ms)","trace[1311548271] 'applied index is now lower than readState.Index' (duration: 180.213077ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:39:13.72343Z","caller":"traceutil/trace.go:171","msg":"trace[125237585] transaction","detail":"{read_only:false; response_revision:2828; number_of_response:1; }","duration":"371.069716ms","start":"2026-03-04T02:39:13.352322Z","end":"2026-03-04T02:39:13.723391Z","steps":["trace[125237585] 'process raft request' (duration: 190.850509ms)","trace[125237585] 'compare' (duration: 179.751756ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:39:13.723567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.313828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-04T02:39:13.723911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:39:13.352288Z","time spent":"371.509726ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:39:13.723986Z","caller":"traceutil/trace.go:171","msg":"trace[39086514] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2828; }","duration":"236.758748ms","start":"2026-03-04T02:39:13.487184Z","end":"2026-03-04T02:39:13.723943Z","steps":["trace[39086514] 'agreement among raft nodes before linearized reading' (duration: 236.249566ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:13.766594Z","caller":"traceutil/trace.go:171","msg":"trace[1639037203] transaction","detail":"{read_only:false; response_revision:2830; number_of_response:1; }","duration":"277.134187ms","start":"2026-03-04T02:39:13.489436Z","end":"2026-03-04T02:39:13.76657Z","steps":["trace[1639037203] 'process raft request' (duration: 277.100026ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:13.766923Z","caller":"traceutil/trace.go:171","msg":"trace[1894331666] transaction","detail":"{read_only:false; response_revision:2829; number_of_response:1; }","duration":"277.534616ms","start":"2026-03-04T02:39:13.489339Z","end":"2026-03-04T02:39:13.766873Z","steps":["trace[1894331666] 'process raft request' (duration: 277.087235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:13.767093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.753283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:39:13.767134Z","caller":"traceutil/trace.go:171","msg":"trace[1273292181] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2830; }","duration":"114.832775ms","start":"2026-03-04T02:39:13.652293Z","end":"2026-03-04T02:39:13.767126Z","steps":["trace[1273292181] 'agreement among raft nodes before linearized reading' (duration: 114.744573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:14.274617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.292372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-03-04T02:39:14.27469Z","caller":"traceutil/trace.go:171","msg":"trace[719094275] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2833; }","duration":"272.415695ms","start":"2026-03-04T02:39:14.002259Z","end":"2026-03-04T02:39:14.274674Z","steps":["trace[719094275] 'range keys from in-memory index tree' (duration: 272.017625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:32.50664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.870014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.189982f50991e71a\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-03-04T02:39:32.506707Z","caller":"traceutil/trace.go:171","msg":"trace[1090943257] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.189982f50991e71a; range_end:; response_count:1; response_revision:2921; }","duration":"218.980476ms","start":"2026-03-04T02:39:32.287712Z","end":"2026-03-04T02:39:32.506692Z","steps":["trace[1090943257] 'range keys from in-memory index tree' (duration: 218.71041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:32.507057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.806762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:39:32.50725Z","caller":"traceutil/trace.go:171","msg":"trace[395841726] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:2921; }","duration":"149.403146ms","start":"2026-03-04T02:39:32.357817Z","end":"2026-03-04T02:39:32.507221Z","steps":["trace[395841726] 'count revisions from in-memory index tree' (duration: 148.690399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:55.772472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.505168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:39:55.772625Z","caller":"traceutil/trace.go:171","msg":"trace[1157597197] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3031; }","duration":"119.683152ms","start":"2026-03-04T02:39:55.652913Z","end":"2026-03-04T02:39:55.772596Z","steps":["trace[1157597197] 'range keys from in-memory index tree' (duration: 119.375926ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:55.909438Z","caller":"traceutil/trace.go:171","msg":"trace[335720519] transaction","detail":"{read_only:false; response_revision:3032; number_of_response:1; }","duration":"131.307729ms","start":"2026-03-04T02:39:55.778091Z","end":"2026-03-04T02:39:55.909398Z","steps":["trace[335720519] 'process raft request' (duration: 130.986021ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:55.909794Z","caller":"traceutil/trace.go:171","msg":"trace[20985453] transaction","detail":"{read_only:false; response_revision:3034; number_of_response:1; }","duration":"131.662937ms","start":"2026-03-04T02:39:55.778114Z","end":"2026-03-04T02:39:55.909777Z","steps":["trace[20985453] 'process raft request' (duration: 131.572975ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:55.909793Z","caller":"traceutil/trace.go:171","msg":"trace[1319650659] transaction","detail":"{read_only:false; response_revision:3033; number_of_response:1; }","duration":"131.659057ms","start":"2026-03-04T02:39:55.778098Z","end":"2026-03-04T02:39:55.909757Z","steps":["trace[1319650659] 'process raft request' (duration: 131.180786ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:55.952596Z","caller":"traceutil/trace.go:171","msg":"trace[709092689] transaction","detail":"{read_only:false; response_revision:3035; number_of_response:1; }","duration":"174.351184ms","start":"2026-03-04T02:39:55.778211Z","end":"2026-03-04T02:39:55.952562Z","steps":["trace[709092689] 'process raft request' (duration: 174.224081ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:02.285763Z","caller":"traceutil/trace.go:171","msg":"trace[1887059286] transaction","detail":"{read_only:false; response_revision:3066; number_of_response:1; }","duration":"155.071749ms","start":"2026-03-04T02:40:02.130661Z","end":"2026-03-04T02:40:02.285733Z","steps":["trace[1887059286] 'process raft request' (duration: 93.272041ms)","trace[1887059286] 'compare' (duration: 61.368338ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:40:10.448756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.897443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:40:10.448826Z","caller":"traceutil/trace.go:171","msg":"trace[777750027] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:3101; }","duration":"220.982685ms","start":"2026-03-04T02:40:10.227824Z","end":"2026-03-04T02:40:10.448807Z","steps":["trace[777750027] 'count revisions from in-memory index tree' (duration: 220.793991ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:10.449378Z","caller":"traceutil/trace.go:171","msg":"trace[553064079] transaction","detail":"{read_only:false; response_revision:3102; number_of_response:1; }","duration":"174.322744ms","start":"2026-03-04T02:40:10.275025Z","end":"2026-03-04T02:40:10.449348Z","steps":["trace[553064079] 'process raft request' (duration: 171.544158ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:10.44953Z","caller":"traceutil/trace.go:171","msg":"trace[921554405] transaction","detail":"{read_only:false; response_revision:3103; number_of_response:1; }","duration":"125.544713ms","start":"2026-03-04T02:40:10.323965Z","end":"2026-03-04T02:40:10.44951Z","steps":["trace[921554405] 'process raft request' (duration: 125.187774ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:10.449643Z","caller":"traceutil/trace.go:171","msg":"trace[1374218933] transaction","detail":"{read_only:false; response_revision:3104; number_of_response:1; }","duration":"125.228785ms","start":"2026-03-04T02:40:10.324403Z","end":"2026-03-04T02:40:10.449631Z","steps":["trace[1374218933] 'process raft request' (duration: 125.069872ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:24.378142Z","caller":"traceutil/trace.go:171","msg":"trace[944022531] transaction","detail":"{read_only:false; response_revision:3166; number_of_response:1; }","duration":"123.530664ms","start":"2026-03-04T02:40:24.25458Z","end":"2026-03-04T02:40:24.37811Z","steps":["trace[944022531] 'process raft request' (duration: 123.34907ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:32.027861Z","caller":"traceutil/trace.go:171","msg":"trace[1738041580] transaction","detail":"{read_only:false; response_revision:3201; number_of_response:1; }","duration":"105.560531ms","start":"2026-03-04T02:40:31.922271Z","end":"2026-03-04T02:40:32.027832Z","steps":["trace[1738041580] 'process raft request' (duration: 104.585428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:32.282096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.981249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T02:40:32.282217Z","caller":"traceutil/trace.go:171","msg":"trace[541720060] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3201; }","duration":"147.174353ms","start":"2026-03-04T02:40:32.135015Z","end":"2026-03-04T02:40:32.282189Z","steps":["trace[541720060] 'range keys from in-memory index tree' (duration: 146.704832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:36.118012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.311456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-04T02:40:36.118117Z","caller":"traceutil/trace.go:171","msg":"trace[1539347235] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3218; }","duration":"119.482909ms","start":"2026-03-04T02:40:35.998612Z","end":"2026-03-04T02:40:36.118095Z","steps":["trace[1539347235] 'range keys from in-memory index tree' (duration: 119.012198ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:36.632547Z","caller":"traceutil/trace.go:171","msg":"trace[288976433] transaction","detail":"{read_only:false; response_revision:3223; number_of_response:1; }","duration":"111.282846ms","start":"2026-03-04T02:40:36.521238Z","end":"2026-03-04T02:40:36.632521Z","steps":["trace[288976433] 'process raft request' (duration: 111.153953ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:36.632726Z","caller":"traceutil/trace.go:171","msg":"trace[1899604059] transaction","detail":"{read_only:false; response_revision:3224; number_of_response:1; }","duration":"110.762794ms","start":"2026-03-04T02:40:36.521924Z","end":"2026-03-04T02:40:36.632687Z","steps":["trace[1899604059] 'process raft request' (duration: 110.556449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:38.140349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.643462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-04T02:40:38.140474Z","caller":"traceutil/trace.go:171","msg":"trace[967241389] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3227; }","duration":"141.865408ms","start":"2026-03-04T02:40:37.998582Z","end":"2026-03-04T02:40:38.140448Z","steps":["trace[967241389] 'range keys from in-memory index tree' (duration: 141.320325ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:40.780002Z","caller":"traceutil/trace.go:171","msg":"trace[980315979] transaction","detail":"{read_only:false; response_revision:3239; number_of_response:1; }","duration":"109.289059ms","start":"2026-03-04T02:40:40.670688Z","end":"2026-03-04T02:40:40.779977Z","steps":["trace[980315979] 'process raft request' (duration: 107.297182ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:44.046589Z","caller":"traceutil/trace.go:171","msg":"trace[665639795] transaction","detail":"{read_only:false; response_revision:3256; number_of_response:1; }","duration":"153.486782ms","start":"2026-03-04T02:40:43.893075Z","end":"2026-03-04T02:40:44.046562Z","steps":["trace[665639795] 'process raft request' (duration: 153.280127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:46.928569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.005614ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:40:46.92888Z","caller":"traceutil/trace.go:171","msg":"trace[581029487] transaction","detail":"{read_only:false; response_revision:3268; number_of_response:1; }","duration":"162.449474ms","start":"2026-03-04T02:40:46.766367Z","end":"2026-03-04T02:40:46.928817Z","steps":["trace[581029487] 'process raft request' (duration: 61.082041ms)","trace[581029487] 'compare' (duration: 100.8218ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:40:46.928906Z","caller":"traceutil/trace.go:171","msg":"trace[1948026747] transaction","detail":"{read_only:false; response_revision:3270; number_of_response:1; }","duration":"125.765648ms","start":"2026-03-04T02:40:46.803097Z","end":"2026-03-04T02:40:46.928862Z","steps":["trace[1948026747] 'process raft request' (duration: 125.679666ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:46.928927Z","caller":"traceutil/trace.go:171","msg":"trace[1456378865] transaction","detail":"{read_only:false; response_revision:3269; number_of_response:1; }","duration":"126.937905ms","start":"2026-03-04T02:40:46.801932Z","end":"2026-03-04T02:40:46.92887Z","steps":["trace[1456378865] 'process raft request' (duration: 126.787161ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:52.20564Z","caller":"traceutil/trace.go:171","msg":"trace[585578913] transaction","detail":"{read_only:false; response_revision:3291; number_of_response:1; }","duration":"116.237002ms","start":"2026-03-04T02:40:52.089381Z","end":"2026-03-04T02:40:52.205618Z","steps":["trace[585578913] 'process raft request' (duration: 116.117449ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:56.851839Z","caller":"traceutil/trace.go:171","msg":"trace[566590519] transaction","detail":"{read_only:false; response_revision:3311; number_of_response:1; }","duration":"130.419337ms","start":"2026-03-04T02:40:56.721383Z","end":"2026-03-04T02:40:56.851803Z","steps":["trace[566590519] 'process raft request' (duration: 130.212223ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:41:04.097403Z","caller":"traceutil/trace.go:171","msg":"trace[317246864] transaction","detail":"{read_only:false; response_revision:3346; number_of_response:1; }","duration":"113.277723ms","start":"2026-03-04T02:41:03.984097Z","end":"2026-03-04T02:41:04.097375Z","steps":["trace[317246864] 'process raft request' (duration: 71.812905ms)","trace[317246864] 'compare' (duration: 41.319564ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:41:19.203876Z","caller":"traceutil/trace.go:171","msg":"trace[1646980448] transaction","detail":"{read_only:false; response_revision:3413; number_of_response:1; }","duration":"170.132344ms","start":"2026-03-04T02:41:19.033717Z","end":"2026-03-04T02:41:19.203849Z","steps":["trace[1646980448] 'process raft request' (duration: 165.756341ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:41:19.482065Z","caller":"traceutil/trace.go:171","msg":"trace[706216100] linearizableReadLoop","detail":"{readStateIndex:3561; appliedIndex:3559; }","duration":"112.843713ms","start":"2026-03-04T02:41:19.36918Z","end":"2026-03-04T02:41:19.482024Z","steps":["trace[706216100] 'read index received' (duration: 31.225947ms)","trace[706216100] 'applied index is now lower than readState.Index' (duration: 81.616405ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:41:19.482286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.091589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T02:41:19.482362Z","caller":"traceutil/trace.go:171","msg":"trace[1095941269] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3415; }","duration":"113.202571ms","start":"2026-03-04T02:41:19.369139Z","end":"2026-03-04T02:41:19.482342Z","steps":["trace[1095941269] 'agreement among raft nodes before linearized reading' (duration: 112.984496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:41:26.055216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.794829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-04T02:41:26.055314Z","caller":"traceutil/trace.go:171","msg":"trace[52913678] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3455; }","duration":"217.953243ms","start":"2026-03-04T02:41:25.83734Z","end":"2026-03-04T02:41:26.055293Z","steps":["trace[52913678] 'range keys from in-memory index tree' (duration: 217.579044ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:41:26.516624Z","caller":"traceutil/trace.go:171","msg":"trace[191168645] linearizableReadLoop","detail":"{readStateIndex:3611; appliedIndex:3610; }","duration":"107.901016ms","start":"2026-03-04T02:41:26.408693Z","end":"2026-03-04T02:41:26.516594Z","steps":["trace[191168645] 'read index received' (duration: 105.843887ms)","trace[191168645] 'applied index is now lower than readState.Index' (duration: 2.055569ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:41:26.516786Z","caller":"traceutil/trace.go:171","msg":"trace[1055290704] transaction","detail":"{read_only:false; response_revision:3462; number_of_response:1; }","duration":"156.864101ms","start":"2026-03-04T02:41:26.359881Z","end":"2026-03-04T02:41:26.516745Z","steps":["trace[1055290704] 'process raft request' (duration: 154.740281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:41:26.517131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.412168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-7v97r.189982c50cdd89ff\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-04T02:41:26.517172Z","caller":"traceutil/trace.go:171","msg":"trace[1469474829] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-7v97r.189982c50cdd89ff; range_end:; response_count:1; response_revision:3462; }","duration":"108.50838ms","start":"2026-03-04T02:41:26.408651Z","end":"2026-03-04T02:41:26.51716Z","steps":["trace[1469474829] 'agreement among raft nodes before linearized reading' (duration: 108.0866ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:41:26.943266Z","caller":"traceutil/trace.go:171","msg":"trace[68114469] transaction","detail":"{read_only:false; response_revision:3466; number_of_response:1; }","duration":"152.751725ms","start":"2026-03-04T02:41:26.790492Z","end":"2026-03-04T02:41:26.943244Z","steps":["trace[68114469] 'process raft request' (duration: 152.607071ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:41:27.09561Z","caller":"traceutil/trace.go:171","msg":"trace[349290340] transaction","detail":"{read_only:false; response_revision:3467; number_of_response:1; }","duration":"131.636036ms","start":"2026-03-04T02:41:26.963945Z","end":"2026-03-04T02:41:27.095582Z","steps":["trace[349290340] 'process raft request' (duration: 117.995834ms)","trace[349290340] 'compare' (duration: 13.409047ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:41:27.100334Z","caller":"traceutil/trace.go:171","msg":"trace[2061611088] transaction","detail":"{read_only:false; response_revision:3469; number_of_response:1; }","duration":"111.04891ms","start":"2026-03-04T02:41:26.989268Z","end":"2026-03-04T02:41:27.100317Z","steps":["trace[2061611088] 'process raft request' (duration: 111.008089ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:41:27.100356Z","caller":"traceutil/trace.go:171","msg":"trace[1680386293] transaction","detail":"{read_only:false; response_revision:3468; number_of_response:1; }","duration":"127.282554ms","start":"2026-03-04T02:41:26.973059Z","end":"2026-03-04T02:41:27.100342Z","steps":["trace[1680386293] 'process raft request' (duration: 127.098519ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:41:27.258498Z","caller":"traceutil/trace.go:171","msg":"trace[1902792819] linearizableReadLoop","detail":"{readStateIndex:3619; appliedIndex:3618; }","duration":"125.223165ms","start":"2026-03-04T02:41:27.13325Z","end":"2026-03-04T02:41:27.258473Z","steps":["trace[1902792819] 'read index received' (duration: 82.64832ms)","trace[1902792819] 'applied index is now lower than readState.Index' (duration: 42.573695ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:41:27.258667Z","caller":"traceutil/trace.go:171","msg":"trace[921115725] transaction","detail":"{read_only:false; response_revision:3470; number_of_response:1; }","duration":"132.439105ms","start":"2026-03-04T02:41:27.126165Z","end":"2026-03-04T02:41:27.258604Z","steps":["trace[921115725] 'process raft request' (duration: 89.711797ms)","trace[921115725] 'compare' (duration: 42.431671ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:41:27.258737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.464831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/keepalived-etc\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:41:27.258904Z","caller":"traceutil/trace.go:171","msg":"trace[860307678] range","detail":"{range_begin:/registry/secrets/openstack/keepalived-etc; range_end:; response_count:0; response_revision:3470; }","duration":"125.678946ms","start":"2026-03-04T02:41:27.133212Z","end":"2026-03-04T02:41:27.258891Z","steps":["trace[860307678] 'agreement among raft nodes before linearized reading' (duration: 125.41047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:41:27.258936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.51618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T02:41:27.259139Z","caller":"traceutil/trace.go:171","msg":"trace[765310707] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3470; }","duration":"105.783386ms","start":"2026-03-04T02:41:27.153334Z","end":"2026-03-04T02:41:27.259117Z","steps":["trace[765310707] 'agreement among raft nodes before linearized reading' (duration: 105.378157ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:41:27.449592Z","caller":"traceutil/trace.go:171","msg":"trace[984761918] transaction","detail":"{read_only:false; response_revision:3473; number_of_response:1; }","duration":"184.221737ms","start":"2026-03-04T02:41:27.265345Z","end":"2026-03-04T02:41:27.449567Z","steps":["trace[984761918] 'process raft request' (duration: 184.146356ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:41:27.449635Z","caller":"traceutil/trace.go:171","msg":"trace[760458908] transaction","detail":"{read_only:false; response_revision:3472; number_of_response:1; }","duration":"184.822791ms","start":"2026-03-04T02:41:27.264778Z","end":"2026-03-04T02:41:27.449601Z","steps":["trace[760458908] 'process raft request' (duration: 184.559675ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:41:27.449904Z","caller":"traceutil/trace.go:171","msg":"trace[1340756892] linearizableReadLoop","detail":"{readStateIndex:3626; appliedIndex:3619; }","duration":"183.288465ms","start":"2026-03-04T02:41:27.266606Z","end":"2026-03-04T02:41:27.449895Z","steps":["trace[1340756892] 'read index received' (duration: 452.631µs)","trace[1340756892] 'applied index is now lower than readState.Index' (duration: 182.835264ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:41:27.449922Z","caller":"traceutil/trace.go:171","msg":"trace[355220722] transaction","detail":"{read_only:false; response_revision:3474; number_of_response:1; }","duration":"184.443912ms","start":"2026-03-04T02:41:27.26544Z","end":"2026-03-04T02:41:27.449884Z","steps":["trace[355220722] 'process raft request' (duration: 184.094244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:41:27.450003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.383427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:41:27.450015Z","caller":"traceutil/trace.go:171","msg":"trace[723619272] transaction","detail":"{read_only:false; response_revision:3476; number_of_response:1; }","duration":"183.737396ms","start":"2026-03-04T02:41:27.266266Z","end":"2026-03-04T02:41:27.450003Z","steps":["trace[723619272] 'process raft request' (duration: 183.574072ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:41:27.450071Z","caller":"traceutil/trace.go:171","msg":"trace[135731423] transaction","detail":"{read_only:false; response_revision:3477; number_of_response:1; }","duration":"183.679254ms","start":"2026-03-04T02:41:27.26638Z","end":"2026-03-04T02:41:27.450059Z","steps":["trace[135731423] 'process raft request' (duration: 183.485619ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:41:27.450032Z","caller":"traceutil/trace.go:171","msg":"trace[244060456] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:3477; }","duration":"183.457599ms","start":"2026-03-04T02:41:27.266564Z","end":"2026-03-04T02:41:27.450022Z","steps":["trace[244060456] 'agreement among raft nodes before linearized reading' (duration: 183.370987ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:41:27.450362Z","caller":"traceutil/trace.go:171","msg":"trace[2059986437] transaction","detail":"{read_only:false; response_revision:3475; number_of_response:1; }","duration":"184.586656ms","start":"2026-03-04T02:41:27.265715Z","end":"2026-03-04T02:41:27.450302Z","steps":["trace[2059986437] 'process raft request' (duration: 184.046443ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:41:27.476809Z","caller":"traceutil/trace.go:171","msg":"trace[1528531248] transaction","detail":"{read_only:false; response_revision:3478; number_of_response:1; }","duration":"164.367439ms","start":"2026-03-04T02:41:27.3124Z","end":"2026-03-04T02:41:27.476767Z","steps":["trace[1528531248] 'process raft request' (duration: 164.152054ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:41:27.477028Z","caller":"traceutil/trace.go:171","msg":"trace[970333844] transaction","detail":"{read_only:false; response_revision:3480; number_of_response:1; }","duration":"109.102854ms","start":"2026-03-04T02:41:27.367902Z","end":"2026-03-04T02:41:27.477005Z","steps":["trace[970333844] 'process raft request' (duration: 108.983051ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:41:27.477274Z","caller":"traceutil/trace.go:171","msg":"trace[2091924426] transaction","detail":"{read_only:false; response_revision:3479; number_of_response:1; }","duration":"162.567656ms","start":"2026-03-04T02:41:27.314689Z","end":"2026-03-04T02:41:27.477256Z","steps":["trace[2091924426] 'process raft request' (duration: 161.992692ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:41:27.718217Z","caller":"traceutil/trace.go:171","msg":"trace[446089130] linearizableReadLoop","detail":"{readStateIndex:3637; appliedIndex:3636; }","duration":"128.034641ms","start":"2026-03-04T02:41:27.590152Z","end":"2026-03-04T02:41:27.718187Z","steps":["trace[446089130] 'read index received' (duration: 59.262398ms)","trace[446089130] 'applied index is now lower than readState.Index' (duration: 68.770693ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:41:27.718224Z","caller":"traceutil/trace.go:171","msg":"trace[110334882] transaction","detail":"{read_only:false; response_revision:3488; number_of_response:1; }","duration":"140.663879ms","start":"2026-03-04T02:41:27.577539Z","end":"2026-03-04T02:41:27.718203Z","steps":["trace[110334882] 'process raft request' (duration: 71.890287ms)","trace[110334882] 'compare' (duration: 68.622179ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:41:27.718367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.205595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/keepalived\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:41:27.718409Z","caller":"traceutil/trace.go:171","msg":"trace[845474958] range","detail":"{range_begin:/registry/serviceaccounts/openstack/keepalived; range_end:; response_count:0; response_revision:3488; }","duration":"128.299307ms","start":"2026-03-04T02:41:27.590103Z","end":"2026-03-04T02:41:27.718402Z","steps":["trace[845474958] 'agreement among raft nodes before linearized reading' (duration: 128.186824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:41:27.718486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.221687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T02:41:27.718557Z","caller":"traceutil/trace.go:171","msg":"trace[1129436994] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3488; }","duration":"123.31622ms","start":"2026-03-04T02:41:27.595221Z","end":"2026-03-04T02:41:27.718537Z","steps":["trace[1129436994] 'agreement among raft nodes before linearized reading' (duration: 123.126486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:41:28.076495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.255486ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:41:28.076597Z","caller":"traceutil/trace.go:171","msg":"trace[389892222] linearizableReadLoop","detail":"{readStateIndex:3646; appliedIndex:3645; }","duration":"269.461829ms","start":"2026-03-04T02:41:27.807117Z","end":"2026-03-04T02:41:28.076579Z","steps":["trace[389892222] 'read index received' (duration: 55.07882ms)","trace[389892222] 'applied index is now lower than readState.Index' (duration: 214.381959ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:41:28.076715Z","caller":"traceutil/trace.go:171","msg":"trace[1645948911] transaction","detail":"{read_only:false; response_revision:3496; number_of_response:1; }","duration":"272.458149ms","start":"2026-03-04T02:41:27.80424Z","end":"2026-03-04T02:41:28.076698Z","steps":["trace[1645948911] 'process raft request' (duration: 57.936047ms)","trace[1645948911] 'compare' (duration: 214.123672ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:41:28.077181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.061953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/keepalived\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:41:28.07725Z","caller":"traceutil/trace.go:171","msg":"trace[1980268363] range","detail":"{range_begin:/registry/daemonsets/openstack/keepalived; range_end:; response_count:0; response_revision:3496; }","duration":"270.174876ms","start":"2026-03-04T02:41:27.807059Z","end":"2026-03-04T02:41:28.077234Z","steps":["trace[1980268363] 'agreement among raft nodes before linearized reading' (duration: 270.060913ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:41:28.150497Z","caller":"traceutil/trace.go:171","msg":"trace[1311483161] transaction","detail":"{read_only:false; number_of_response:1; response_revision:3496; }","duration":"335.22349ms","start":"2026-03-04T02:41:27.815238Z","end":"2026-03-04T02:41:28.150461Z","steps":["trace[1311483161] 'process raft request' (duration: 334.978935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:41:28.150503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.087725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/auth-system/keycloak.199-19-213-240.nip.io-tls\" ","response":"range_response_count:1 size:2529"} {"level":"info","ts":"2026-03-04T02:41:28.150615Z","caller":"traceutil/trace.go:171","msg":"trace[478672546] range","detail":"{range_begin:/registry/cert-manager.io/certificates/auth-system/keycloak.199-19-213-240.nip.io-tls; range_end:; response_count:1; response_revision:3496; }","duration":"340.241068ms","start":"2026-03-04T02:41:27.810346Z","end":"2026-03-04T02:41:28.150587Z","steps":["trace[478672546] 'agreement among raft nodes before linearized reading' (duration: 340.023813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:41:28.150666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:41:27.810336Z","time spent":"340.320601ms","remote":"127.0.0.1:56738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":2551,"request content":"key:\"/registry/cert-manager.io/certificates/auth-system/keycloak.199-19-213-240.nip.io-tls\" "} {"level":"warn","ts":"2026-03-04T02:41:28.150725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:41:27.815225Z","time spent":"335.354493ms","remote":"127.0.0.1:56738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":89,"response count":0,"response size":2562,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:41:28.303522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.548211ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:41:28.303763Z","caller":"traceutil/trace.go:171","msg":"trace[1167579868] transaction","detail":"{read_only:false; response_revision:3498; number_of_response:1; }","duration":"136.692226ms","start":"2026-03-04T02:41:28.167046Z","end":"2026-03-04T02:41:28.303738Z","steps":["trace[1167579868] 'process raft request' (duration: 136.593084ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:41:28.303775Z","caller":"traceutil/trace.go:171","msg":"trace[1268106325] transaction","detail":"{read_only:false; response_revision:3497; number_of_response:1; }","duration":"219.585352ms","start":"2026-03-04T02:41:28.084154Z","end":"2026-03-04T02:41:28.303739Z","steps":["trace[1268106325] 'process raft request' (duration: 110.746114ms)","trace[1268106325] 'compare' (duration: 108.399258ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:41:28.452093Z","caller":"traceutil/trace.go:171","msg":"trace[1834522810] transaction","detail":"{read_only:false; response_revision:3499; number_of_response:1; }","duration":"128.364009ms","start":"2026-03-04T02:41:28.323657Z","end":"2026-03-04T02:41:28.452021Z","steps":["trace[1834522810] 'process raft request' (duration: 122.973272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:41:29.75481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.435886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:41:29.754938Z","caller":"traceutil/trace.go:171","msg":"trace[1214281504] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3514; }","duration":"102.627781ms","start":"2026-03-04T02:41:29.652283Z","end":"2026-03-04T02:41:29.754911Z","steps":["trace[1214281504] 'range keys from in-memory index tree' (duration: 102.272373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:41:35.000801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.193816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/secretgen-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:41:35.00096Z","caller":"traceutil/trace.go:171","msg":"trace[1515841643] range","detail":"{range_begin:/registry/namespaces/secretgen-controller; range_end:; response_count:0; response_revision:3606; }","duration":"234.421342ms","start":"2026-03-04T02:41:34.76651Z","end":"2026-03-04T02:41:35.000932Z","steps":["trace[1515841643] 'range keys from in-memory index tree' (duration: 234.040513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:41:35.000979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.881755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:41:35.001115Z","caller":"traceutil/trace.go:171","msg":"trace[500179259] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:3606; }","duration":"244.11641ms","start":"2026-03-04T02:41:34.75697Z","end":"2026-03-04T02:41:35.001086Z","steps":["trace[500179259] 'count revisions from in-memory index tree' (duration: 243.760352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:02.022322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.661825ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:42:02.022442Z","caller":"traceutil/trace.go:171","msg":"trace[924004994] linearizableReadLoop","detail":"{readStateIndex:3981; appliedIndex:3979; }","duration":"311.782663ms","start":"2026-03-04T02:42:01.710641Z","end":"2026-03-04T02:42:02.022424Z","steps":["trace[924004994] 'read index received' (duration: 19.62022ms)","trace[924004994] 'applied index is now lower than readState.Index' (duration: 292.161013ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:42:02.022503Z","caller":"traceutil/trace.go:171","msg":"trace[1562155441] transaction","detail":"{read_only:false; response_revision:3821; number_of_response:1; }","duration":"362.096395ms","start":"2026-03-04T02:42:01.66034Z","end":"2026-03-04T02:42:02.022437Z","steps":["trace[1562155441] 'process raft request' (duration: 149.213015ms)","trace[1562155441] 'compare' (duration: 212.402939ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:42:02.022635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.001249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T02:42:02.022675Z","caller":"traceutil/trace.go:171","msg":"trace[1472622473] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3821; }","duration":"312.101981ms","start":"2026-03-04T02:42:01.710564Z","end":"2026-03-04T02:42:02.022666Z","steps":["trace[1472622473] 'agreement among raft nodes before linearized reading' (duration: 311.950337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:02.022712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:01.660323Z","time spent":"362.2839ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:42:02.022764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.946025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-04T02:42:02.022787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.17837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T02:42:02.022855Z","caller":"traceutil/trace.go:171","msg":"trace[2109657133] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3821; }","duration":"237.092689ms","start":"2026-03-04T02:42:01.785749Z","end":"2026-03-04T02:42:02.022842Z","steps":["trace[2109657133] 'agreement among raft nodes before linearized reading' (duration: 236.832403ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:02.022872Z","caller":"traceutil/trace.go:171","msg":"trace[110225078] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3821; }","duration":"122.301173ms","start":"2026-03-04T02:42:01.900552Z","end":"2026-03-04T02:42:02.022853Z","steps":["trace[110225078] 'agreement among raft nodes before linearized reading' (duration: 122.054117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:02.022732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:01.710543Z","time spent":"312.182063ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:42:07.872869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.072373868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T02:42:07.872968Z","caller":"traceutil/trace.go:171","msg":"trace[756612083] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3845; }","duration":"1.072507831s","start":"2026-03-04T02:42:06.800437Z","end":"2026-03-04T02:42:07.872945Z","steps":["trace[756612083] 'range keys from in-memory index tree' (duration: 1.072195374s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:07.873009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:06.800415Z","time spent":"1.072584633s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:42:07.873107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.220587959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:42:07.873184Z","caller":"traceutil/trace.go:171","msg":"trace[1578970534] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3845; }","duration":"1.220715733s","start":"2026-03-04T02:42:06.652449Z","end":"2026-03-04T02:42:07.873165Z","steps":["trace[1578970534] 'range keys from in-memory index tree' (duration: 1.220417516s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:07.873229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:06.65242Z","time spent":"1.220800154s","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:42:07.873379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068158219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T02:42:07.873469Z","caller":"traceutil/trace.go:171","msg":"trace[3412644] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3845; }","duration":"1.068327473s","start":"2026-03-04T02:42:06.805123Z","end":"2026-03-04T02:42:07.873451Z","steps":["trace[3412644] 'count revisions from in-memory index tree' (duration: 1.068054437s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:07.873518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:06.805091Z","time spent":"1.068411375s","remote":"127.0.0.1:36308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:42:07.872373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.340915656s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:42:07.872435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.813753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:42:07.874081Z","caller":"traceutil/trace.go:171","msg":"trace[417594915] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3845; }","duration":"1.342652297s","start":"2026-03-04T02:42:06.531407Z","end":"2026-03-04T02:42:07.874059Z","steps":["trace[417594915] 'range keys from in-memory index tree' (duration: 1.340886826s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:07.874182Z","caller":"traceutil/trace.go:171","msg":"trace[1555910] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:3845; }","duration":"840.595804ms","start":"2026-03-04T02:42:07.033537Z","end":"2026-03-04T02:42:07.874133Z","steps":["trace[1555910] 'count revisions from in-memory index tree' (duration: 838.651818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:07.874282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:07.033516Z","time spent":"840.711887ms","remote":"127.0.0.1:56818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:42:07.948399Z","caller":"traceutil/trace.go:171","msg":"trace[1914186806] transaction","detail":"{read_only:false; response_revision:3846; number_of_response:1; }","duration":"683.161316ms","start":"2026-03-04T02:42:07.265196Z","end":"2026-03-04T02:42:07.948357Z","steps":["trace[1914186806] 'process raft request' (duration: 682.949331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:07.948687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:07.265166Z","time spent":"683.409242ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:42:09.330831Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.382833609s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:42:09.613258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.106127ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:42:09.613503Z","caller":"traceutil/trace.go:171","msg":"trace[1479012972] transaction","detail":"{read_only:false; response_revision:3847; number_of_response:1; }","duration":"1.864238558s","start":"2026-03-04T02:42:07.749223Z","end":"2026-03-04T02:42:09.613461Z","steps":["trace[1479012972] 'process raft request' (duration: 1.581811003s)","trace[1479012972] 'compare' (duration: 281.856921ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:42:09.613689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:07.749198Z","time spent":"1.864394582s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:42:09.613905Z","caller":"traceutil/trace.go:171","msg":"trace[277281922] linearizableReadLoop","detail":"{readStateIndex:4009; appliedIndex:4006; }","duration":"1.732819701s","start":"2026-03-04T02:42:07.880642Z","end":"2026-03-04T02:42:09.613461Z","steps":["trace[277281922] 'read index received' (duration: 67.433834ms)","trace[277281922] 'applied index is now lower than readState.Index' (duration: 1.665384526s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:42:09.614292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.733641091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:42:09.614365Z","caller":"traceutil/trace.go:171","msg":"trace[1071071176] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3848; }","duration":"1.733742502s","start":"2026-03-04T02:42:07.880603Z","end":"2026-03-04T02:42:09.614346Z","steps":["trace[1071071176] 'agreement among raft nodes before linearized reading' (duration: 1.732863522s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:09.614409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:07.880589Z","time spent":"1.733812475s","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:42:09.614461Z","caller":"traceutil/trace.go:171","msg":"trace[48223007] transaction","detail":"{read_only:false; response_revision:3848; number_of_response:1; }","duration":"1.736402735s","start":"2026-03-04T02:42:07.877961Z","end":"2026-03-04T02:42:09.614364Z","steps":["trace[48223007] 'process raft request' (duration: 1.735416942s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:09.615044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:07.877932Z","time spent":"1.736950138s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:42:09.615984Z","caller":"traceutil/trace.go:171","msg":"trace[1321947110] transaction","detail":"{read_only:false; response_revision:3849; number_of_response:1; }","duration":"1.571279486s","start":"2026-03-04T02:42:08.044607Z","end":"2026-03-04T02:42:09.615886Z","steps":["trace[1321947110] 'process raft request' (duration: 1.570921518s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:09.616124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:08.044566Z","time spent":"1.571525572s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:42:09.620374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099407723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:42:09.6204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.566048444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-04T02:42:09.620515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.59357588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret\" ","response":"range_response_count:1 size:1229"} {"level":"warn","ts":"2026-03-04T02:42:09.620528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125140208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pdxrw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-04T02:42:09.620581Z","caller":"traceutil/trace.go:171","msg":"trace[896915190] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret; range_end:; response_count:1; response_revision:3849; }","duration":"1.593666032s","start":"2026-03-04T02:42:08.026902Z","end":"2026-03-04T02:42:09.620568Z","steps":["trace[896915190] 'agreement among raft nodes before linearized reading' (duration: 1.593489458s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:09.620606Z","caller":"traceutil/trace.go:171","msg":"trace[270354928] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pdxrw; range_end:; response_count:1; response_revision:3849; }","duration":"1.125261961s","start":"2026-03-04T02:42:08.495321Z","end":"2026-03-04T02:42:09.620583Z","steps":["trace[270354928] 'agreement among raft nodes before linearized reading' (duration: 1.125051726s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:09.62064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:08.026882Z","time spent":"1.593749014s","remote":"127.0.0.1:54278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":1251,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret\" "} {"level":"warn","ts":"2026-03-04T02:42:09.62066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:08.495293Z","time spent":"1.125357143s","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-pdxrw\" "} {"level":"info","ts":"2026-03-04T02:42:09.6206Z","caller":"traceutil/trace.go:171","msg":"trace[71640866] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3849; }","duration":"1.566165666s","start":"2026-03-04T02:42:08.054303Z","end":"2026-03-04T02:42:09.620469Z","steps":["trace[71640866] 'agreement among raft nodes before linearized reading' (duration: 1.565953281s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:09.620862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:08.05429Z","time spent":"1.566562786s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:42:09.62089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.57058213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:42:09.620927Z","caller":"traceutil/trace.go:171","msg":"trace[455493346] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3849; }","duration":"1.570637782s","start":"2026-03-04T02:42:08.050281Z","end":"2026-03-04T02:42:09.620919Z","steps":["trace[455493346] 'agreement among raft nodes before linearized reading' (duration: 1.570488068s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:09.620437Z","caller":"traceutil/trace.go:171","msg":"trace[682162497] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:3849; }","duration":"1.099491306s","start":"2026-03-04T02:42:08.520926Z","end":"2026-03-04T02:42:09.620417Z","steps":["trace[682162497] 'agreement among raft nodes before linearized reading' (duration: 1.099396174s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:09.621008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:08.520916Z","time spent":"1.100077479s","remote":"127.0.0.1:35526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:42:09.620969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:08.050273Z","time spent":"1.570675852s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:42:09.62103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.568128732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T02:42:09.62105Z","caller":"traceutil/trace.go:171","msg":"trace[1566173426] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3849; }","duration":"1.568170724s","start":"2026-03-04T02:42:08.052874Z","end":"2026-03-04T02:42:09.621045Z","steps":["trace[1566173426] 'agreement among raft nodes before linearized reading' (duration: 1.568111132s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:09.621077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:08.052864Z","time spent":"1.568208264s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:42:09.623358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.569009683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-04T02:42:09.623413Z","caller":"traceutil/trace.go:171","msg":"trace[1738972198] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3849; }","duration":"1.569103006s","start":"2026-03-04T02:42:08.054292Z","end":"2026-03-04T02:42:09.623395Z","steps":["trace[1738972198] 'agreement among raft nodes before linearized reading' (duration: 1.565939462s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:09.623455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:08.054279Z","time spent":"1.569167527s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T02:42:11.859745Z","caller":"traceutil/trace.go:171","msg":"trace[1106867927] linearizableReadLoop","detail":"{readStateIndex:4021; appliedIndex:4020; }","duration":"189.454209ms","start":"2026-03-04T02:42:11.670251Z","end":"2026-03-04T02:42:11.859705Z","steps":["trace[1106867927] 'read index received' (duration: 168.339283ms)","trace[1106867927] 'applied index is now lower than readState.Index' (duration: 21.113036ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:42:11.859967Z","caller":"traceutil/trace.go:171","msg":"trace[1001242382] transaction","detail":"{read_only:false; response_revision:3859; number_of_response:1; }","duration":"238.759316ms","start":"2026-03-04T02:42:11.621134Z","end":"2026-03-04T02:42:11.859893Z","steps":["trace[1001242382] 'process raft request' (duration: 217.432126ms)","trace[1001242382] 'compare' (duration: 20.958812ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:42:11.860084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.626287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T02:42:11.860136Z","caller":"traceutil/trace.go:171","msg":"trace[491992517] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3859; }","duration":"216.798881ms","start":"2026-03-04T02:42:11.643324Z","end":"2026-03-04T02:42:11.860123Z","steps":["trace[491992517] 'agreement among raft nodes before linearized reading' (duration: 216.532705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:11.860166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.537748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T02:42:11.860254Z","caller":"traceutil/trace.go:171","msg":"trace[87818993] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3859; }","duration":"214.706702ms","start":"2026-03-04T02:42:11.645527Z","end":"2026-03-04T02:42:11.860234Z","steps":["trace[87818993] 'agreement among raft nodes before linearized reading' (duration: 214.381685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:11.860165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.177379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pdxrw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-04T02:42:11.860336Z","caller":"traceutil/trace.go:171","msg":"trace[2070158138] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pdxrw; range_end:; response_count:1; response_revision:3859; }","duration":"211.392045ms","start":"2026-03-04T02:42:11.648934Z","end":"2026-03-04T02:42:11.860326Z","steps":["trace[2070158138] 'agreement among raft nodes before linearized reading' (duration: 211.030096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:11.860168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.716302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:42:11.86041Z","caller":"traceutil/trace.go:171","msg":"trace[1255856563] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3859; }","duration":"215.030889ms","start":"2026-03-04T02:42:11.645369Z","end":"2026-03-04T02:42:11.8604Z","steps":["trace[1255856563] 'agreement among raft nodes before linearized reading' (duration: 214.682641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:11.860493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.037326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-04T02:42:11.860606Z","caller":"traceutil/trace.go:171","msg":"trace[656830255] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3859; }","duration":"211.557678ms","start":"2026-03-04T02:42:11.649025Z","end":"2026-03-04T02:42:11.860582Z","steps":["trace[656830255] 'agreement among raft nodes before linearized reading' (duration: 210.749269ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:11.872063Z","caller":"traceutil/trace.go:171","msg":"trace[73158950] transaction","detail":"{read_only:false; response_revision:3860; number_of_response:1; }","duration":"196.73788ms","start":"2026-03-04T02:42:11.675258Z","end":"2026-03-04T02:42:11.871996Z","steps":["trace[73158950] 'process raft request' (duration: 196.536815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:12.072676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.390763ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:42:12.073073Z","caller":"traceutil/trace.go:171","msg":"trace[1846956929] transaction","detail":"{read_only:false; response_revision:3863; number_of_response:1; }","duration":"206.706955ms","start":"2026-03-04T02:42:11.866342Z","end":"2026-03-04T02:42:12.073049Z","steps":["trace[1846956929] 'process raft request' (duration: 206.613073ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:12.073091Z","caller":"traceutil/trace.go:171","msg":"trace[1916696787] transaction","detail":"{read_only:false; response_revision:3862; number_of_response:1; }","duration":"207.699759ms","start":"2026-03-04T02:42:11.865366Z","end":"2026-03-04T02:42:12.073066Z","steps":["trace[1916696787] 'process raft request' (duration: 207.453903ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:12.073316Z","caller":"traceutil/trace.go:171","msg":"trace[1241011840] linearizableReadLoop","detail":"{readStateIndex:4024; appliedIndex:4021; }","duration":"207.081914ms","start":"2026-03-04T02:42:11.866186Z","end":"2026-03-04T02:42:12.073268Z","steps":["trace[1241011840] 'read index received' (duration: 5.585351ms)","trace[1241011840] 'applied index is now lower than readState.Index' (duration: 201.495133ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:42:12.073352Z","caller":"traceutil/trace.go:171","msg":"trace[1438021605] transaction","detail":"{read_only:false; response_revision:3864; number_of_response:1; }","duration":"206.260125ms","start":"2026-03-04T02:42:11.867082Z","end":"2026-03-04T02:42:12.073342Z","steps":["trace[1438021605] 'process raft request' (duration: 205.913197ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:12.073395Z","caller":"traceutil/trace.go:171","msg":"trace[1941577791] transaction","detail":"{read_only:false; response_revision:3861; number_of_response:1; }","duration":"208.054787ms","start":"2026-03-04T02:42:11.864856Z","end":"2026-03-04T02:42:12.072911Z","steps":["trace[1941577791] 'process raft request' (duration: 97.294955ms)","trace[1941577791] 'compare' (duration: 109.956223ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:42:12.073583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.391421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62904"} {"level":"info","ts":"2026-03-04T02:42:12.073628Z","caller":"traceutil/trace.go:171","msg":"trace[1827794540] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:3864; }","duration":"207.437062ms","start":"2026-03-04T02:42:11.866179Z","end":"2026-03-04T02:42:12.073616Z","steps":["trace[1827794540] 'agreement among raft nodes before linearized reading' (duration: 207.176896ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:12.076581Z","caller":"traceutil/trace.go:171","msg":"trace[101881049] transaction","detail":"{read_only:false; response_revision:3865; number_of_response:1; }","duration":"114.930069ms","start":"2026-03-04T02:42:11.961615Z","end":"2026-03-04T02:42:12.076545Z","steps":["trace[101881049] 'process raft request' (duration: 114.724544ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:14.094543Z","caller":"traceutil/trace.go:171","msg":"trace[327771699] linearizableReadLoop","detail":"{readStateIndex:4031; appliedIndex:4029; }","duration":"217.98304ms","start":"2026-03-04T02:42:13.87654Z","end":"2026-03-04T02:42:14.094523Z","steps":["trace[327771699] 'read index received' (duration: 26.925152ms)","trace[327771699] 'applied index is now lower than readState.Index' (duration: 191.056948ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:42:14.094616Z","caller":"traceutil/trace.go:171","msg":"trace[1751769660] transaction","detail":"{read_only:false; response_revision:3868; number_of_response:1; }","duration":"227.725689ms","start":"2026-03-04T02:42:13.866855Z","end":"2026-03-04T02:42:14.094581Z","steps":["trace[1751769660] 'process raft request' (duration: 133.282491ms)","trace[1751769660] 'compare' (duration: 94.265434ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:42:14.094796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.251027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T02:42:14.09487Z","caller":"traceutil/trace.go:171","msg":"trace[924002849] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3868; }","duration":"218.38954ms","start":"2026-03-04T02:42:13.876467Z","end":"2026-03-04T02:42:14.094857Z","steps":["trace[924002849] 'agreement among raft nodes before linearized reading' (duration: 218.140524ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:14.26339Z","caller":"traceutil/trace.go:171","msg":"trace[520238428] transaction","detail":"{read_only:false; response_revision:3869; number_of_response:1; }","duration":"358.275905ms","start":"2026-03-04T02:42:13.905071Z","end":"2026-03-04T02:42:14.263346Z","steps":["trace[520238428] 'process raft request' (duration: 297.466487ms)","trace[520238428] 'compare' (duration: 60.557742ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:42:14.263427Z","caller":"traceutil/trace.go:171","msg":"trace[2012006094] transaction","detail":"{read_only:false; response_revision:3870; number_of_response:1; }","duration":"298.138653ms","start":"2026-03-04T02:42:13.96524Z","end":"2026-03-04T02:42:14.263378Z","steps":["trace[2012006094] 'process raft request' (duration: 298.01559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:14.263552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:13.905041Z","time spent":"358.426369ms","remote":"127.0.0.1:46920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:42:14.26372Z","caller":"traceutil/trace.go:171","msg":"trace[1283977203] linearizableReadLoop","detail":"{readStateIndex:4034; appliedIndex:4031; }","duration":"169.089281ms","start":"2026-03-04T02:42:14.094607Z","end":"2026-03-04T02:42:14.263697Z","steps":["trace[1283977203] 'read index received' (duration: 107.936965ms)","trace[1283977203] 'applied index is now lower than readState.Index' (duration: 61.151236ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:42:14.263781Z","caller":"traceutil/trace.go:171","msg":"trace[145478399] transaction","detail":"{read_only:false; response_revision:3871; number_of_response:1; }","duration":"182.336572ms","start":"2026-03-04T02:42:14.081368Z","end":"2026-03-04T02:42:14.263704Z","steps":["trace[145478399] 'process raft request' (duration: 181.963053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:14.264003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.038576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T02:42:14.264147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.464895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T02:42:14.26415Z","caller":"traceutil/trace.go:171","msg":"trace[1770268581] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3872; }","duration":"185.23904ms","start":"2026-03-04T02:42:14.078888Z","end":"2026-03-04T02:42:14.264127Z","steps":["trace[1770268581] 'agreement among raft nodes before linearized reading' (duration: 184.834781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:14.264168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.202264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-04T02:42:14.264182Z","caller":"traceutil/trace.go:171","msg":"trace[442087383] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3872; }","duration":"185.537227ms","start":"2026-03-04T02:42:14.078636Z","end":"2026-03-04T02:42:14.264173Z","steps":["trace[442087383] 'agreement among raft nodes before linearized reading' (duration: 185.370743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:14.264172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.458896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T02:42:14.264214Z","caller":"traceutil/trace.go:171","msg":"trace[1334257557] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3872; }","duration":"146.261335ms","start":"2026-03-04T02:42:14.117938Z","end":"2026-03-04T02:42:14.2642Z","steps":["trace[1334257557] 'agreement among raft nodes before linearized reading' (duration: 146.024819ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:14.264229Z","caller":"traceutil/trace.go:171","msg":"trace[760463393] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3872; }","duration":"185.525517ms","start":"2026-03-04T02:42:14.07869Z","end":"2026-03-04T02:42:14.264216Z","steps":["trace[760463393] 'agreement among raft nodes before linearized reading' (duration: 185.242201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:14.264266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.747796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pdxrw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-04T02:42:14.264361Z","caller":"traceutil/trace.go:171","msg":"trace[483551221] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pdxrw; range_end:; response_count:1; response_revision:3872; }","duration":"183.871798ms","start":"2026-03-04T02:42:14.080467Z","end":"2026-03-04T02:42:14.264339Z","steps":["trace[483551221] 'agreement among raft nodes before linearized reading' (duration: 183.546681ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:14.264362Z","caller":"traceutil/trace.go:171","msg":"trace[1545155426] transaction","detail":"{read_only:false; response_revision:3872; number_of_response:1; }","duration":"164.963815ms","start":"2026-03-04T02:42:14.098972Z","end":"2026-03-04T02:42:14.263935Z","steps":["trace[1545155426] 'process raft request' (duration: 164.610526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:14.264411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.665681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T02:42:14.26445Z","caller":"traceutil/trace.go:171","msg":"trace[2123209709] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3872; }","duration":"185.742783ms","start":"2026-03-04T02:42:14.078698Z","end":"2026-03-04T02:42:14.264441Z","steps":["trace[2123209709] 'agreement among raft nodes before linearized reading' (duration: 185.64553ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:14.379074Z","caller":"traceutil/trace.go:171","msg":"trace[433478388] transaction","detail":"{read_only:false; response_revision:3874; number_of_response:1; }","duration":"109.532153ms","start":"2026-03-04T02:42:14.269511Z","end":"2026-03-04T02:42:14.379043Z","steps":["trace[433478388] 'process raft request' (duration: 104.562056ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:14.379361Z","caller":"traceutil/trace.go:171","msg":"trace[763618714] transaction","detail":"{read_only:false; response_revision:3875; number_of_response:1; }","duration":"109.742098ms","start":"2026-03-04T02:42:14.269596Z","end":"2026-03-04T02:42:14.379338Z","steps":["trace[763618714] 'process raft request' (duration: 109.40034ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:14.379553Z","caller":"traceutil/trace.go:171","msg":"trace[1809971052] transaction","detail":"{read_only:false; response_revision:3876; number_of_response:1; }","duration":"109.958953ms","start":"2026-03-04T02:42:14.269589Z","end":"2026-03-04T02:42:14.379548Z","steps":["trace[1809971052] 'process raft request' (duration: 109.679816ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:14.379773Z","caller":"traceutil/trace.go:171","msg":"trace[1861570668] transaction","detail":"{read_only:false; response_revision:3877; number_of_response:1; }","duration":"109.639865ms","start":"2026-03-04T02:42:14.270127Z","end":"2026-03-04T02:42:14.379767Z","steps":["trace[1861570668] 'process raft request' (duration: 109.395639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:18.546904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.24084ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:42:18.547015Z","caller":"traceutil/trace.go:171","msg":"trace[225034312] linearizableReadLoop","detail":"{readStateIndex:4054; appliedIndex:4052; }","duration":"246.300985ms","start":"2026-03-04T02:42:18.300696Z","end":"2026-03-04T02:42:18.546997Z","steps":["trace[225034312] 'read index received' (duration: 60.098092ms)","trace[225034312] 'applied index is now lower than readState.Index' (duration: 186.201783ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:42:18.547125Z","caller":"traceutil/trace.go:171","msg":"trace[1147572750] transaction","detail":"{read_only:false; response_revision:3891; number_of_response:1; }","duration":"247.244147ms","start":"2026-03-04T02:42:18.299846Z","end":"2026-03-04T02:42:18.547091Z","steps":["trace[1147572750] 'process raft request' (duration: 130.72069ms)","trace[1147572750] 'compare' (duration: 116.109857ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:42:18.547227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.027035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:42:18.547289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.588421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62904"} {"level":"info","ts":"2026-03-04T02:42:18.547313Z","caller":"traceutil/trace.go:171","msg":"trace[564617054] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:3891; }","duration":"245.166889ms","start":"2026-03-04T02:42:18.302132Z","end":"2026-03-04T02:42:18.547298Z","steps":["trace[564617054] 'agreement among raft nodes before linearized reading' (duration: 244.983074ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:18.547327Z","caller":"traceutil/trace.go:171","msg":"trace[781547771] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:3891; }","duration":"246.645673ms","start":"2026-03-04T02:42:18.300672Z","end":"2026-03-04T02:42:18.547317Z","steps":["trace[781547771] 'agreement among raft nodes before linearized reading' (duration: 246.415508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:18.547373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.741531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T02:42:18.547468Z","caller":"traceutil/trace.go:171","msg":"trace[959322028] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3891; }","duration":"130.880004ms","start":"2026-03-04T02:42:18.416569Z","end":"2026-03-04T02:42:18.547449Z","steps":["trace[959322028] 'agreement among raft nodes before linearized reading' (duration: 130.626788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:18.547458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.092523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T02:42:18.547537Z","caller":"traceutil/trace.go:171","msg":"trace[522227128] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3891; }","duration":"155.198175ms","start":"2026-03-04T02:42:18.392321Z","end":"2026-03-04T02:42:18.547519Z","steps":["trace[522227128] 'agreement among raft nodes before linearized reading' (duration: 154.946359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:18.54753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.558538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" ","response":"range_response_count:1 size:811"} {"level":"warn","ts":"2026-03-04T02:42:18.547524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.087302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T02:42:18.547597Z","caller":"traceutil/trace.go:171","msg":"trace[865416635] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret; range_end:; response_count:1; response_revision:3891; }","duration":"182.651689ms","start":"2026-03-04T02:42:18.364929Z","end":"2026-03-04T02:42:18.547581Z","steps":["trace[865416635] 'agreement among raft nodes before linearized reading' (duration: 182.488396ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:18.547609Z","caller":"traceutil/trace.go:171","msg":"trace[1231532216] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3891; }","duration":"126.198484ms","start":"2026-03-04T02:42:18.421395Z","end":"2026-03-04T02:42:18.547593Z","steps":["trace[1231532216] 'agreement among raft nodes before linearized reading' (duration: 126.005989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:18.547562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.314309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" ","response":"range_response_count:1 size:811"} {"level":"warn","ts":"2026-03-04T02:42:18.547769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.690376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T02:42:18.547836Z","caller":"traceutil/trace.go:171","msg":"trace[832264683] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3891; }","duration":"126.788518ms","start":"2026-03-04T02:42:18.421035Z","end":"2026-03-04T02:42:18.547824Z","steps":["trace[832264683] 'agreement among raft nodes before linearized reading' (duration: 126.44576ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:18.547858Z","caller":"traceutil/trace.go:171","msg":"trace[1807103526] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret; range_end:; response_count:1; response_revision:3891; }","duration":"181.534104ms","start":"2026-03-04T02:42:18.366183Z","end":"2026-03-04T02:42:18.547717Z","steps":["trace[1807103526] 'agreement among raft nodes before linearized reading' (duration: 180.997361ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:18.693696Z","caller":"traceutil/trace.go:171","msg":"trace[2116235209] transaction","detail":"{read_only:false; response_revision:3894; number_of_response:1; }","duration":"140.788047ms","start":"2026-03-04T02:42:18.552884Z","end":"2026-03-04T02:42:18.693672Z","steps":["trace[2116235209] 'process raft request' (duration: 140.685365ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:18.693863Z","caller":"traceutil/trace.go:171","msg":"trace[16283040] transaction","detail":"{read_only:false; response_revision:3893; number_of_response:1; }","duration":"141.305889ms","start":"2026-03-04T02:42:18.552495Z","end":"2026-03-04T02:42:18.693801Z","steps":["trace[16283040] 'process raft request' (duration: 103.90089ms)","trace[16283040] 'compare' (duration: 36.930478ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:42:18.693979Z","caller":"traceutil/trace.go:171","msg":"trace[1424178983] transaction","detail":"{read_only:false; response_revision:3895; number_of_response:1; }","duration":"141.020933ms","start":"2026-03-04T02:42:18.552923Z","end":"2026-03-04T02:42:18.693943Z","steps":["trace[1424178983] 'process raft request' (duration: 140.718835ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:18.694212Z","caller":"traceutil/trace.go:171","msg":"trace[1305650048] transaction","detail":"{read_only:false; response_revision:3896; number_of_response:1; }","duration":"139.336183ms","start":"2026-03-04T02:42:18.554854Z","end":"2026-03-04T02:42:18.69419Z","steps":["trace[1305650048] 'process raft request' (duration: 138.988755ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:18.876119Z","caller":"traceutil/trace.go:171","msg":"trace[184246256] transaction","detail":"{read_only:false; response_revision:3897; number_of_response:1; }","duration":"172.236945ms","start":"2026-03-04T02:42:18.703837Z","end":"2026-03-04T02:42:18.876074Z","steps":["trace[184246256] 'process raft request' (duration: 119.321722ms)","trace[184246256] 'compare' (duration: 52.697137ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:42:19.207485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.155732ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-04T02:42:19.207689Z","caller":"traceutil/trace.go:171","msg":"trace[1562298524] linearizableReadLoop","detail":"{readStateIndex:4061; appliedIndex:4060; }","duration":"124.543005ms","start":"2026-03-04T02:42:19.083121Z","end":"2026-03-04T02:42:19.207664Z","steps":["trace[1562298524] 'read index received' (duration: 7.141117ms)","trace[1562298524] 'applied index is now lower than readState.Index' (duration: 117.398878ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:42:19.207942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.809732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T02:42:19.208004Z","caller":"traceutil/trace.go:171","msg":"trace[914929046] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:3897; }","duration":"124.926695ms","start":"2026-03-04T02:42:19.08306Z","end":"2026-03-04T02:42:19.207987Z","steps":["trace[914929046] 'agreement among raft nodes before linearized reading' (duration: 124.695179ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:20.552211Z","caller":"traceutil/trace.go:171","msg":"trace[531060868] transaction","detail":"{read_only:false; response_revision:3900; number_of_response:1; }","duration":"251.693662ms","start":"2026-03-04T02:42:20.300481Z","end":"2026-03-04T02:42:20.552174Z","steps":["trace[531060868] 'process raft request' (duration: 194.441837ms)","trace[531060868] 'compare' (duration: 57.05576ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:42:20.820365Z","caller":"traceutil/trace.go:171","msg":"trace[1903327187] linearizableReadLoop","detail":"{readStateIndex:4066; appliedIndex:4065; }","duration":"168.686593ms","start":"2026-03-04T02:42:20.651654Z","end":"2026-03-04T02:42:20.82034Z","steps":["trace[1903327187] 'read index received' (duration: 168.489298ms)","trace[1903327187] 'applied index is now lower than readState.Index' (duration: 196.335µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:42:20.820415Z","caller":"traceutil/trace.go:171","msg":"trace[1112712316] transaction","detail":"{read_only:false; response_revision:3902; number_of_response:1; }","duration":"180.660854ms","start":"2026-03-04T02:42:20.639727Z","end":"2026-03-04T02:42:20.820388Z","steps":["trace[1112712316] 'process raft request' (duration: 180.411538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:20.820523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.849517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:42:20.820562Z","caller":"traceutil/trace.go:171","msg":"trace[266332838] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3902; }","duration":"168.933568ms","start":"2026-03-04T02:42:20.651619Z","end":"2026-03-04T02:42:20.820552Z","steps":["trace[266332838] 'agreement among raft nodes before linearized reading' (duration: 168.855926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:20.820739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.487888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T02:42:20.820802Z","caller":"traceutil/trace.go:171","msg":"trace[1996411185] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3902; }","duration":"122.62679ms","start":"2026-03-04T02:42:20.698158Z","end":"2026-03-04T02:42:20.820784Z","steps":["trace[1996411185] 'agreement among raft nodes before linearized reading' (duration: 122.454956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:20.820881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.635351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T02:42:20.820914Z","caller":"traceutil/trace.go:171","msg":"trace[1281039090] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3902; }","duration":"122.715283ms","start":"2026-03-04T02:42:20.698191Z","end":"2026-03-04T02:42:20.820906Z","steps":["trace[1281039090] 'agreement among raft nodes before linearized reading' (duration: 122.628461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:20.820961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.57435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T02:42:20.82103Z","caller":"traceutil/trace.go:171","msg":"trace[1093020500] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3902; }","duration":"122.702913ms","start":"2026-03-04T02:42:20.698309Z","end":"2026-03-04T02:42:20.821012Z","steps":["trace[1093020500] 'agreement among raft nodes before linearized reading' (duration: 122.498018ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:23.078552Z","caller":"traceutil/trace.go:171","msg":"trace[138780127] transaction","detail":"{read_only:false; response_revision:3914; number_of_response:1; }","duration":"185.372594ms","start":"2026-03-04T02:42:22.893141Z","end":"2026-03-04T02:42:23.078514Z","steps":["trace[138780127] 'process raft request' (duration: 185.22127ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:23.078546Z","caller":"traceutil/trace.go:171","msg":"trace[1676884876] transaction","detail":"{read_only:false; response_revision:3913; number_of_response:1; }","duration":"185.690951ms","start":"2026-03-04T02:42:22.892804Z","end":"2026-03-04T02:42:23.078495Z","steps":["trace[1676884876] 'process raft request' (duration: 109.85643ms)","trace[1676884876] 'compare' (duration: 75.33632ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:42:29.093576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.478628ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-04T02:42:34.609649Z","caller":"traceutil/trace.go:171","msg":"trace[482349416] transaction","detail":"{read_only:false; response_revision:3970; number_of_response:1; }","duration":"111.680964ms","start":"2026-03-04T02:42:34.497929Z","end":"2026-03-04T02:42:34.60961Z","steps":["trace[482349416] 'process raft request' (duration: 111.449178ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:35.173925Z","caller":"traceutil/trace.go:171","msg":"trace[1383652404] transaction","detail":"{read_only:false; response_revision:3974; number_of_response:1; }","duration":"188.008996ms","start":"2026-03-04T02:42:34.98589Z","end":"2026-03-04T02:42:35.173899Z","steps":["trace[1383652404] 'process raft request' (duration: 148.064058ms)","trace[1383652404] 'compare' (duration: 39.705832ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:42:35.434698Z","caller":"traceutil/trace.go:171","msg":"trace[983423640] transaction","detail":"{read_only:false; response_revision:3977; number_of_response:1; }","duration":"209.373798ms","start":"2026-03-04T02:42:35.2253Z","end":"2026-03-04T02:42:35.434674Z","steps":["trace[983423640] 'process raft request' (duration: 208.636341ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:06.241726Z","caller":"traceutil/trace.go:171","msg":"trace[453137891] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4195; }","duration":"211.692279ms","start":"2026-03-04T02:43:06.030012Z","end":"2026-03-04T02:43:06.241704Z","steps":["trace[453137891] 'process raft request' (duration: 211.584586ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:06.467807Z","caller":"traceutil/trace.go:171","msg":"trace[338588630] transaction","detail":"{read_only:false; response_revision:4196; number_of_response:1; }","duration":"113.215488ms","start":"2026-03-04T02:43:06.354566Z","end":"2026-03-04T02:43:06.467782Z","steps":["trace[338588630] 'process raft request' (duration: 113.066705ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:20.725379Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2520} {"level":"info","ts":"2026-03-04T02:43:20.809082Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2520,"took":"82.873913ms","hash":1716382163,"current-db-size-bytes":28651520,"current-db-size":"29 MB","current-db-size-in-use-bytes":17977344,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-03-04T02:43:20.809148Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1716382163,"revision":2520,"compact-revision":-1} {"level":"info","ts":"2026-03-04T02:43:27.560544Z","caller":"traceutil/trace.go:171","msg":"trace[1512147836] linearizableReadLoop","detail":"{readStateIndex:4831; appliedIndex:4830; }","duration":"177.480703ms","start":"2026-03-04T02:43:27.383031Z","end":"2026-03-04T02:43:27.560512Z","steps":["trace[1512147836] 'read index received' (duration: 176.944121ms)","trace[1512147836] 'applied index is now lower than readState.Index' (duration: 535.192µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:43:27.560622Z","caller":"traceutil/trace.go:171","msg":"trace[2130842336] transaction","detail":"{read_only:false; response_revision:4633; number_of_response:1; }","duration":"201.238193ms","start":"2026-03-04T02:43:27.35935Z","end":"2026-03-04T02:43:27.560588Z","steps":["trace[2130842336] 'process raft request' (duration: 200.820503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:27.560799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.755529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/grafana-tls\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:43:27.560875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.322784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T02:43:27.560918Z","caller":"traceutil/trace.go:171","msg":"trace[450054093] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4633; }","duration":"111.406115ms","start":"2026-03-04T02:43:27.449498Z","end":"2026-03-04T02:43:27.560904Z","steps":["trace[450054093] 'agreement among raft nodes before linearized reading' (duration: 111.244632ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:27.560934Z","caller":"traceutil/trace.go:171","msg":"trace[1691510041] range","detail":"{range_begin:/registry/secrets/monitoring/grafana-tls; range_end:; response_count:0; response_revision:4633; }","duration":"177.901753ms","start":"2026-03-04T02:43:27.382974Z","end":"2026-03-04T02:43:27.560875Z","steps":["trace[1691510041] 'agreement among raft nodes before linearized reading' (duration: 177.756369ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:28.10022Z","caller":"traceutil/trace.go:171","msg":"trace[841249522] transaction","detail":"{read_only:false; response_revision:4655; number_of_response:1; }","duration":"116.605568ms","start":"2026-03-04T02:43:27.983582Z","end":"2026-03-04T02:43:28.100188Z","steps":["trace[841249522] 'process raft request' (duration: 107.843301ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:28.910655Z","caller":"traceutil/trace.go:171","msg":"trace[112154265] transaction","detail":"{read_only:false; response_revision:4677; number_of_response:1; }","duration":"116.772612ms","start":"2026-03-04T02:43:28.793848Z","end":"2026-03-04T02:43:28.910621Z","steps":["trace[112154265] 'process raft request' (duration: 55.651061ms)","trace[112154265] 'compare' (duration: 60.893675ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:43:29.11213Z","caller":"traceutil/trace.go:171","msg":"trace[981741291] transaction","detail":"{read_only:false; response_revision:4678; number_of_response:1; }","duration":"233.684928ms","start":"2026-03-04T02:43:28.87842Z","end":"2026-03-04T02:43:29.112105Z","steps":["trace[981741291] 'process raft request' (duration: 225.651358ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:29.17927Z","caller":"traceutil/trace.go:171","msg":"trace[814415297] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4678; }","duration":"287.054326ms","start":"2026-03-04T02:43:28.892193Z","end":"2026-03-04T02:43:29.179248Z","steps":["trace[814415297] 'process raft request' (duration: 286.866132ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:29.181025Z","caller":"traceutil/trace.go:171","msg":"trace[1157238123] linearizableReadLoop","detail":"{readStateIndex:4877; appliedIndex:4875; }","duration":"234.781074ms","start":"2026-03-04T02:43:28.946234Z","end":"2026-03-04T02:43:29.181015Z","steps":["trace[1157238123] 'read index received' (duration: 157.986664ms)","trace[1157238123] 'applied index is now lower than readState.Index' (duration: 76.79367ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:43:29.181359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.078221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/grafana-tls\" ","response":"range_response_count:1 size:3051"} {"level":"info","ts":"2026-03-04T02:43:29.181395Z","caller":"traceutil/trace.go:171","msg":"trace[372738406] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/grafana-tls; range_end:; response_count:1; response_revision:4679; }","duration":"235.199404ms","start":"2026-03-04T02:43:28.946184Z","end":"2026-03-04T02:43:29.181384Z","steps":["trace[372738406] 'agreement among raft nodes before linearized reading' (duration: 234.922517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:31.179715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.738989ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:43:31.179986Z","caller":"traceutil/trace.go:171","msg":"trace[1167965802] linearizableReadLoop","detail":"{readStateIndex:4907; appliedIndex:4906; }","duration":"446.616037ms","start":"2026-03-04T02:43:30.733337Z","end":"2026-03-04T02:43:31.179953Z","steps":["trace[1167965802] 'read index received' (duration: 30.561441ms)","trace[1167965802] 'applied index is now lower than readState.Index' (duration: 416.052935ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:43:31.180073Z","caller":"traceutil/trace.go:171","msg":"trace[826093298] transaction","detail":"{read_only:false; response_revision:4707; number_of_response:1; }","duration":"463.284839ms","start":"2026-03-04T02:43:30.716726Z","end":"2026-03-04T02:43:31.180011Z","steps":["trace[826093298] 'process raft request' (duration: 47.159051ms)","trace[826093298] 'compare' (duration: 415.559655ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:43:31.180195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.848932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"warn","ts":"2026-03-04T02:43:31.180256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:30.716694Z","time spent":"463.479244ms","remote":"127.0.0.1:47234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1216,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:43:31.180262Z","caller":"traceutil/trace.go:171","msg":"trace[669518664] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4707; }","duration":"446.982804ms","start":"2026-03-04T02:43:30.733266Z","end":"2026-03-04T02:43:31.180248Z","steps":["trace[669518664] 'agreement among raft nodes before linearized reading' (duration: 446.749559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:31.180378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:30.733241Z","time spent":"447.126248ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1146,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"info","ts":"2026-03-04T02:43:31.183152Z","caller":"traceutil/trace.go:171","msg":"trace[1840541246] transaction","detail":"{read_only:false; response_revision:4708; number_of_response:1; }","duration":"441.024814ms","start":"2026-03-04T02:43:30.742093Z","end":"2026-03-04T02:43:31.183118Z","steps":["trace[1840541246] 'process raft request' (duration: 440.786099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:31.183359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:30.742071Z","time spent":"441.187289ms","remote":"127.0.0.1:45596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4808,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:43:31.183429Z","caller":"traceutil/trace.go:171","msg":"trace[1363644963] transaction","detail":"{read_only:false; response_revision:4709; number_of_response:1; }","duration":"434.937111ms","start":"2026-03-04T02:43:30.748449Z","end":"2026-03-04T02:43:31.183386Z","steps":["trace[1363644963] 'process raft request' (duration: 434.593812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:31.183542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:30.748438Z","time spent":"435.039934ms","remote":"127.0.0.1:45570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7547,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:43:31.189199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.510592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-04T02:43:31.189282Z","caller":"traceutil/trace.go:171","msg":"trace[1749686042] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4710; }","duration":"451.611234ms","start":"2026-03-04T02:43:30.737652Z","end":"2026-03-04T02:43:31.189263Z","steps":["trace[1749686042] 'agreement among raft nodes before linearized reading' (duration: 451.353078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:31.189326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:30.737567Z","time spent":"451.750488ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1146,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"info","ts":"2026-03-04T02:43:31.472914Z","caller":"traceutil/trace.go:171","msg":"trace[1335543669] linearizableReadLoop","detail":"{readStateIndex:4920; appliedIndex:4919; }","duration":"187.690354ms","start":"2026-03-04T02:43:31.285188Z","end":"2026-03-04T02:43:31.472879Z","steps":["trace[1335543669] 'read index received' (duration: 187.446698ms)","trace[1335543669] 'applied index is now lower than readState.Index' (duration: 242.236µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:43:31.472977Z","caller":"traceutil/trace.go:171","msg":"trace[1933753201] transaction","detail":"{read_only:false; response_revision:4720; number_of_response:1; }","duration":"189.957097ms","start":"2026-03-04T02:43:31.282993Z","end":"2026-03-04T02:43:31.472951Z","steps":["trace[1933753201] 'process raft request' (duration: 189.681471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:31.473245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.97991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-04T02:43:31.473562Z","caller":"traceutil/trace.go:171","msg":"trace[669115275] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4720; }","duration":"188.39877ms","start":"2026-03-04T02:43:31.285145Z","end":"2026-03-04T02:43:31.473543Z","steps":["trace[669115275] 'agreement among raft nodes before linearized reading' (duration: 187.864518ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:31.653875Z","caller":"traceutil/trace.go:171","msg":"trace[2134456388] linearizableReadLoop","detail":"{readStateIndex:4921; appliedIndex:4920; }","duration":"180.839362ms","start":"2026-03-04T02:43:31.473012Z","end":"2026-03-04T02:43:31.653851Z","steps":["trace[2134456388] 'read index received' (duration: 180.75317ms)","trace[2134456388] 'applied index is now lower than readState.Index' (duration: 84.752µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:43:31.653986Z","caller":"traceutil/trace.go:171","msg":"trace[1813885907] transaction","detail":"{read_only:false; response_revision:4721; number_of_response:1; }","duration":"364.90579ms","start":"2026-03-04T02:43:31.289045Z","end":"2026-03-04T02:43:31.653951Z","steps":["trace[1813885907] 'process raft request' (duration: 364.647984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:31.654219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:31.289013Z","time spent":"365.072225ms","remote":"127.0.0.1:45596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4731,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:43:31.654437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.33119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/monitoring/kube-prometheus-stack-admission-patch-8bgkm\" ","response":"range_response_count:1 size:3954"} {"level":"info","ts":"2026-03-04T02:43:31.654537Z","caller":"traceutil/trace.go:171","msg":"trace[695987161] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/monitoring/kube-prometheus-stack-admission-patch-8bgkm; range_end:; response_count:1; response_revision:4721; }","duration":"348.503284ms","start":"2026-03-04T02:43:31.306008Z","end":"2026-03-04T02:43:31.654511Z","steps":["trace[695987161] 'agreement among raft nodes before linearized reading' (duration: 348.006132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:31.654577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:31.30598Z","time spent":"348.590356ms","remote":"127.0.0.1:38550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":3976,"request content":"key:\"/registry/cilium.io/ciliumendpoints/monitoring/kube-prometheus-stack-admission-patch-8bgkm\" "} {"level":"warn","ts":"2026-03-04T02:43:31.654877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.579889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:49 size:1957116"} {"level":"info","ts":"2026-03-04T02:43:31.654967Z","caller":"traceutil/trace.go:171","msg":"trace[384979277] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:49; response_revision:4721; }","duration":"209.738643ms","start":"2026-03-04T02:43:31.44521Z","end":"2026-03-04T02:43:31.654949Z","steps":["trace[384979277] 'agreement among raft nodes before linearized reading' (duration: 208.75545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:31.655165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.960235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-03-04T02:43:31.655231Z","caller":"traceutil/trace.go:171","msg":"trace[1849170980] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4722; }","duration":"178.056147ms","start":"2026-03-04T02:43:31.477162Z","end":"2026-03-04T02:43:31.655218Z","steps":["trace[1849170980] 'agreement among raft nodes before linearized reading' (duration: 177.829602ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:31.658151Z","caller":"traceutil/trace.go:171","msg":"trace[1737467815] transaction","detail":"{read_only:false; response_revision:4722; number_of_response:1; }","duration":"178.121319ms","start":"2026-03-04T02:43:31.479997Z","end":"2026-03-04T02:43:31.658118Z","steps":["trace[1737467815] 'process raft request' (duration: 174.838351ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:32.869062Z","caller":"traceutil/trace.go:171","msg":"trace[1719582122] linearizableReadLoop","detail":"{readStateIndex:4977; appliedIndex:4976; }","duration":"146.3745ms","start":"2026-03-04T02:43:32.722663Z","end":"2026-03-04T02:43:32.869037Z","steps":["trace[1719582122] 'read index received' (duration: 146.149824ms)","trace[1719582122] 'applied index is now lower than readState.Index' (duration: 223.415µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:43:32.869234Z","caller":"traceutil/trace.go:171","msg":"trace[2046144074] transaction","detail":"{read_only:false; response_revision:4777; number_of_response:1; }","duration":"150.61742ms","start":"2026-03-04T02:43:32.71856Z","end":"2026-03-04T02:43:32.869177Z","steps":["trace[2046144074] 'process raft request' (duration: 150.323203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:32.869352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.667886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-33d781c5-22cc-4083-9dfd-c868453bd2fe\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-03-04T02:43:32.869426Z","caller":"traceutil/trace.go:171","msg":"trace[1375341502] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-33d781c5-22cc-4083-9dfd-c868453bd2fe; range_end:; response_count:1; response_revision:4777; }","duration":"146.784249ms","start":"2026-03-04T02:43:32.722622Z","end":"2026-03-04T02:43:32.869407Z","steps":["trace[1375341502] 'agreement among raft nodes before linearized reading' (duration: 146.593535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:32.869659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.738675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-33d781c5-22cc-4083-9dfd-c868453bd2fe\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-03-04T02:43:32.869868Z","caller":"traceutil/trace.go:171","msg":"trace[631959365] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-33d781c5-22cc-4083-9dfd-c868453bd2fe; range_end:; response_count:1; response_revision:4777; }","duration":"117.859888ms","start":"2026-03-04T02:43:32.751859Z","end":"2026-03-04T02:43:32.869719Z","steps":["trace[631959365] 'agreement among raft nodes before linearized reading' (duration: 117.485989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:32.869905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.831948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:43:32.870094Z","caller":"traceutil/trace.go:171","msg":"trace[1093268115] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4777; }","duration":"135.632777ms","start":"2026-03-04T02:43:32.734428Z","end":"2026-03-04T02:43:32.87006Z","steps":["trace[1093268115] 'agreement among raft nodes before linearized reading' (duration: 134.826308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:32.993201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.476216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:43:32.99326Z","caller":"traceutil/trace.go:171","msg":"trace[1732757800] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4777; }","duration":"119.583018ms","start":"2026-03-04T02:43:32.873663Z","end":"2026-03-04T02:43:32.993246Z","steps":["trace[1732757800] 'range keys from in-memory index tree' (duration: 119.334962ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:33.094433Z","caller":"traceutil/trace.go:171","msg":"trace[1482860126] transaction","detail":"{read_only:false; response_revision:4778; number_of_response:1; }","duration":"217.162848ms","start":"2026-03-04T02:43:32.877236Z","end":"2026-03-04T02:43:33.094399Z","steps":["trace[1482860126] 'process raft request' (duration: 216.930643ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:33.479049Z","caller":"traceutil/trace.go:171","msg":"trace[1821295265] linearizableReadLoop","detail":"{readStateIndex:4979; appliedIndex:4977; }","duration":"581.330222ms","start":"2026-03-04T02:43:32.897696Z","end":"2026-03-04T02:43:33.479027Z","steps":["trace[1821295265] 'read index received' (duration: 196.543073ms)","trace[1821295265] 'applied index is now lower than readState.Index' (duration: 384.786199ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:43:33.47912Z","caller":"traceutil/trace.go:171","msg":"trace[660869064] transaction","detail":"{read_only:false; response_revision:4779; number_of_response:1; }","duration":"599.178382ms","start":"2026-03-04T02:43:32.87991Z","end":"2026-03-04T02:43:33.479088Z","steps":["trace[660869064] 'process raft request' (duration: 598.984877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:33.479257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:32.879869Z","time spent":"599.310075ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4557,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:43:33.479363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.635059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1825"} {"level":"info","ts":"2026-03-04T02:43:33.479467Z","caller":"traceutil/trace.go:171","msg":"trace[1134953249] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4779; }","duration":"581.797712ms","start":"2026-03-04T02:43:32.89764Z","end":"2026-03-04T02:43:33.479438Z","steps":["trace[1134953249] 'agreement among raft nodes before linearized reading' (duration: 581.503105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:33.479626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:32.897615Z","time spent":"581.995627ms","remote":"127.0.0.1:47002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1847,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-03-04T02:43:33.868635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.926883ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:43:33.868997Z","caller":"traceutil/trace.go:171","msg":"trace[927371976] linearizableReadLoop","detail":"{readStateIndex:4981; appliedIndex:4979; }","duration":"389.863208ms","start":"2026-03-04T02:43:33.47911Z","end":"2026-03-04T02:43:33.868973Z","steps":["trace[927371976] 'read index received' (duration: 172.497375ms)","trace[927371976] 'applied index is now lower than readState.Index' (duration: 217.364703ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:43:33.869141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.153737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T02:43:33.869131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.928106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-04T02:43:33.869188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.859892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T02:43:33.869214Z","caller":"traceutil/trace.go:171","msg":"trace[898588202] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4781; }","duration":"613.056899ms","start":"2026-03-04T02:43:33.256137Z","end":"2026-03-04T02:43:33.869194Z","steps":["trace[898588202] 'agreement among raft nodes before linearized reading' (duration: 612.867215ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:33.869255Z","caller":"traceutil/trace.go:171","msg":"trace[106884387] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4781; }","duration":"872.985995ms","start":"2026-03-04T02:43:32.99625Z","end":"2026-03-04T02:43:33.869236Z","steps":["trace[106884387] 'agreement among raft nodes before linearized reading' (duration: 872.77305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:33.869263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:33.256116Z","time spent":"613.136441ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:43:33.869293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:32.996224Z","time spent":"873.060707ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T02:43:33.869387Z","caller":"traceutil/trace.go:171","msg":"trace[1531963989] transaction","detail":"{read_only:false; response_revision:4780; number_of_response:1; }","duration":"673.37873ms","start":"2026-03-04T02:43:33.195995Z","end":"2026-03-04T02:43:33.869374Z","steps":["trace[1531963989] 'process raft request' (duration: 455.67751ms)","trace[1531963989] 'compare' (duration: 216.479712ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:43:33.869488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:33.195963Z","time spent":"673.456823ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:43:33.869531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.710464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T02:43:33.869481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.142492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pdxrw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-04T02:43:33.869621Z","caller":"traceutil/trace.go:171","msg":"trace[434469769] transaction","detail":"{read_only:false; response_revision:4781; number_of_response:1; }","duration":"673.521604ms","start":"2026-03-04T02:43:33.196091Z","end":"2026-03-04T02:43:33.869613Z","steps":["trace[434469769] 'process raft request' (duration: 672.729545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:33.86965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.35374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9fa432b6-9836-4a3b-a836-648f67f1f78c\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-03-04T02:43:33.869562Z","caller":"traceutil/trace.go:171","msg":"trace[1830189423] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:4781; }","duration":"963.748195ms","start":"2026-03-04T02:43:32.905806Z","end":"2026-03-04T02:43:33.869554Z","steps":["trace[1830189423] 'agreement among raft nodes before linearized reading' (duration: 963.684413ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:33.8697Z","caller":"traceutil/trace.go:171","msg":"trace[534884423] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9fa432b6-9836-4a3b-a836-648f67f1f78c; range_end:; response_count:1; response_revision:4781; }","duration":"953.447692ms","start":"2026-03-04T02:43:32.91624Z","end":"2026-03-04T02:43:33.869688Z","steps":["trace[534884423] 'agreement among raft nodes before linearized reading' (duration: 953.226907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:33.869709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:33.196Z","time spent":"673.662677ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:43:33.869704Z","caller":"traceutil/trace.go:171","msg":"trace[536658662] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pdxrw; range_end:; response_count:1; response_revision:4781; }","duration":"664.370128ms","start":"2026-03-04T02:43:33.205246Z","end":"2026-03-04T02:43:33.869616Z","steps":["trace[536658662] 'agreement among raft nodes before linearized reading' (duration: 663.887027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:33.869751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:32.916218Z","time spent":"953.520553ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3782,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9fa432b6-9836-4a3b-a836-648f67f1f78c\" "} {"level":"warn","ts":"2026-03-04T02:43:33.869759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:32.905743Z","time spent":"963.99821ms","remote":"127.0.0.1:47326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":29,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:43:33.869183Z","caller":"traceutil/trace.go:171","msg":"trace[929833896] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:4781; }","duration":"892.24898ms","start":"2026-03-04T02:43:32.976921Z","end":"2026-03-04T02:43:33.86917Z","steps":["trace[929833896] 'agreement among raft nodes before linearized reading' (duration: 892.158718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:33.869837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:33.205199Z","time spent":"664.591043ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-pdxrw\" "} {"level":"warn","ts":"2026-03-04T02:43:33.869936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:32.976901Z","time spent":"892.985957ms","remote":"127.0.0.1:54306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:43:33.940246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.471033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-04T02:43:33.940255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.024124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:43:33.940321Z","caller":"traceutil/trace.go:171","msg":"trace[7423849] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4782; }","duration":"264.589956ms","start":"2026-03-04T02:43:33.675708Z","end":"2026-03-04T02:43:33.940298Z","steps":["trace[7423849] 'agreement among raft nodes before linearized reading' (duration: 264.433892ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:33.940344Z","caller":"traceutil/trace.go:171","msg":"trace[1130546947] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4782; }","duration":"287.179469ms","start":"2026-03-04T02:43:33.653145Z","end":"2026-03-04T02:43:33.940325Z","steps":["trace[1130546947] 'agreement among raft nodes before linearized reading' (duration: 287.003485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:33.940344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.999419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T02:43:33.940419Z","caller":"traceutil/trace.go:171","msg":"trace[1858628211] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4782; }","duration":"249.120992ms","start":"2026-03-04T02:43:33.691281Z","end":"2026-03-04T02:43:33.940402Z","steps":["trace[1858628211] 'agreement among raft nodes before linearized reading' (duration: 248.941687ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:33.940494Z","caller":"traceutil/trace.go:171","msg":"trace[870570743] transaction","detail":"{read_only:false; response_revision:4782; number_of_response:1; }","duration":"455.538426ms","start":"2026-03-04T02:43:33.484937Z","end":"2026-03-04T02:43:33.940475Z","steps":["trace[870570743] 'process raft request' (duration: 454.980033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:33.940516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.641234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-04T02:43:33.94066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.203822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T02:43:33.940667Z","caller":"traceutil/trace.go:171","msg":"trace[377475654] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4782; }","duration":"249.885379ms","start":"2026-03-04T02:43:33.690751Z","end":"2026-03-04T02:43:33.940636Z","steps":["trace[377475654] 'agreement among raft nodes before linearized reading' (duration: 249.561852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:33.940476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.511107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T02:43:33.940725Z","caller":"traceutil/trace.go:171","msg":"trace[356262462] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4782; }","duration":"190.303225ms","start":"2026-03-04T02:43:33.750406Z","end":"2026-03-04T02:43:33.940709Z","steps":["trace[356262462] 'agreement among raft nodes before linearized reading' (duration: 190.138911ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:33.940733Z","caller":"traceutil/trace.go:171","msg":"trace[1090385948] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:4782; }","duration":"402.826014ms","start":"2026-03-04T02:43:33.537897Z","end":"2026-03-04T02:43:33.940723Z","steps":["trace[1090385948] 'agreement among raft nodes before linearized reading' (duration: 402.487596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:33.940711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.713426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"warn","ts":"2026-03-04T02:43:33.940777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:33.537874Z","time spent":"402.894395ms","remote":"127.0.0.1:47234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":35,"response size":29,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:43:33.940683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:33.48491Z","time spent":"455.713801ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3959,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:43:33.940826Z","caller":"traceutil/trace.go:171","msg":"trace[1498512522] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4782; }","duration":"440.884271ms","start":"2026-03-04T02:43:33.499904Z","end":"2026-03-04T02:43:33.940789Z","steps":["trace[1498512522] 'agreement among raft nodes before linearized reading' (duration: 440.520712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:33.940902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:33.499888Z","time spent":"440.999504ms","remote":"127.0.0.1:47002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3528,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-04T02:43:33.940912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.227014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:43:33.941049Z","caller":"traceutil/trace.go:171","msg":"trace[803474322] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:4782; }","duration":"221.403608ms","start":"2026-03-04T02:43:33.719624Z","end":"2026-03-04T02:43:33.941028Z","steps":["trace[803474322] 'agreement among raft nodes before linearized reading' (duration: 221.232084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:33.941015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.319422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.240\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-04T02:43:33.94115Z","caller":"traceutil/trace.go:171","msg":"trace[1367447105] range","detail":"{range_begin:/registry/masterleases/199.19.213.240; range_end:; response_count:1; response_revision:4782; }","duration":"147.578449ms","start":"2026-03-04T02:43:33.793545Z","end":"2026-03-04T02:43:33.941123Z","steps":["trace[1367447105] 'agreement among raft nodes before linearized reading' (duration: 146.998895ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:33.983072Z","caller":"traceutil/trace.go:171","msg":"trace[1774138673] transaction","detail":"{read_only:false; response_revision:4783; number_of_response:1; }","duration":"108.749913ms","start":"2026-03-04T02:43:33.874261Z","end":"2026-03-04T02:43:33.983011Z","steps":["trace[1774138673] 'process raft request' (duration: 106.806997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:33.983214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.649275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16372"} {"level":"warn","ts":"2026-03-04T02:43:33.983215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.984965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-33d781c5-22cc-4083-9dfd-c868453bd2fe\" ","response":"range_response_count:1 size:3894"} {"level":"info","ts":"2026-03-04T02:43:33.983262Z","caller":"traceutil/trace.go:171","msg":"trace[782496907] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4783; }","duration":"112.739348ms","start":"2026-03-04T02:43:33.870509Z","end":"2026-03-04T02:43:33.983248Z","steps":["trace[782496907] 'agreement among raft nodes before linearized reading' (duration: 112.539683ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:33.983295Z","caller":"traceutil/trace.go:171","msg":"trace[699987098] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-33d781c5-22cc-4083-9dfd-c868453bd2fe; range_end:; response_count:1; response_revision:4783; }","duration":"108.111238ms","start":"2026-03-04T02:43:33.87516Z","end":"2026-03-04T02:43:33.983271Z","steps":["trace[699987098] 'agreement among raft nodes before linearized reading' (duration: 107.849602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:33.98349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.287372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62904"} {"level":"info","ts":"2026-03-04T02:43:33.983582Z","caller":"traceutil/trace.go:171","msg":"trace[1543579046] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4783; }","duration":"108.661521ms","start":"2026-03-04T02:43:33.874905Z","end":"2026-03-04T02:43:33.983567Z","steps":["trace[1543579046] 'agreement among raft nodes before linearized reading' (duration: 108.122698ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:34.360199Z","caller":"traceutil/trace.go:171","msg":"trace[1391622887] transaction","detail":"{read_only:false; response_revision:4801; number_of_response:1; }","duration":"162.663484ms","start":"2026-03-04T02:43:34.197503Z","end":"2026-03-04T02:43:34.360166Z","steps":["trace[1391622887] 'process raft request' (duration: 162.164832ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:36.376125Z","caller":"traceutil/trace.go:171","msg":"trace[1918374255] transaction","detail":"{read_only:false; response_revision:4813; number_of_response:1; }","duration":"501.616763ms","start":"2026-03-04T02:43:35.87449Z","end":"2026-03-04T02:43:36.376106Z","steps":["trace[1918374255] 'process raft request' (duration: 501.48692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:36.37627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:35.874463Z","time spent":"501.740855ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:43:36.778608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.538335ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:43:36.778754Z","caller":"traceutil/trace.go:171","msg":"trace[489345722] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4813; }","duration":"247.699398ms","start":"2026-03-04T02:43:36.531039Z","end":"2026-03-04T02:43:36.778738Z","steps":["trace[489345722] 'range keys from in-memory index tree' (duration: 247.522324ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:36.96571Z","caller":"traceutil/trace.go:171","msg":"trace[993052230] linearizableReadLoop","detail":"{readStateIndex:5016; appliedIndex:5015; }","duration":"1.086287343s","start":"2026-03-04T02:43:35.879401Z","end":"2026-03-04T02:43:36.965689Z","steps":["trace[993052230] 'read index received' (duration: 496.699187ms)","trace[993052230] 'applied index is now lower than readState.Index' (duration: 589.587286ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:43:36.965749Z","caller":"traceutil/trace.go:171","msg":"trace[1826131079] transaction","detail":"{read_only:false; response_revision:4814; number_of_response:1; }","duration":"1.090769248s","start":"2026-03-04T02:43:35.874958Z","end":"2026-03-04T02:43:36.965728Z","steps":["trace[1826131079] 'process raft request' (duration: 1.090548363s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:36.965882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:35.874948Z","time spent":"1.090867911s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:43:36.965901Z","caller":"traceutil/trace.go:171","msg":"trace[2133659163] transaction","detail":"{read_only:false; response_revision:4815; number_of_response:1; }","duration":"640.448274ms","start":"2026-03-04T02:43:36.325311Z","end":"2026-03-04T02:43:36.96576Z","steps":["trace[2133659163] 'process raft request' (duration: 640.338222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:36.96604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08660483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9fa432b6-9836-4a3b-a836-648f67f1f78c\" ","response":"range_response_count:1 size:4053"} {"level":"info","ts":"2026-03-04T02:43:36.966135Z","caller":"traceutil/trace.go:171","msg":"trace[1880957725] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9fa432b6-9836-4a3b-a836-648f67f1f78c; range_end:; response_count:1; response_revision:4815; }","duration":"1.086735844s","start":"2026-03-04T02:43:35.879377Z","end":"2026-03-04T02:43:36.966113Z","steps":["trace[1880957725] 'agreement among raft nodes before linearized reading' (duration: 1.086443557s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:36.966085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:36.32529Z","time spent":"640.737152ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:43:36.96619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:35.879367Z","time spent":"1.086814775s","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4075,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9fa432b6-9836-4a3b-a836-648f67f1f78c\" "} {"level":"warn","ts":"2026-03-04T02:43:37.314108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.021048ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:43:37.314429Z","caller":"traceutil/trace.go:171","msg":"trace[1280908720] linearizableReadLoop","detail":"{readStateIndex:5019; appliedIndex:5017; }","duration":"348.620696ms","start":"2026-03-04T02:43:36.965786Z","end":"2026-03-04T02:43:37.314407Z","steps":["trace[1280908720] 'read index received' (duration: 175.132958ms)","trace[1280908720] 'applied index is now lower than readState.Index' (duration: 173.486488ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:43:37.314591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077082485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-w65d6\" ","response":"range_response_count:1 size:5151"} {"level":"info","ts":"2026-03-04T02:43:37.314646Z","caller":"traceutil/trace.go:171","msg":"trace[1681470469] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-w65d6; range_end:; response_count:1; response_revision:4817; }","duration":"1.077187938s","start":"2026-03-04T02:43:36.237444Z","end":"2026-03-04T02:43:37.314632Z","steps":["trace[1681470469] 'agreement among raft nodes before linearized reading' (duration: 1.077008094s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:37.314682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:36.237414Z","time spent":"1.07725927s","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":5173,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-w65d6\" "} {"level":"warn","ts":"2026-03-04T02:43:37.314787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.321838274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-33d781c5-22cc-4083-9dfd-c868453bd2fe\" ","response":"range_response_count:1 size:4080"} {"level":"info","ts":"2026-03-04T02:43:37.314877Z","caller":"traceutil/trace.go:171","msg":"trace[817351518] transaction","detail":"{read_only:false; response_revision:4816; number_of_response:1; }","duration":"663.748484ms","start":"2026-03-04T02:43:36.651115Z","end":"2026-03-04T02:43:37.314864Z","steps":["trace[817351518] 'process raft request' (duration: 489.878106ms)","trace[817351518] 'compare' (duration: 172.905375ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:43:37.31489Z","caller":"traceutil/trace.go:171","msg":"trace[1222804117] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-33d781c5-22cc-4083-9dfd-c868453bd2fe; range_end:; response_count:1; response_revision:4817; }","duration":"1.321948007s","start":"2026-03-04T02:43:35.992922Z","end":"2026-03-04T02:43:37.31487Z","steps":["trace[1222804117] 'agreement among raft nodes before linearized reading' (duration: 1.321661121s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:37.315013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:35.992918Z","time spent":"1.32207703s","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4102,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-33d781c5-22cc-4083-9dfd-c868453bd2fe\" "} {"level":"warn","ts":"2026-03-04T02:43:37.315078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.322239884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T02:43:37.315078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.324527898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T02:43:37.315116Z","caller":"traceutil/trace.go:171","msg":"trace[1633442337] transaction","detail":"{read_only:false; response_revision:4817; number_of_response:1; }","duration":"414.182601ms","start":"2026-03-04T02:43:36.900901Z","end":"2026-03-04T02:43:37.315084Z","steps":["trace[1633442337] 'process raft request' (duration: 413.417003ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:37.315158Z","caller":"traceutil/trace.go:171","msg":"trace[1178395155] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4817; }","duration":"1.322349297s","start":"2026-03-04T02:43:35.992794Z","end":"2026-03-04T02:43:37.315144Z","steps":["trace[1178395155] 'agreement among raft nodes before linearized reading' (duration: 1.322118891s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:37.3152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:35.992788Z","time spent":"1.322403768s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:43:37.315212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.581449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:43:37.314944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:36.651088Z","time spent":"663.820215ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:43:37.315263Z","caller":"traceutil/trace.go:171","msg":"trace[828626657] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:4817; }","duration":"164.675371ms","start":"2026-03-04T02:43:37.150571Z","end":"2026-03-04T02:43:37.315246Z","steps":["trace[828626657] 'agreement among raft nodes before linearized reading' (duration: 164.60207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:37.315264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:36.900867Z","time spent":"414.309035ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:43:37.315103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.988093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:43:37.315434Z","caller":"traceutil/trace.go:171","msg":"trace[36505760] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4817; }","duration":"665.353941ms","start":"2026-03-04T02:43:36.650064Z","end":"2026-03-04T02:43:37.315418Z","steps":["trace[36505760] 'agreement among raft nodes before linearized reading' (duration: 664.978822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:37.315455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.322540751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-04T02:43:37.315487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.325301186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pdxrw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-04T02:43:37.315551Z","caller":"traceutil/trace.go:171","msg":"trace[910220854] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4817; }","duration":"1.322661884s","start":"2026-03-04T02:43:35.992869Z","end":"2026-03-04T02:43:37.315531Z","steps":["trace[910220854] 'agreement among raft nodes before linearized reading' (duration: 1.322366707s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:37.315594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:35.992865Z","time spent":"1.322722385s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:43:37.315476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:36.650048Z","time spent":"665.416253ms","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:43:37.315613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.328136263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T02:43:37.315691Z","caller":"traceutil/trace.go:171","msg":"trace[518204968] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4817; }","duration":"1.328201315s","start":"2026-03-04T02:43:35.987437Z","end":"2026-03-04T02:43:37.315639Z","steps":["trace[518204968] 'agreement among raft nodes before linearized reading' (duration: 1.327763224s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:37.315573Z","caller":"traceutil/trace.go:171","msg":"trace[1585719136] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pdxrw; range_end:; response_count:1; response_revision:4817; }","duration":"1.325417168s","start":"2026-03-04T02:43:35.990135Z","end":"2026-03-04T02:43:37.315552Z","steps":["trace[1585719136] 'agreement among raft nodes before linearized reading' (duration: 1.325168223s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:37.315732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:35.987419Z","time spent":"1.328304727s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:43:37.315784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.919516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:22 size:517168"} {"level":"warn","ts":"2026-03-04T02:43:37.315785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:35.990129Z","time spent":"1.325641094s","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-pdxrw\" "} {"level":"info","ts":"2026-03-04T02:43:37.315822Z","caller":"traceutil/trace.go:171","msg":"trace[921901123] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:22; response_revision:4817; }","duration":"458.998238ms","start":"2026-03-04T02:43:36.856813Z","end":"2026-03-04T02:43:37.315811Z","steps":["trace[921901123] 'agreement among raft nodes before linearized reading' (duration: 458.310721ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:37.315172Z","caller":"traceutil/trace.go:171","msg":"trace[2116766334] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4817; }","duration":"1.32465176s","start":"2026-03-04T02:43:35.990506Z","end":"2026-03-04T02:43:37.315158Z","steps":["trace[2116766334] 'agreement among raft nodes before linearized reading' (duration: 1.324338483s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:37.315872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:36.856794Z","time spent":"459.06807ms","remote":"127.0.0.1:47002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":22,"response size":517190,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-04T02:43:37.315896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:35.9905Z","time spent":"1.325387568s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:43:37.315994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.324667601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T02:43:37.316059Z","caller":"traceutil/trace.go:171","msg":"trace[1952024335] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4817; }","duration":"1.324742723s","start":"2026-03-04T02:43:35.991304Z","end":"2026-03-04T02:43:37.316047Z","steps":["trace[1952024335] 'agreement among raft nodes before linearized reading' (duration: 1.323688688s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:37.31609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:35.991299Z","time spent":"1.324784284s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:43:37.67688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.343207ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:43:37.677063Z","caller":"traceutil/trace.go:171","msg":"trace[1062073005] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4829; }","duration":"148.918919ms","start":"2026-03-04T02:43:37.528113Z","end":"2026-03-04T02:43:37.677032Z","steps":["trace[1062073005] 'compare' (duration: 126.228774ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:38.586083Z","caller":"traceutil/trace.go:171","msg":"trace[1851561257] transaction","detail":"{read_only:false; response_revision:4840; number_of_response:1; }","duration":"131.926129ms","start":"2026-03-04T02:43:38.454134Z","end":"2026-03-04T02:43:38.58606Z","steps":["trace[1851561257] 'process raft request' (duration: 88.613888ms)","trace[1851561257] 'compare' (duration: 43.209179ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:43:39.963331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.773222ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:43:39.963556Z","caller":"traceutil/trace.go:171","msg":"trace[1000612569] transaction","detail":"{read_only:false; response_revision:4934; number_of_response:1; }","duration":"158.908556ms","start":"2026-03-04T02:43:39.804615Z","end":"2026-03-04T02:43:39.963524Z","steps":["trace[1000612569] 'process raft request' (duration: 30.809306ms)","trace[1000612569] 'compare' (duration: 127.540986ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:43:39.963811Z","caller":"traceutil/trace.go:171","msg":"trace[1239097776] transaction","detail":"{read_only:false; response_revision:4935; number_of_response:1; }","duration":"155.040514ms","start":"2026-03-04T02:43:39.808748Z","end":"2026-03-04T02:43:39.963788Z","steps":["trace[1239097776] 'process raft request' (duration: 154.777798ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:39.963834Z","caller":"traceutil/trace.go:171","msg":"trace[1532638923] transaction","detail":"{read_only:false; response_revision:4936; number_of_response:1; }","duration":"154.922082ms","start":"2026-03-04T02:43:39.808894Z","end":"2026-03-04T02:43:39.963816Z","steps":["trace[1532638923] 'process raft request' (duration: 154.756128ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:39.964019Z","caller":"traceutil/trace.go:171","msg":"trace[1985605698] linearizableReadLoop","detail":"{readStateIndex:5140; appliedIndex:5139; }","duration":"158.383963ms","start":"2026-03-04T02:43:39.805623Z","end":"2026-03-04T02:43:39.964007Z","steps":["trace[1985605698] 'read index received' (duration: 29.817403ms)","trace[1985605698] 'applied index is now lower than readState.Index' (duration: 128.56515ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:43:39.964345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.70397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/loki-gateway-cf54cb88c\" ","response":"range_response_count:1 size:4159"} {"level":"info","ts":"2026-03-04T02:43:39.964378Z","caller":"traceutil/trace.go:171","msg":"trace[880484226] range","detail":"{range_begin:/registry/replicasets/monitoring/loki-gateway-cf54cb88c; range_end:; response_count:1; response_revision:4942; }","duration":"158.769983ms","start":"2026-03-04T02:43:39.805598Z","end":"2026-03-04T02:43:39.964368Z","steps":["trace[880484226] 'agreement among raft nodes before linearized reading' (duration: 158.619949ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:39.964429Z","caller":"traceutil/trace.go:171","msg":"trace[1751698467] transaction","detail":"{read_only:false; response_revision:4939; number_of_response:1; }","duration":"154.942211ms","start":"2026-03-04T02:43:39.809461Z","end":"2026-03-04T02:43:39.964403Z","steps":["trace[1751698467] 'process raft request' (duration: 154.375728ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:39.964628Z","caller":"traceutil/trace.go:171","msg":"trace[2019715606] transaction","detail":"{read_only:false; response_revision:4937; number_of_response:1; }","duration":"155.411422ms","start":"2026-03-04T02:43:39.809207Z","end":"2026-03-04T02:43:39.964618Z","steps":["trace[2019715606] 'process raft request' (duration: 154.525682ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:39.964784Z","caller":"traceutil/trace.go:171","msg":"trace[759534139] transaction","detail":"{read_only:false; response_revision:4938; number_of_response:1; }","duration":"155.317021ms","start":"2026-03-04T02:43:39.809456Z","end":"2026-03-04T02:43:39.964773Z","steps":["trace[759534139] 'process raft request' (duration: 154.316867ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:39.964811Z","caller":"traceutil/trace.go:171","msg":"trace[774880362] transaction","detail":"{read_only:false; response_revision:4941; number_of_response:1; }","duration":"155.3233ms","start":"2026-03-04T02:43:39.809464Z","end":"2026-03-04T02:43:39.964787Z","steps":["trace[774880362] 'process raft request' (duration: 154.45235ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:39.964889Z","caller":"traceutil/trace.go:171","msg":"trace[448021826] transaction","detail":"{read_only:false; response_revision:4940; number_of_response:1; }","duration":"155.393363ms","start":"2026-03-04T02:43:39.809484Z","end":"2026-03-04T02:43:39.964877Z","steps":["trace[448021826] 'process raft request' (duration: 154.374679ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:39.9649Z","caller":"traceutil/trace.go:171","msg":"trace[259683078] transaction","detail":"{read_only:false; response_revision:4946; number_of_response:1; }","duration":"147.977458ms","start":"2026-03-04T02:43:39.816907Z","end":"2026-03-04T02:43:39.964884Z","steps":["trace[259683078] 'process raft request' (duration: 147.906216ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:39.96499Z","caller":"traceutil/trace.go:171","msg":"trace[1197882338] transaction","detail":"{read_only:false; response_revision:4944; number_of_response:1; }","duration":"153.723433ms","start":"2026-03-04T02:43:39.811254Z","end":"2026-03-04T02:43:39.964977Z","steps":["trace[1197882338] 'process raft request' (duration: 153.424376ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:39.965052Z","caller":"traceutil/trace.go:171","msg":"trace[85904282] transaction","detail":"{read_only:false; response_revision:4942; number_of_response:1; }","duration":"155.528835ms","start":"2026-03-04T02:43:39.809513Z","end":"2026-03-04T02:43:39.965042Z","steps":["trace[85904282] 'process raft request' (duration: 154.46818ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:39.965091Z","caller":"traceutil/trace.go:171","msg":"trace[781936291] transaction","detail":"{read_only:false; response_revision:4943; number_of_response:1; }","duration":"154.680385ms","start":"2026-03-04T02:43:39.810398Z","end":"2026-03-04T02:43:39.965078Z","steps":["trace[781936291] 'process raft request' (duration: 153.61286ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:39.965124Z","caller":"traceutil/trace.go:171","msg":"trace[1663608034] transaction","detail":"{read_only:false; response_revision:4945; number_of_response:1; }","duration":"149.294779ms","start":"2026-03-04T02:43:39.815818Z","end":"2026-03-04T02:43:39.965113Z","steps":["trace[1663608034] 'process raft request' (duration: 148.92728ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:39.965191Z","caller":"traceutil/trace.go:171","msg":"trace[183695072] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4945; }","duration":"149.289519ms","start":"2026-03-04T02:43:39.815883Z","end":"2026-03-04T02:43:39.965172Z","steps":["trace[183695072] 'process raft request' (duration: 148.895999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:40.015213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.738405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:43:40.015239Z","caller":"traceutil/trace.go:171","msg":"trace[729008020] transaction","detail":"{read_only:false; response_revision:4947; number_of_response:1; }","duration":"179.567722ms","start":"2026-03-04T02:43:39.83563Z","end":"2026-03-04T02:43:40.015197Z","steps":["trace[729008020] 'process raft request' (duration: 179.290096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:40.015311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.918069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-04T02:43:40.015373Z","caller":"traceutil/trace.go:171","msg":"trace[1015883021] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:4948; }","duration":"202.003331ms","start":"2026-03-04T02:43:39.813355Z","end":"2026-03-04T02:43:40.015359Z","steps":["trace[1015883021] 'agreement among raft nodes before linearized reading' (duration: 201.887828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:40.015456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.913837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:717233"} {"level":"info","ts":"2026-03-04T02:43:40.015516Z","caller":"traceutil/trace.go:171","msg":"trace[1359827798] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4948; }","duration":"137.01425ms","start":"2026-03-04T02:43:39.878489Z","end":"2026-03-04T02:43:40.015503Z","steps":["trace[1359827798] 'agreement among raft nodes before linearized reading' (duration: 136.637861ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:40.015318Z","caller":"traceutil/trace.go:171","msg":"trace[150879547] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:4948; }","duration":"187.856888ms","start":"2026-03-04T02:43:39.827438Z","end":"2026-03-04T02:43:40.015294Z","steps":["trace[150879547] 'agreement among raft nodes before linearized reading' (duration: 187.692904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:40.015555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.38598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-chunks-cache\" ","response":"range_response_count:1 size:3778"} {"level":"info","ts":"2026-03-04T02:43:40.015664Z","caller":"traceutil/trace.go:171","msg":"trace[352033737] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-chunks-cache; range_end:; response_count:1; response_revision:4948; }","duration":"205.511544ms","start":"2026-03-04T02:43:39.810137Z","end":"2026-03-04T02:43:40.015649Z","steps":["trace[352033737] 'agreement among raft nodes before linearized reading' (duration: 205.209577ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:40.015565Z","caller":"traceutil/trace.go:171","msg":"trace[1512483775] transaction","detail":"{read_only:false; response_revision:4948; number_of_response:1; }","duration":"124.754141ms","start":"2026-03-04T02:43:39.890796Z","end":"2026-03-04T02:43:40.01555Z","steps":["trace[1512483775] 'process raft request' (duration: 124.227618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:40.416544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.320089ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:43:40.416639Z","caller":"traceutil/trace.go:171","msg":"trace[1535492666] linearizableReadLoop","detail":"{readStateIndex:5188; appliedIndex:5187; }","duration":"213.254836ms","start":"2026-03-04T02:43:40.203368Z","end":"2026-03-04T02:43:40.416622Z","steps":["trace[1535492666] 'read index received' (duration: 105.813463ms)","trace[1535492666] 'applied index is now lower than readState.Index' (duration: 107.440503ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:43:40.416714Z","caller":"traceutil/trace.go:171","msg":"trace[1727968433] transaction","detail":"{read_only:false; response_revision:4979; number_of_response:1; }","duration":"247.616047ms","start":"2026-03-04T02:43:40.169087Z","end":"2026-03-04T02:43:40.416703Z","steps":["trace[1727968433] 'process raft request' (duration: 140.079252ms)","trace[1727968433] 'compare' (duration: 107.207097ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:43:40.417299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.923062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719036"} {"level":"info","ts":"2026-03-04T02:43:40.417418Z","caller":"traceutil/trace.go:171","msg":"trace[1396379316] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4979; }","duration":"214.087916ms","start":"2026-03-04T02:43:40.203311Z","end":"2026-03-04T02:43:40.417399Z","steps":["trace[1396379316] 'agreement among raft nodes before linearized reading' (duration: 213.537503ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:40.419667Z","caller":"traceutil/trace.go:171","msg":"trace[200803567] transaction","detail":"{read_only:false; response_revision:4980; number_of_response:1; }","duration":"162.554291ms","start":"2026-03-04T02:43:40.257089Z","end":"2026-03-04T02:43:40.419643Z","steps":["trace[200803567] 'process raft request' (duration: 162.444308ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:41.013665Z","caller":"traceutil/trace.go:171","msg":"trace[418505125] linearizableReadLoop","detail":"{readStateIndex:5190; appliedIndex:5188; }","duration":"596.96664ms","start":"2026-03-04T02:43:40.416674Z","end":"2026-03-04T02:43:41.013641Z","steps":["trace[418505125] 'read index received' (duration: 2.847297ms)","trace[418505125] 'applied index is now lower than readState.Index' (duration: 594.118243ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:43:41.013787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.653032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:43:41.013856Z","caller":"traceutil/trace.go:171","msg":"trace[973797145] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:4981; }","duration":"624.773255ms","start":"2026-03-04T02:43:40.389069Z","end":"2026-03-04T02:43:41.013842Z","steps":["trace[973797145] 'agreement among raft nodes before linearized reading' (duration: 624.629462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:41.013912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:40.389049Z","time spent":"624.850337ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:43:41.014131Z","caller":"traceutil/trace.go:171","msg":"trace[150688326] transaction","detail":"{read_only:false; response_revision:4981; number_of_response:1; }","duration":"603.143376ms","start":"2026-03-04T02:43:40.410963Z","end":"2026-03-04T02:43:41.014106Z","steps":["trace[150688326] 'process raft request' (duration: 602.535491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:41.014152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.848875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:43:41.014226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.313673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1219"} {"level":"warn","ts":"2026-03-04T02:43:41.014252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:40.410932Z","time spent":"603.255749ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:43:41.014245Z","caller":"traceutil/trace.go:171","msg":"trace[903687686] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:4981; }","duration":"741.967527ms","start":"2026-03-04T02:43:40.272252Z","end":"2026-03-04T02:43:41.014219Z","steps":["trace[903687686] 'agreement among raft nodes before linearized reading' (duration: 741.816104ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:41.014277Z","caller":"traceutil/trace.go:171","msg":"trace[869428846] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4981; }","duration":"744.392264ms","start":"2026-03-04T02:43:40.26987Z","end":"2026-03-04T02:43:41.014262Z","steps":["trace[869428846] 'agreement among raft nodes before linearized reading' (duration: 744.235521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:41.014309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:40.269855Z","time spent":"744.446166ms","remote":"127.0.0.1:47154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":1241,"request content":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-04T02:43:41.014317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:40.272243Z","time spent":"742.049549ms","remote":"127.0.0.1:56800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:43:41.014647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.038718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:54 size:2207043"} {"level":"info","ts":"2026-03-04T02:43:41.014709Z","caller":"traceutil/trace.go:171","msg":"trace[1186221598] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:54; response_revision:4981; }","duration":"649.14839ms","start":"2026-03-04T02:43:40.365547Z","end":"2026-03-04T02:43:41.014695Z","steps":["trace[1186221598] 'agreement among raft nodes before linearized reading' (duration: 648.204067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:41.014751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:40.36553Z","time spent":"649.209062ms","remote":"127.0.0.1:47016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":54,"response size":2207065,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-03-04T02:43:41.258683Z","caller":"traceutil/trace.go:171","msg":"trace[1038644699] transaction","detail":"{read_only:false; response_revision:4982; number_of_response:1; }","duration":"830.463352ms","start":"2026-03-04T02:43:40.428192Z","end":"2026-03-04T02:43:41.258655Z","steps":["trace[1038644699] 'process raft request' (duration: 821.374388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:41.258789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:40.428168Z","time spent":"830.576045ms","remote":"127.0.0.1:38600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2175,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:43:41.258802Z","caller":"traceutil/trace.go:171","msg":"trace[1480747734] linearizableReadLoop","detail":"{readStateIndex:5194; appliedIndex:5190; }","duration":"245.044954ms","start":"2026-03-04T02:43:41.013725Z","end":"2026-03-04T02:43:41.25877Z","steps":["trace[1480747734] 'read index received' (duration: 235.739725ms)","trace[1480747734] 'applied index is now lower than readState.Index' (duration: 9.303719ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:43:41.258883Z","caller":"traceutil/trace.go:171","msg":"trace[2935222] transaction","detail":"{read_only:false; response_revision:4983; number_of_response:1; }","duration":"827.003261ms","start":"2026-03-04T02:43:40.431871Z","end":"2026-03-04T02:43:41.258875Z","steps":["trace[2935222] 'process raft request' (duration: 826.632912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:41.258927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:40.431862Z","time spent":"827.042321ms","remote":"127.0.0.1:38550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2928,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:43:41.258949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.869681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-wvftr\" ","response":"range_response_count:1 size:9633"} {"level":"info","ts":"2026-03-04T02:43:41.258957Z","caller":"traceutil/trace.go:171","msg":"trace[449234360] transaction","detail":"{read_only:false; response_revision:4984; number_of_response:1; }","duration":"414.54897ms","start":"2026-03-04T02:43:40.844386Z","end":"2026-03-04T02:43:41.258935Z","steps":["trace[449234360] 'process raft request' (duration: 414.212072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:41.258975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.6185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:43:41.258999Z","caller":"traceutil/trace.go:171","msg":"trace[1984675831] transaction","detail":"{read_only:false; response_revision:4985; number_of_response:1; }","duration":"281.582135ms","start":"2026-03-04T02:43:40.977407Z","end":"2026-03-04T02:43:41.25899Z","steps":["trace[1984675831] 'process raft request' (duration: 281.252388ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:41.259017Z","caller":"traceutil/trace.go:171","msg":"trace[1505762419] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-wvftr; range_end:; response_count:1; response_revision:4985; }","duration":"415.967823ms","start":"2026-03-04T02:43:40.843018Z","end":"2026-03-04T02:43:41.258986Z","steps":["trace[1505762419] 'agreement among raft nodes before linearized reading' (duration: 415.8475ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:41.259024Z","caller":"traceutil/trace.go:171","msg":"trace[706071385] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4985; }","duration":"607.705872ms","start":"2026-03-04T02:43:40.651303Z","end":"2026-03-04T02:43:41.259009Z","steps":["trace[706071385] 'agreement among raft nodes before linearized reading' (duration: 607.62874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:41.259058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:40.844367Z","time spent":"414.640832ms","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:43:41.25906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:40.843Z","time spent":"416.050105ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9655,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-wvftr\" "} {"level":"warn","ts":"2026-03-04T02:43:41.25907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:40.651283Z","time spent":"607.775974ms","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:43:41.259257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.916048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16086"} {"level":"info","ts":"2026-03-04T02:43:41.25928Z","caller":"traceutil/trace.go:171","msg":"trace[1857781793] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4985; }","duration":"243.982089ms","start":"2026-03-04T02:43:41.015291Z","end":"2026-03-04T02:43:41.259273Z","steps":["trace[1857781793] 'agreement among raft nodes before linearized reading' (duration: 243.878917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:41.259373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.185808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1825"} {"level":"warn","ts":"2026-03-04T02:43:41.259389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.507671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:43:41.259401Z","caller":"traceutil/trace.go:171","msg":"trace[128955153] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4985; }","duration":"220.25208ms","start":"2026-03-04T02:43:41.039141Z","end":"2026-03-04T02:43:41.259393Z","steps":["trace[128955153] 'agreement among raft nodes before linearized reading' (duration: 220.146367ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:41.259417Z","caller":"traceutil/trace.go:171","msg":"trace[1438587311] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:4985; }","duration":"723.563312ms","start":"2026-03-04T02:43:40.535846Z","end":"2026-03-04T02:43:41.259409Z","steps":["trace[1438587311] 'agreement among raft nodes before linearized reading' (duration: 723.516671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:41.259442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:40.535831Z","time spent":"723.605344ms","remote":"127.0.0.1:35504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:43:41.748213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.068855ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:43:41.748407Z","caller":"traceutil/trace.go:171","msg":"trace[857556161] transaction","detail":"{read_only:false; response_revision:4986; number_of_response:1; }","duration":"485.485493ms","start":"2026-03-04T02:43:41.262889Z","end":"2026-03-04T02:43:41.748375Z","steps":["trace[857556161] 'process raft request' (duration: 330.060169ms)","trace[857556161] 'compare' (duration: 154.738807ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:43:41.748515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:41.262873Z","time spent":"485.588985ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:43:41.750619Z","caller":"traceutil/trace.go:171","msg":"trace[102414155] linearizableReadLoop","detail":"{readStateIndex:5197; appliedIndex:5194; }","duration":"468.512303ms","start":"2026-03-04T02:43:41.282084Z","end":"2026-03-04T02:43:41.750596Z","steps":["trace[102414155] 'read index received' (duration: 310.807366ms)","trace[102414155] 'applied index is now lower than readState.Index' (duration: 157.703737ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:43:41.750644Z","caller":"traceutil/trace.go:171","msg":"trace[59926519] transaction","detail":"{read_only:false; response_revision:4987; number_of_response:1; }","duration":"482.124573ms","start":"2026-03-04T02:43:41.268365Z","end":"2026-03-04T02:43:41.75049Z","steps":["trace[59926519] 'process raft request' (duration: 481.644112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:41.751222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.117817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"warn","ts":"2026-03-04T02:43:41.751247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:41.268341Z","time spent":"482.82941ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9630,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:43:41.751292Z","caller":"traceutil/trace.go:171","msg":"trace[2028126826] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4990; }","duration":"469.205489ms","start":"2026-03-04T02:43:41.282068Z","end":"2026-03-04T02:43:41.751273Z","steps":["trace[2028126826] 'agreement among raft nodes before linearized reading' (duration: 468.894582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:41.751355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:41.282006Z","time spent":"469.335692ms","remote":"127.0.0.1:47002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3528,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-04T02:43:41.751488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.546518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T02:43:41.750665Z","caller":"traceutil/trace.go:171","msg":"trace[327521855] transaction","detail":"{read_only:false; response_revision:4988; number_of_response:1; }","duration":"480.202778ms","start":"2026-03-04T02:43:41.27043Z","end":"2026-03-04T02:43:41.750633Z","steps":["trace[327521855] 'process raft request' (duration: 479.936782ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:41.751594Z","caller":"traceutil/trace.go:171","msg":"trace[946228471] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4990; }","duration":"391.698202ms","start":"2026-03-04T02:43:41.359873Z","end":"2026-03-04T02:43:41.751571Z","steps":["trace[946228471] 'agreement among raft nodes before linearized reading' (duration: 391.381165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:41.751649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:41.359858Z","time spent":"391.781114ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:43:41.751689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:41.270412Z","time spent":"481.212852ms","remote":"127.0.0.1:38550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2915,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:43:41.751802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.272475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T02:43:41.751838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.627266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719036"} {"level":"info","ts":"2026-03-04T02:43:41.75185Z","caller":"traceutil/trace.go:171","msg":"trace[1402792397] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4990; }","duration":"336.349477ms","start":"2026-03-04T02:43:41.415489Z","end":"2026-03-04T02:43:41.751838Z","steps":["trace[1402792397] 'agreement among raft nodes before linearized reading' (duration: 336.222574ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:41.751893Z","caller":"traceutil/trace.go:171","msg":"trace[1009016891] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4990; }","duration":"188.741158ms","start":"2026-03-04T02:43:41.563137Z","end":"2026-03-04T02:43:41.751878Z","steps":["trace[1009016891] 'agreement among raft nodes before linearized reading' (duration: 188.196965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:41.75191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:41.415473Z","time spent":"336.427539ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:43:41.751947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.85918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T02:43:41.751992Z","caller":"traceutil/trace.go:171","msg":"trace[1356726504] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4990; }","duration":"336.940502ms","start":"2026-03-04T02:43:41.41504Z","end":"2026-03-04T02:43:41.75198Z","steps":["trace[1356726504] 'agreement among raft nodes before linearized reading' (duration: 336.831059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:41.752088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:41.415017Z","time spent":"337.004633ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:43:41.752188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.061573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T02:43:41.752285Z","caller":"traceutil/trace.go:171","msg":"trace[958169102] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4990; }","duration":"334.181516ms","start":"2026-03-04T02:43:41.418076Z","end":"2026-03-04T02:43:41.752258Z","steps":["trace[958169102] 'agreement among raft nodes before linearized reading' (duration: 334.041453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:41.752333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:41.418053Z","time spent":"334.264389ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T02:43:41.750676Z","caller":"traceutil/trace.go:171","msg":"trace[212877214] transaction","detail":"{read_only:false; response_revision:4989; number_of_response:1; }","duration":"396.928155ms","start":"2026-03-04T02:43:41.353723Z","end":"2026-03-04T02:43:41.750651Z","steps":["trace[212877214] 'process raft request' (duration: 396.729311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:41.753125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.898689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pdxrw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-04T02:43:41.753178Z","caller":"traceutil/trace.go:171","msg":"trace[1645026332] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pdxrw; range_end:; response_count:1; response_revision:4990; }","duration":"330.97207ms","start":"2026-03-04T02:43:41.422191Z","end":"2026-03-04T02:43:41.753163Z","steps":["trace[1645026332] 'agreement among raft nodes before linearized reading' (duration: 330.819007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:41.75322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:41.42218Z","time spent":"331.029693ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-pdxrw\" "} {"level":"warn","ts":"2026-03-04T02:43:41.753102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:41.353702Z","time spent":"399.282541ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:43:41.750946Z","caller":"traceutil/trace.go:171","msg":"trace[1162887069] transaction","detail":"{read_only:false; response_revision:4990; number_of_response:1; }","duration":"220.530138ms","start":"2026-03-04T02:43:41.530389Z","end":"2026-03-04T02:43:41.750919Z","steps":["trace[1162887069] 'process raft request' (duration: 220.139478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:41.754229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.03999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T02:43:41.754277Z","caller":"traceutil/trace.go:171","msg":"trace[1040909345] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4990; }","duration":"336.106231ms","start":"2026-03-04T02:43:41.418159Z","end":"2026-03-04T02:43:41.754266Z","steps":["trace[1040909345] 'agreement among raft nodes before linearized reading' (duration: 333.08713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:41.754306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:41.418148Z","time spent":"336.151723ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:43:44.151948Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395032002,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:43:44.652423Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395032002,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:43:44.814131Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.945907072s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:43:44.814776Z","caller":"traceutil/trace.go:171","msg":"trace[482693260] transaction","detail":"{read_only:false; response_revision:5029; number_of_response:1; }","duration":"1.9466308s","start":"2026-03-04T02:43:42.868104Z","end":"2026-03-04T02:43:44.814735Z","steps":["trace[482693260] 'process raft request' (duration: 1.946391774s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:44.814994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:42.868083Z","time spent":"1.946769292s","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:43:44.894322Z","caller":"traceutil/trace.go:171","msg":"trace[726486980] transaction","detail":"{read_only:false; response_revision:5031; number_of_response:1; }","duration":"1.874460838s","start":"2026-03-04T02:43:43.019844Z","end":"2026-03-04T02:43:44.894305Z","steps":["trace[726486980] 'process raft request' (duration: 1.874370636s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:44.894358Z","caller":"traceutil/trace.go:171","msg":"trace[1377394255] transaction","detail":"{read_only:false; response_revision:5030; number_of_response:1; }","duration":"2.019249831s","start":"2026-03-04T02:43:42.875073Z","end":"2026-03-04T02:43:44.894323Z","steps":["trace[1377394255] 'process raft request' (duration: 2.018728038s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:44.894404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.242834841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:43:44.894413Z","caller":"traceutil/trace.go:171","msg":"trace[751312948] transaction","detail":"{read_only:false; response_revision:5032; number_of_response:1; }","duration":"1.630506649s","start":"2026-03-04T02:43:43.263874Z","end":"2026-03-04T02:43:44.89438Z","steps":["trace[751312948] 'process raft request' (duration: 1.630375776s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:44.894441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:43.019821Z","time spent":"1.874557161s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:43:44.894451Z","caller":"traceutil/trace.go:171","msg":"trace[966447788] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5033; }","duration":"1.242922783s","start":"2026-03-04T02:43:43.65152Z","end":"2026-03-04T02:43:44.894442Z","steps":["trace[966447788] 'agreement among raft nodes before linearized reading' (duration: 1.242836991s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:44.894471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:43.6515Z","time spent":"1.242966334s","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:43:44.894511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:43.263847Z","time spent":"1.630613431s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:43:44.894511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:42.875027Z","time spent":"2.019402184s","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9803,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:43:44.89432Z","caller":"traceutil/trace.go:171","msg":"trace[2088001518] linearizableReadLoop","detail":"{readStateIndex:5244; appliedIndex:5239; }","duration":"1.242743969s","start":"2026-03-04T02:43:43.651559Z","end":"2026-03-04T02:43:44.894303Z","steps":["trace[2088001518] 'read index received' (duration: 1.162880827s)","trace[2088001518] 'applied index is now lower than readState.Index' (duration: 79.862402ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:43:44.894595Z","caller":"traceutil/trace.go:171","msg":"trace[35923633] transaction","detail":"{read_only:false; response_revision:5033; number_of_response:1; }","duration":"1.137509409s","start":"2026-03-04T02:43:43.757078Z","end":"2026-03-04T02:43:44.894588Z","steps":["trace[35923633] 'process raft request' (duration: 1.137196951s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:44.894647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:43.757051Z","time spent":"1.13756057s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:43:44.89485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100757693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.240\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-04T02:43:44.894879Z","caller":"traceutil/trace.go:171","msg":"trace[1346533437] range","detail":"{range_begin:/registry/masterleases/199.19.213.240; range_end:; response_count:1; response_revision:5034; }","duration":"1.100812884s","start":"2026-03-04T02:43:43.794059Z","end":"2026-03-04T02:43:44.894872Z","steps":["trace[1346533437] 'agreement among raft nodes before linearized reading' (duration: 1.100717132s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:44.894896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:43.794044Z","time spent":"1.100847145s","remote":"127.0.0.1:46920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.240\" "} {"level":"warn","ts":"2026-03-04T02:43:44.894902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.837532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-04T02:43:44.895678Z","caller":"traceutil/trace.go:171","msg":"trace[1623116779] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5034; }","duration":"453.672942ms","start":"2026-03-04T02:43:44.441988Z","end":"2026-03-04T02:43:44.895661Z","steps":["trace[1623116779] 'agreement among raft nodes before linearized reading' (duration: 452.844122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:44.895722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:44.441968Z","time spent":"453.741693ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T02:43:44.894945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017992792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/storage-loki-0.1899833befb79ae6\" ","response":"range_response_count:1 size:943"} {"level":"info","ts":"2026-03-04T02:43:44.895888Z","caller":"traceutil/trace.go:171","msg":"trace[1865026040] range","detail":"{range_begin:/registry/events/monitoring/storage-loki-0.1899833befb79ae6; range_end:; response_count:1; response_revision:5034; }","duration":"1.018973445s","start":"2026-03-04T02:43:43.876901Z","end":"2026-03-04T02:43:44.895874Z","steps":["trace[1865026040] 'agreement among raft nodes before linearized reading' (duration: 1.017879009s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:44.895932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:43.876883Z","time spent":"1.019039777s","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":965,"request content":"key:\"/registry/events/monitoring/storage-loki-0.1899833befb79ae6\" "} {"level":"warn","ts":"2026-03-04T02:43:44.895012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.829755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-wvftr-tls\" ","response":"range_response_count:1 size:1967"} {"level":"info","ts":"2026-03-04T02:43:44.896161Z","caller":"traceutil/trace.go:171","msg":"trace[2064429041] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-wvftr-tls; range_end:; response_count:1; response_revision:5034; }","duration":"421.015221ms","start":"2026-03-04T02:43:44.475134Z","end":"2026-03-04T02:43:44.896149Z","steps":["trace[2064429041] 'agreement among raft nodes before linearized reading' (duration: 419.800583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:44.896195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:44.475112Z","time spent":"421.073123ms","remote":"127.0.0.1:56738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":1989,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-wvftr-tls\" "} {"level":"warn","ts":"2026-03-04T02:43:44.895083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.766902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:43:44.896915Z","caller":"traceutil/trace.go:171","msg":"trace[1136045185] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:5034; }","duration":"589.642256ms","start":"2026-03-04T02:43:44.30726Z","end":"2026-03-04T02:43:44.896902Z","steps":["trace[1136045185] 'agreement among raft nodes before linearized reading' (duration: 587.797463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:44.896946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:44.307241Z","time spent":"589.692647ms","remote":"127.0.0.1:38592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:43:44.895098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095140411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T02:43:44.897069Z","caller":"traceutil/trace.go:171","msg":"trace[215559773] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5034; }","duration":"1.097117837s","start":"2026-03-04T02:43:43.799937Z","end":"2026-03-04T02:43:44.897055Z","steps":["trace[215559773] 'agreement among raft nodes before linearized reading' (duration: 1.095102999s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:44.897106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:43.799932Z","time spent":"1.097164138s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:43:44.895148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093958973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T02:43:44.897209Z","caller":"traceutil/trace.go:171","msg":"trace[441900371] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5034; }","duration":"1.096020811s","start":"2026-03-04T02:43:43.801182Z","end":"2026-03-04T02:43:44.897203Z","steps":["trace[441900371] 'agreement among raft nodes before linearized reading' (duration: 1.093923992s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:44.897238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:43.801162Z","time spent":"1.096067592s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:43:44.895168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.094179787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pdxrw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-04T02:43:44.897286Z","caller":"traceutil/trace.go:171","msg":"trace[626056180] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pdxrw; range_end:; response_count:1; response_revision:5034; }","duration":"1.096337498s","start":"2026-03-04T02:43:43.800944Z","end":"2026-03-04T02:43:44.897282Z","steps":["trace[626056180] 'agreement among raft nodes before linearized reading' (duration: 1.094171347s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:44.897299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:43.800938Z","time spent":"1.096357119s","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-pdxrw\" "} {"level":"warn","ts":"2026-03-04T02:43:44.895197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067939519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b5f6ad75-dacd-43b9-a24b-7b2b736a6ea0\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-04T02:43:44.89742Z","caller":"traceutil/trace.go:171","msg":"trace[344507605] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b5f6ad75-dacd-43b9-a24b-7b2b736a6ea0; range_end:; response_count:1; response_revision:5034; }","duration":"1.070207172s","start":"2026-03-04T02:43:43.827206Z","end":"2026-03-04T02:43:44.897413Z","steps":["trace[344507605] 'agreement among raft nodes before linearized reading' (duration: 1.067952659s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:44.897449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:43.827187Z","time spent":"1.070252874s","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b5f6ad75-dacd-43b9-a24b-7b2b736a6ea0\" "} {"level":"warn","ts":"2026-03-04T02:43:44.895171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.700425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T02:43:44.89753Z","caller":"traceutil/trace.go:171","msg":"trace[1206705397] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5034; }","duration":"807.126292ms","start":"2026-03-04T02:43:44.090399Z","end":"2026-03-04T02:43:44.897525Z","steps":["trace[1206705397] 'agreement among raft nodes before linearized reading' (duration: 804.536031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:44.897546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:44.090382Z","time spent":"807.159673ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:43:44.895243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095702764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T02:43:44.897633Z","caller":"traceutil/trace.go:171","msg":"trace[947730864] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5034; }","duration":"1.098121831s","start":"2026-03-04T02:43:43.799498Z","end":"2026-03-04T02:43:44.89762Z","steps":["trace[947730864] 'agreement among raft nodes before linearized reading' (duration: 1.095694584s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:44.897678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:43.799485Z","time spent":"1.098181042s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:43:44.895325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095572281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T02:43:44.897833Z","caller":"traceutil/trace.go:171","msg":"trace[1010697422] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5034; }","duration":"1.098073579s","start":"2026-03-04T02:43:43.799725Z","end":"2026-03-04T02:43:44.897798Z","steps":["trace[1010697422] 'agreement among raft nodes before linearized reading' (duration: 1.095446577s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:44.897911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:43.799718Z","time spent":"1.098169541s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:43:44.895351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095792186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T02:43:44.89813Z","caller":"traceutil/trace.go:171","msg":"trace[1077374959] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5034; }","duration":"1.098625813s","start":"2026-03-04T02:43:43.799494Z","end":"2026-03-04T02:43:44.898119Z","steps":["trace[1077374959] 'agreement among raft nodes before linearized reading' (duration: 1.095664253s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:44.898162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:43.799476Z","time spent":"1.098675184s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:43:44.895413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.56621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777217"} {"level":"info","ts":"2026-03-04T02:43:44.898233Z","caller":"traceutil/trace.go:171","msg":"trace[1572280793] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5034; }","duration":"899.430457ms","start":"2026-03-04T02:43:43.998794Z","end":"2026-03-04T02:43:44.898224Z","steps":["trace[1572280793] 'agreement among raft nodes before linearized reading' (duration: 896.185771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:44.898281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:43.998774Z","time spent":"899.496749ms","remote":"127.0.0.1:47002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777239,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-03-04T02:43:45.452907Z","caller":"traceutil/trace.go:171","msg":"trace[366383672] transaction","detail":"{read_only:false; response_revision:5047; number_of_response:1; }","duration":"186.926416ms","start":"2026-03-04T02:43:45.265944Z","end":"2026-03-04T02:43:45.452871Z","steps":["trace[366383672] 'process raft request' (duration: 159.10236ms)","trace[366383672] 'compare' (duration: 27.639462ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:43:46.085336Z","caller":"traceutil/trace.go:171","msg":"trace[2055446094] transaction","detail":"{read_only:false; number_of_response:0; response_revision:5048; }","duration":"286.603895ms","start":"2026-03-04T02:43:45.798702Z","end":"2026-03-04T02:43:46.085306Z","steps":["trace[2055446094] 'process raft request' (duration: 286.502322ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:46.085394Z","caller":"traceutil/trace.go:171","msg":"trace[259764774] linearizableReadLoop","detail":"{readStateIndex:5261; appliedIndex:5261; }","duration":"200.339812ms","start":"2026-03-04T02:43:45.885014Z","end":"2026-03-04T02:43:46.085353Z","steps":["trace[259764774] 'read index received' (duration: 200.325962ms)","trace[259764774] 'applied index is now lower than readState.Index' (duration: 11.34µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:43:46.08576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.900298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:43:46.085815Z","caller":"traceutil/trace.go:171","msg":"trace[701899556] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:5048; }","duration":"146.017111ms","start":"2026-03-04T02:43:45.939781Z","end":"2026-03-04T02:43:46.085798Z","steps":["trace[701899556] 'agreement among raft nodes before linearized reading' (duration: 145.882378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:46.085882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.764224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b5f6ad75-dacd-43b9-a24b-7b2b736a6ea0\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-04T02:43:46.085996Z","caller":"traceutil/trace.go:171","msg":"trace[1741680730] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b5f6ad75-dacd-43b9-a24b-7b2b736a6ea0; range_end:; response_count:1; response_revision:5048; }","duration":"185.00002ms","start":"2026-03-04T02:43:45.900979Z","end":"2026-03-04T02:43:46.085979Z","steps":["trace[1741680730] 'agreement among raft nodes before linearized reading' (duration: 184.58208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:46.086305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.256913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b5f6ad75-dacd-43b9-a24b-7b2b736a6ea0\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-04T02:43:46.086397Z","caller":"traceutil/trace.go:171","msg":"trace[529776666] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b5f6ad75-dacd-43b9-a24b-7b2b736a6ea0; range_end:; response_count:1; response_revision:5048; }","duration":"201.402037ms","start":"2026-03-04T02:43:45.884972Z","end":"2026-03-04T02:43:46.086374Z","steps":["trace[529776666] 'agreement among raft nodes before linearized reading' (duration: 200.550557ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:46.359614Z","caller":"traceutil/trace.go:171","msg":"trace[1025492800] linearizableReadLoop","detail":"{readStateIndex:5265; appliedIndex:5264; }","duration":"131.420697ms","start":"2026-03-04T02:43:46.228165Z","end":"2026-03-04T02:43:46.359585Z","steps":["trace[1025492800] 'read index received' (duration: 129.155134ms)","trace[1025492800] 'applied index is now lower than readState.Index' (duration: 2.261253ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:43:46.359737Z","caller":"traceutil/trace.go:171","msg":"trace[1522435453] transaction","detail":"{read_only:false; response_revision:5052; number_of_response:1; }","duration":"132.282677ms","start":"2026-03-04T02:43:46.22742Z","end":"2026-03-04T02:43:46.359703Z","steps":["trace[1522435453] 'process raft request' (duration: 129.85061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:46.359802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.609492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-wvftr.1899833bf31e36b3\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-03-04T02:43:46.359845Z","caller":"traceutil/trace.go:171","msg":"trace[1083716380] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-wvftr.1899833bf31e36b3; range_end:; response_count:1; response_revision:5052; }","duration":"131.699584ms","start":"2026-03-04T02:43:46.228134Z","end":"2026-03-04T02:43:46.359834Z","steps":["trace[1083716380] 'agreement among raft nodes before linearized reading' (duration: 131.554741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:49.441088Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395032114,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:43:49.942024Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395032114,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:43:50.44264Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395032114,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:43:50.830954Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.92371011s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:43:50.831406Z","caller":"traceutil/trace.go:171","msg":"trace[392245582] transaction","detail":"{read_only:false; response_revision:5087; number_of_response:1; }","duration":"1.924267083s","start":"2026-03-04T02:43:48.90711Z","end":"2026-03-04T02:43:50.831377Z","steps":["trace[392245582] 'process raft request' (duration: 1.924086579s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:50.831579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:48.907087Z","time spent":"1.924396225s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:43:50.862445Z","caller":"traceutil/trace.go:171","msg":"trace[1368616784] transaction","detail":"{read_only:false; response_revision:5088; number_of_response:1; }","duration":"1.954660419s","start":"2026-03-04T02:43:48.907748Z","end":"2026-03-04T02:43:50.862408Z","steps":["trace[1368616784] 'process raft request' (duration: 1.954404873s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:50.862736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:48.907718Z","time spent":"1.954837624s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:43:50.86288Z","caller":"traceutil/trace.go:171","msg":"trace[1368369237] transaction","detail":"{read_only:false; response_revision:5089; number_of_response:1; }","duration":"1.953577183s","start":"2026-03-04T02:43:48.909209Z","end":"2026-03-04T02:43:50.862786Z","steps":["trace[1368369237] 'process raft request' (duration: 1.953140383s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:50.863149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:48.909194Z","time spent":"1.953801909s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:43:50.892959Z","caller":"traceutil/trace.go:171","msg":"trace[1613654851] linearizableReadLoop","detail":"{readStateIndex:5303; appliedIndex:5299; }","duration":"1.952625602s","start":"2026-03-04T02:43:48.94029Z","end":"2026-03-04T02:43:50.892916Z","steps":["trace[1613654851] 'read index received' (duration: 1.890912267s)","trace[1613654851] 'applied index is now lower than readState.Index' (duration: 61.711605ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:43:50.89317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.952818286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T02:43:50.893276Z","caller":"traceutil/trace.go:171","msg":"trace[991319714] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5089; }","duration":"1.953000971s","start":"2026-03-04T02:43:48.940256Z","end":"2026-03-04T02:43:50.893257Z","steps":["trace[991319714] 'agreement among raft nodes before linearized reading' (duration: 1.952776385s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:50.893288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.947655895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T02:43:50.89333Z","caller":"traceutil/trace.go:171","msg":"trace[1433193053] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5089; }","duration":"1.947743026s","start":"2026-03-04T02:43:48.945576Z","end":"2026-03-04T02:43:50.893319Z","steps":["trace[1433193053] 'agreement among raft nodes before linearized reading' (duration: 1.947535411s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:50.893325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:48.940246Z","time spent":"1.953062272s","remote":"127.0.0.1:36308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:43:50.893328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.92371688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T02:43:50.893414Z","caller":"traceutil/trace.go:171","msg":"trace[32532239] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5089; }","duration":"1.923824042s","start":"2026-03-04T02:43:48.969567Z","end":"2026-03-04T02:43:50.893391Z","steps":["trace[32532239] 'agreement among raft nodes before linearized reading' (duration: 1.923554245s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:50.893444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.924950679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pdxrw\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-04T02:43:50.893455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.010246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-04T02:43:50.893466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:48.969562Z","time spent":"1.923891423s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T02:43:50.893495Z","caller":"traceutil/trace.go:171","msg":"trace[2075926477] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pdxrw; range_end:; response_count:1; response_revision:5089; }","duration":"1.925030741s","start":"2026-03-04T02:43:48.968451Z","end":"2026-03-04T02:43:50.893482Z","steps":["trace[2075926477] 'agreement among raft nodes before linearized reading' (duration: 1.924875797s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:50.893362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:48.945567Z","time spent":"1.947788878s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T02:43:50.893515Z","caller":"traceutil/trace.go:171","msg":"trace[1355716025] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5089; }","duration":"817.116008ms","start":"2026-03-04T02:43:50.07638Z","end":"2026-03-04T02:43:50.893496Z","steps":["trace[1355716025] 'agreement among raft nodes before linearized reading' (duration: 816.936174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:50.893504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.769967866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b5f6ad75-dacd-43b9-a24b-7b2b736a6ea0\" ","response":"range_response_count:1 size:3904"} {"level":"warn","ts":"2026-03-04T02:43:50.893255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.235963911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:43:50.893562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:50.076349Z","time spent":"817.204391ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:43:50.893553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.924314634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T02:43:50.893596Z","caller":"traceutil/trace.go:171","msg":"trace[1315810201] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b5f6ad75-dacd-43b9-a24b-7b2b736a6ea0; range_end:; response_count:1; response_revision:5089; }","duration":"1.770106399s","start":"2026-03-04T02:43:49.123465Z","end":"2026-03-04T02:43:50.893571Z","steps":["trace[1315810201] 'agreement among raft nodes before linearized reading' (duration: 1.769768951s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:50.893602Z","caller":"traceutil/trace.go:171","msg":"trace[738941476] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5089; }","duration":"1.23640194s","start":"2026-03-04T02:43:49.65718Z","end":"2026-03-04T02:43:50.893582Z","steps":["trace[738941476] 'agreement among raft nodes before linearized reading' (duration: 1.23596548s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:50.893528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.945095964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T02:43:50.893646Z","caller":"traceutil/trace.go:171","msg":"trace[2104270305] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5089; }","duration":"1.924430606s","start":"2026-03-04T02:43:48.969191Z","end":"2026-03-04T02:43:50.893621Z","steps":["trace[2104270305] 'agreement among raft nodes before linearized reading' (duration: 1.924105989s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:50.893656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:49.65715Z","time spent":"1.236494893s","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:43:50.893656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:49.12345Z","time spent":"1.770191922s","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3926,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b5f6ad75-dacd-43b9-a24b-7b2b736a6ea0\" "} {"level":"warn","ts":"2026-03-04T02:43:50.893708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:48.969185Z","time spent":"1.924497308s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:43:50.8937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.924195621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T02:43:50.89376Z","caller":"traceutil/trace.go:171","msg":"trace[1084999033] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5089; }","duration":"1.924336704s","start":"2026-03-04T02:43:48.969412Z","end":"2026-03-04T02:43:50.893749Z","steps":["trace[1084999033] 'agreement among raft nodes before linearized reading' (duration: 1.923984186s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:50.89378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:48.969405Z","time spent":"1.924369255s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T02:43:50.893713Z","caller":"traceutil/trace.go:171","msg":"trace[703685105] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5089; }","duration":"1.945302029s","start":"2026-03-04T02:43:48.94837Z","end":"2026-03-04T02:43:50.893672Z","steps":["trace[703685105] 'agreement among raft nodes before linearized reading' (duration: 1.945011683s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:50.893841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:48.948347Z","time spent":"1.945482033s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:43:50.893539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:48.968438Z","time spent":"1.925090082s","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-pdxrw\" "} {"level":"warn","ts":"2026-03-04T02:43:50.893716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.552279806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:26 size:787449"} {"level":"info","ts":"2026-03-04T02:43:50.89394Z","caller":"traceutil/trace.go:171","msg":"trace[215155002] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:26; response_revision:5089; }","duration":"1.552534392s","start":"2026-03-04T02:43:49.341386Z","end":"2026-03-04T02:43:50.893921Z","steps":["trace[215155002] 'agreement among raft nodes before linearized reading' (duration: 1.551807725s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:50.893979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:49.341367Z","time spent":"1.552596103s","remote":"127.0.0.1:47002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":26,"response size":787471,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-03-04T02:43:51.21968Z","caller":"traceutil/trace.go:171","msg":"trace[294742395] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5095; }","duration":"136.512528ms","start":"2026-03-04T02:43:51.083151Z","end":"2026-03-04T02:43:51.219663Z","steps":["trace[294742395] 'process raft request' (duration: 136.354514ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:51.684485Z","caller":"traceutil/trace.go:171","msg":"trace[752709504] transaction","detail":"{read_only:false; response_revision:5103; number_of_response:1; }","duration":"107.589986ms","start":"2026-03-04T02:43:51.57686Z","end":"2026-03-04T02:43:51.68445Z","steps":["trace[752709504] 'process raft request' (duration: 68.662249ms)","trace[752709504] 'compare' (duration: 38.755103ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:43:51.686553Z","caller":"traceutil/trace.go:171","msg":"trace[336542022] transaction","detail":"{read_only:false; response_revision:5104; number_of_response:1; }","duration":"109.557973ms","start":"2026-03-04T02:43:51.576987Z","end":"2026-03-04T02:43:51.686545Z","steps":["trace[336542022] 'process raft request' (duration: 109.508331ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:52.293132Z","caller":"traceutil/trace.go:171","msg":"trace[1876033302] transaction","detail":"{read_only:false; response_revision:5119; number_of_response:1; }","duration":"100.477379ms","start":"2026-03-04T02:43:52.192639Z","end":"2026-03-04T02:43:52.293117Z","steps":["trace[1876033302] 'process raft request' (duration: 100.360796ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:52.37583Z","caller":"traceutil/trace.go:171","msg":"trace[1862349814] transaction","detail":"{read_only:false; response_revision:5120; number_of_response:1; }","duration":"160.615825ms","start":"2026-03-04T02:43:52.215184Z","end":"2026-03-04T02:43:52.3758Z","steps":["trace[1862349814] 'process raft request' (duration: 160.016221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:54.02798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.098713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-04T02:43:54.028113Z","caller":"traceutil/trace.go:171","msg":"trace[548551178] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:5145; }","duration":"227.258056ms","start":"2026-03-04T02:43:53.80083Z","end":"2026-03-04T02:43:54.028088Z","steps":["trace[548551178] 'range keys from in-memory index tree' (duration: 227.021591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:54.028395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.019078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-04T02:43:54.028469Z","caller":"traceutil/trace.go:171","msg":"trace[2071910435] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5145; }","duration":"215.146431ms","start":"2026-03-04T02:43:53.813306Z","end":"2026-03-04T02:43:54.028452Z","steps":["trace[2071910435] 'range keys from in-memory index tree' (duration: 214.799993ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:55.162185Z","caller":"traceutil/trace.go:171","msg":"trace[450079262] transaction","detail":"{read_only:false; response_revision:5156; number_of_response:1; }","duration":"283.041661ms","start":"2026-03-04T02:43:54.879116Z","end":"2026-03-04T02:43:55.162157Z","steps":["trace[450079262] 'process raft request' (duration: 282.891798ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:55.204925Z","caller":"traceutil/trace.go:171","msg":"trace[666596004] linearizableReadLoop","detail":"{readStateIndex:5374; appliedIndex:5372; }","duration":"260.950361ms","start":"2026-03-04T02:43:54.94395Z","end":"2026-03-04T02:43:55.2049Z","steps":["trace[666596004] 'read index received' (duration: 218.046329ms)","trace[666596004] 'applied index is now lower than readState.Index' (duration: 42.902981ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:43:55.205028Z","caller":"traceutil/trace.go:171","msg":"trace[1097645572] transaction","detail":"{read_only:false; response_revision:5157; number_of_response:1; }","duration":"322.996783ms","start":"2026-03-04T02:43:54.881996Z","end":"2026-03-04T02:43:55.204993Z","steps":["trace[1097645572] 'process raft request' (duration: 322.781588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:55.205217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:54.881976Z","time spent":"323.143716ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:43:55.205249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.291768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T02:43:55.205351Z","caller":"traceutil/trace.go:171","msg":"trace[752595367] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5157; }","duration":"261.452602ms","start":"2026-03-04T02:43:54.943884Z","end":"2026-03-04T02:43:55.205337Z","steps":["trace[752595367] 'agreement among raft nodes before linearized reading' (duration: 261.214596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:55.205384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.59267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pdxrw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-04T02:43:55.205481Z","caller":"traceutil/trace.go:171","msg":"trace[1806383678] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pdxrw; range_end:; response_count:1; response_revision:5157; }","duration":"254.711614ms","start":"2026-03-04T02:43:54.950747Z","end":"2026-03-04T02:43:55.205458Z","steps":["trace[1806383678] 'agreement among raft nodes before linearized reading' (duration: 254.501979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:55.205488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.943303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12975"} {"level":"info","ts":"2026-03-04T02:43:55.205545Z","caller":"traceutil/trace.go:171","msg":"trace[1974474902] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5157; }","duration":"245.043225ms","start":"2026-03-04T02:43:54.960484Z","end":"2026-03-04T02:43:55.205527Z","steps":["trace[1974474902] 'agreement among raft nodes before linearized reading' (duration: 244.903302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:55.205553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.689577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-04T02:43:55.205644Z","caller":"traceutil/trace.go:171","msg":"trace[1401639327] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5157; }","duration":"157.780189ms","start":"2026-03-04T02:43:55.047851Z","end":"2026-03-04T02:43:55.205631Z","steps":["trace[1401639327] 'agreement among raft nodes before linearized reading' (duration: 157.561834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:55.205624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.332832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-04T02:43:55.205672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.552631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T02:43:55.205741Z","caller":"traceutil/trace.go:171","msg":"trace[1305726975] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5157; }","duration":"257.638992ms","start":"2026-03-04T02:43:54.948092Z","end":"2026-03-04T02:43:55.205731Z","steps":["trace[1305726975] 'agreement among raft nodes before linearized reading' (duration: 257.1196ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:55.205703Z","caller":"traceutil/trace.go:171","msg":"trace[1156373761] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5157; }","duration":"256.440324ms","start":"2026-03-04T02:43:54.949243Z","end":"2026-03-04T02:43:55.205683Z","steps":["trace[1156373761] 'agreement among raft nodes before linearized reading' (duration: 256.206638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:55.205475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.71488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T02:43:55.205869Z","caller":"traceutil/trace.go:171","msg":"trace[1538029088] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5157; }","duration":"257.239383ms","start":"2026-03-04T02:43:54.948621Z","end":"2026-03-04T02:43:55.20586Z","steps":["trace[1538029088] 'agreement among raft nodes before linearized reading' (duration: 256.67761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:55.205616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.434458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T02:43:55.205897Z","caller":"traceutil/trace.go:171","msg":"trace[1944454763] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5157; }","duration":"257.755375ms","start":"2026-03-04T02:43:54.948132Z","end":"2026-03-04T02:43:55.205888Z","steps":["trace[1944454763] 'agreement among raft nodes before linearized reading' (duration: 257.228262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:55.205971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.125967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-6bbd5bb594-zs9mn.1899833ec42eb057\" ","response":"range_response_count:1 size:898"} {"level":"info","ts":"2026-03-04T02:43:55.206175Z","caller":"traceutil/trace.go:171","msg":"trace[64910494] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-6bbd5bb594-zs9mn.1899833ec42eb057; range_end:; response_count:1; response_revision:5157; }","duration":"245.354662ms","start":"2026-03-04T02:43:54.960801Z","end":"2026-03-04T02:43:55.206155Z","steps":["trace[64910494] 'agreement among raft nodes before linearized reading' (duration: 244.568684ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:55.343595Z","caller":"traceutil/trace.go:171","msg":"trace[1727818108] linearizableReadLoop","detail":"{readStateIndex:5375; appliedIndex:5374; }","duration":"133.812314ms","start":"2026-03-04T02:43:55.209752Z","end":"2026-03-04T02:43:55.343564Z","steps":["trace[1727818108] 'read index received' (duration: 101.617355ms)","trace[1727818108] 'applied index is now lower than readState.Index' (duration: 32.194079ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:43:55.343648Z","caller":"traceutil/trace.go:171","msg":"trace[702853918] transaction","detail":"{read_only:false; response_revision:5158; number_of_response:1; }","duration":"134.955711ms","start":"2026-03-04T02:43:55.208652Z","end":"2026-03-04T02:43:55.343607Z","steps":["trace[702853918] 'process raft request' (duration: 102.724121ms)","trace[702853918] 'compare' (duration: 32.052665ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:43:55.34394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.158912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-33d781c5-22cc-4083-9dfd-c868453bd2fe\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-03-04T02:43:55.344021Z","caller":"traceutil/trace.go:171","msg":"trace[1832716537] range","detail":"{range_begin:/registry/persistentvolumes/pvc-33d781c5-22cc-4083-9dfd-c868453bd2fe; range_end:; response_count:1; response_revision:5158; }","duration":"134.255574ms","start":"2026-03-04T02:43:55.209744Z","end":"2026-03-04T02:43:55.344Z","steps":["trace[1832716537] 'agreement among raft nodes before linearized reading' (duration: 133.977837ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:55.52382Z","caller":"traceutil/trace.go:171","msg":"trace[359484843] transaction","detail":"{read_only:false; response_revision:5160; number_of_response:1; }","duration":"313.639561ms","start":"2026-03-04T02:43:55.21016Z","end":"2026-03-04T02:43:55.5238Z","steps":["trace[359484843] 'process raft request' (duration: 313.528568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:55.523939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:55.210143Z","time spent":"313.734394ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:43:55.524048Z","caller":"traceutil/trace.go:171","msg":"trace[877311221] transaction","detail":"{read_only:false; response_revision:5161; number_of_response:1; }","duration":"313.756604ms","start":"2026-03-04T02:43:55.210245Z","end":"2026-03-04T02:43:55.524002Z","steps":["trace[877311221] 'process raft request' (duration: 313.516908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:55.52418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:55.210215Z","time spent":"313.896477ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:43:55.524188Z","caller":"traceutil/trace.go:171","msg":"trace[170078473] transaction","detail":"{read_only:false; response_revision:5159; number_of_response:1; }","duration":"314.044431ms","start":"2026-03-04T02:43:55.210134Z","end":"2026-03-04T02:43:55.524178Z","steps":["trace[170078473] 'process raft request' (duration: 272.621955ms)","trace[170078473] 'compare' (duration: 40.836132ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:43:55.524298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:55.210111Z","time spent":"314.163063ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:43:55.524432Z","caller":"traceutil/trace.go:171","msg":"trace[1262899153] transaction","detail":"{read_only:false; response_revision:5162; number_of_response:1; }","duration":"313.848497ms","start":"2026-03-04T02:43:55.210575Z","end":"2026-03-04T02:43:55.524424Z","steps":["trace[1262899153] 'process raft request' (duration: 313.359015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:55.524477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:55.210547Z","time spent":"313.906627ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:43:55.524611Z","caller":"traceutil/trace.go:171","msg":"trace[1308158608] linearizableReadLoop","detail":"{readStateIndex:5381; appliedIndex:5375; }","duration":"180.738829ms","start":"2026-03-04T02:43:55.343864Z","end":"2026-03-04T02:43:55.524602Z","steps":["trace[1308158608] 'read index received' (duration: 138.842262ms)","trace[1308158608] 'applied index is now lower than readState.Index' (duration: 41.895967ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:43:55.524743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.926242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62904"} {"level":"info","ts":"2026-03-04T02:43:55.524745Z","caller":"traceutil/trace.go:171","msg":"trace[2124042450] transaction","detail":"{read_only:false; response_revision:5163; number_of_response:1; }","duration":"313.815726ms","start":"2026-03-04T02:43:55.210915Z","end":"2026-03-04T02:43:55.524731Z","steps":["trace[2124042450] 'process raft request' (duration: 313.470898ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:55.524766Z","caller":"traceutil/trace.go:171","msg":"trace[648435790] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5164; }","duration":"314.975803ms","start":"2026-03-04T02:43:55.209783Z","end":"2026-03-04T02:43:55.524758Z","steps":["trace[648435790] 'agreement among raft nodes before linearized reading' (duration: 314.847449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:55.524787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:55.209767Z","time spent":"315.014964ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":62926,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T02:43:55.524797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:55.2109Z","time spent":"313.869817ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:43:55.524863Z","caller":"traceutil/trace.go:171","msg":"trace[724280324] transaction","detail":"{read_only:false; response_revision:5164; number_of_response:1; }","duration":"307.149819ms","start":"2026-03-04T02:43:55.217706Z","end":"2026-03-04T02:43:55.524856Z","steps":["trace[724280324] 'process raft request' (duration: 306.847622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:55.5249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:55.217684Z","time spent":"307.193749ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13281,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:43:55.525006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.835155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T02:43:55.52504Z","caller":"traceutil/trace.go:171","msg":"trace[463838122] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:5164; }","duration":"240.907337ms","start":"2026-03-04T02:43:55.284122Z","end":"2026-03-04T02:43:55.52503Z","steps":["trace[463838122] 'agreement among raft nodes before linearized reading' (duration: 240.829195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:56.034703Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395032295,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:43:56.545632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.003972ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:43:56.545732Z","caller":"traceutil/trace.go:171","msg":"trace[1519659624] transaction","detail":"{read_only:false; response_revision:5165; number_of_response:1; }","duration":"1.016094888s","start":"2026-03-04T02:43:55.529619Z","end":"2026-03-04T02:43:56.545714Z","steps":["trace[1519659624] 'process raft request' (duration: 667.933022ms)","trace[1519659624] 'compare' (duration: 347.45662ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:43:56.545792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:55.5296Z","time spent":"1.01616518s","remote":"127.0.0.1:47114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:43:56.981827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.074452ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:43:56.982078Z","caller":"traceutil/trace.go:171","msg":"trace[944132378] transaction","detail":"{read_only:false; response_revision:5167; number_of_response:1; }","duration":"1.451957921s","start":"2026-03-04T02:43:55.5301Z","end":"2026-03-04T02:43:56.982058Z","steps":["trace[944132378] 'process raft request' (duration: 1.451825628s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:56.982078Z","caller":"traceutil/trace.go:171","msg":"trace[366460097] transaction","detail":"{read_only:false; response_revision:5166; number_of_response:1; }","duration":"1.452022993s","start":"2026-03-04T02:43:55.530015Z","end":"2026-03-04T02:43:56.982038Z","steps":["trace[366460097] 'process raft request' (duration: 1.154664844s)","trace[366460097] 'compare' (duration: 296.95975ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:43:56.982222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:55.530089Z","time spent":"1.452054193s","remote":"127.0.0.1:47114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1283,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:43:56.982298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.448549441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13296"} {"level":"info","ts":"2026-03-04T02:43:56.982298Z","caller":"traceutil/trace.go:171","msg":"trace[1617190918] transaction","detail":"{read_only:false; response_revision:5168; number_of_response:1; }","duration":"1.451602563s","start":"2026-03-04T02:43:55.530653Z","end":"2026-03-04T02:43:56.982256Z","steps":["trace[1617190918] 'process raft request' (duration: 1.451334547s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:56.982386Z","caller":"traceutil/trace.go:171","msg":"trace[1441611751] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5169; }","duration":"1.448637063s","start":"2026-03-04T02:43:55.533711Z","end":"2026-03-04T02:43:56.982348Z","steps":["trace[1441611751] 'agreement among raft nodes before linearized reading' (duration: 1.448428568s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:56.98244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:55.533701Z","time spent":"1.448728495s","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":13318,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-04T02:43:56.982481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:55.530646Z","time spent":"1.451735846s","remote":"127.0.0.1:47234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1869,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:43:56.982223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:55.529995Z","time spent":"1.452160816s","remote":"127.0.0.1:47234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1455,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:43:56.982111Z","caller":"traceutil/trace.go:171","msg":"trace[676912685] linearizableReadLoop","detail":"{readStateIndex:5386; appliedIndex:5381; }","duration":"1.448342416s","start":"2026-03-04T02:43:55.533744Z","end":"2026-03-04T02:43:56.982087Z","steps":["trace[676912685] 'read index received' (duration: 663.822986ms)","trace[676912685] 'applied index is now lower than readState.Index' (duration: 784.51867ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:43:56.982682Z","caller":"traceutil/trace.go:171","msg":"trace[940464323] transaction","detail":"{read_only:false; response_revision:5169; number_of_response:1; }","duration":"1.330328895s","start":"2026-03-04T02:43:55.652265Z","end":"2026-03-04T02:43:56.982594Z","steps":["trace[940464323] 'process raft request' (duration: 1.329757962s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:56.982843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:55.652226Z","time spent":"1.33054541s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:43:57.018455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.366551378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:43:57.018485Z","caller":"traceutil/trace.go:171","msg":"trace[1878150146] transaction","detail":"{read_only:false; response_revision:5170; number_of_response:1; }","duration":"143.965823ms","start":"2026-03-04T02:43:56.874495Z","end":"2026-03-04T02:43:57.01846Z","steps":["trace[1878150146] 'process raft request' (duration: 143.765788ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:57.018533Z","caller":"traceutil/trace.go:171","msg":"trace[463977266] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5170; }","duration":"1.366677832s","start":"2026-03-04T02:43:55.65184Z","end":"2026-03-04T02:43:57.018518Z","steps":["trace[463977266] 'agreement among raft nodes before linearized reading' (duration: 1.366544028s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:57.018566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:55.651821Z","time spent":"1.366737942s","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:43:57.018676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.769063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-04T02:43:57.018714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.151573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:9 size:380027"} {"level":"info","ts":"2026-03-04T02:43:57.018754Z","caller":"traceutil/trace.go:171","msg":"trace[185383277] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5170; }","duration":"265.898627ms","start":"2026-03-04T02:43:56.752834Z","end":"2026-03-04T02:43:57.018733Z","steps":["trace[185383277] 'agreement among raft nodes before linearized reading' (duration: 265.649911ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:57.018774Z","caller":"traceutil/trace.go:171","msg":"trace[2096957388] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:9; response_revision:5170; }","duration":"647.253545ms","start":"2026-03-04T02:43:56.371505Z","end":"2026-03-04T02:43:57.018758Z","steps":["trace[2096957388] 'agreement among raft nodes before linearized reading' (duration: 646.904807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:57.018768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.841637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-03-04T02:43:57.018821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:56.371484Z","time spent":"647.324676ms","remote":"127.0.0.1:47002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":9,"response size":380049,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"info","ts":"2026-03-04T02:43:57.018857Z","caller":"traceutil/trace.go:171","msg":"trace[317856847] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5170; }","duration":"963.948439ms","start":"2026-03-04T02:43:56.054889Z","end":"2026-03-04T02:43:57.018837Z","steps":["trace[317856847] 'agreement among raft nodes before linearized reading' (duration: 963.688163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:57.018902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.741018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-6bbd5bb594-zs9mn.1899833ec42eb057\" ","response":"range_response_count:1 size:898"} {"level":"warn","ts":"2026-03-04T02:43:57.018913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032040723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-04T02:43:57.01892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:56.054868Z","time spent":"964.033271ms","remote":"127.0.0.1:47098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1957,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-04T02:43:57.018984Z","caller":"traceutil/trace.go:171","msg":"trace[2005545060] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-6bbd5bb594-zs9mn.1899833ec42eb057; range_end:; response_count:1; response_revision:5170; }","duration":"765.86438ms","start":"2026-03-04T02:43:56.253103Z","end":"2026-03-04T02:43:57.018968Z","steps":["trace[2005545060] 'agreement among raft nodes before linearized reading' (duration: 765.677576ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:57.018995Z","caller":"traceutil/trace.go:171","msg":"trace[201047837] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5170; }","duration":"1.032179577s","start":"2026-03-04T02:43:55.986798Z","end":"2026-03-04T02:43:57.018977Z","steps":["trace[201047837] 'agreement among raft nodes before linearized reading' (duration: 1.031946412s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:57.019022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:56.253084Z","time spent":"765.929962ms","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":920,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-6bbd5bb594-zs9mn.1899833ec42eb057\" "} {"level":"warn","ts":"2026-03-04T02:43:57.01904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:55.986768Z","time spent":"1.032261119s","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:43:57.453121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.265569ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:43:57.453218Z","caller":"traceutil/trace.go:171","msg":"trace[851590512] linearizableReadLoop","detail":"{readStateIndex:5388; appliedIndex:5387; }","duration":"431.0831ms","start":"2026-03-04T02:43:57.022119Z","end":"2026-03-04T02:43:57.453203Z","steps":["trace[851590512] 'read index received' (duration: 121.627196ms)","trace[851590512] 'applied index is now lower than readState.Index' (duration: 309.454694ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:43:57.453269Z","caller":"traceutil/trace.go:171","msg":"trace[101680546] transaction","detail":"{read_only:false; response_revision:5171; number_of_response:1; }","duration":"431.233933ms","start":"2026-03-04T02:43:57.021992Z","end":"2026-03-04T02:43:57.453226Z","steps":["trace[101680546] 'process raft request' (duration: 121.735289ms)","trace[101680546] 'compare' (duration: 309.061114ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:43:57.453383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.262655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-33d781c5-22cc-4083-9dfd-c868453bd2fe\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-03-04T02:43:57.453405Z","caller":"traceutil/trace.go:171","msg":"trace[101624327] range","detail":"{range_begin:/registry/persistentvolumes/pvc-33d781c5-22cc-4083-9dfd-c868453bd2fe; range_end:; response_count:1; response_revision:5171; }","duration":"431.319005ms","start":"2026-03-04T02:43:57.022079Z","end":"2026-03-04T02:43:57.453398Z","steps":["trace[101624327] 'agreement among raft nodes before linearized reading' (duration: 431.192562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:57.453429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:57.022063Z","time spent":"431.360737ms","remote":"127.0.0.1:47082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1472,"request content":"key:\"/registry/persistentvolumes/pvc-33d781c5-22cc-4083-9dfd-c868453bd2fe\" "} {"level":"warn","ts":"2026-03-04T02:43:57.453466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:57.021962Z","time spent":"431.421778ms","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:43:57.488425Z","caller":"traceutil/trace.go:171","msg":"trace[734993215] transaction","detail":"{read_only:false; response_revision:5172; number_of_response:1; }","duration":"465.323777ms","start":"2026-03-04T02:43:57.023081Z","end":"2026-03-04T02:43:57.488404Z","steps":["trace[734993215] 'process raft request' (duration: 465.213935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:57.488551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:57.023067Z","time spent":"465.42429ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:43:57.494521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.263277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-04T02:43:57.494561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.958258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:43:57.494592Z","caller":"traceutil/trace.go:171","msg":"trace[103499665] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5175; }","duration":"471.36077ms","start":"2026-03-04T02:43:57.023213Z","end":"2026-03-04T02:43:57.494574Z","steps":["trace[103499665] 'agreement among raft nodes before linearized reading' (duration: 471.162245ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:57.494576Z","caller":"traceutil/trace.go:171","msg":"trace[15658864] transaction","detail":"{read_only:false; response_revision:5173; number_of_response:1; }","duration":"327.239942ms","start":"2026-03-04T02:43:57.167309Z","end":"2026-03-04T02:43:57.494549Z","steps":["trace[15658864] 'process raft request' (duration: 326.847753ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:57.494621Z","caller":"traceutil/trace.go:171","msg":"trace[1808008287] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5175; }","duration":"465.045101ms","start":"2026-03-04T02:43:57.029561Z","end":"2026-03-04T02:43:57.494606Z","steps":["trace[1808008287] 'agreement among raft nodes before linearized reading' (duration: 464.950048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:57.494632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:57.023204Z","time spent":"471.419381ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:43:57.494656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:57.029546Z","time spent":"465.104122ms","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:43:57.494668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.782525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:9 size:380027"} {"level":"info","ts":"2026-03-04T02:43:57.494698Z","caller":"traceutil/trace.go:171","msg":"trace[1455177160] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:9; response_revision:5175; }","duration":"296.816186ms","start":"2026-03-04T02:43:57.197875Z","end":"2026-03-04T02:43:57.494691Z","steps":["trace[1455177160] 'agreement among raft nodes before linearized reading' (duration: 296.57452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:57.494721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:57.167277Z","time spent":"327.357545ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:43:57.494755Z","caller":"traceutil/trace.go:171","msg":"trace[1752625409] transaction","detail":"{read_only:false; response_revision:5174; number_of_response:1; }","duration":"283.664376ms","start":"2026-03-04T02:43:57.211083Z","end":"2026-03-04T02:43:57.494747Z","steps":["trace[1752625409] 'process raft request' (duration: 283.213935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:57.735619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.929189ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:43:57.73572Z","caller":"traceutil/trace.go:171","msg":"trace[2122005811] transaction","detail":"{read_only:false; response_revision:5176; number_of_response:1; }","duration":"203.627239ms","start":"2026-03-04T02:43:57.532075Z","end":"2026-03-04T02:43:57.735703Z","steps":["trace[2122005811] 'process raft request' (duration: 46.536106ms)","trace[2122005811] 'compare' (duration: 156.803206ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:43:58.334881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.124419ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:43:58.335074Z","caller":"traceutil/trace.go:171","msg":"trace[1450330152] transaction","detail":"{read_only:false; response_revision:5177; number_of_response:1; }","duration":"802.794721ms","start":"2026-03-04T02:43:57.532249Z","end":"2026-03-04T02:43:58.335044Z","steps":["trace[1450330152] 'process raft request' (duration: 310.427516ms)","trace[1450330152] 'compare' (duration: 491.991866ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:43:58.335126Z","caller":"traceutil/trace.go:171","msg":"trace[211150820] linearizableReadLoop","detail":"{readStateIndex:5397; appliedIndex:5392; }","duration":"800.902287ms","start":"2026-03-04T02:43:57.534207Z","end":"2026-03-04T02:43:58.335109Z","steps":["trace[211150820] 'read index received' (duration: 44.490338ms)","trace[211150820] 'applied index is now lower than readState.Index' (duration: 756.411019ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:43:58.335217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:57.532232Z","time spent":"802.920445ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:43:58.335399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.032401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:43:58.335447Z","caller":"traceutil/trace.go:171","msg":"trace[1903907080] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5180; }","duration":"779.137933ms","start":"2026-03-04T02:43:57.556296Z","end":"2026-03-04T02:43:58.335434Z","steps":["trace[1903907080] 'agreement among raft nodes before linearized reading' (duration: 779.064232ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:58.335433Z","caller":"traceutil/trace.go:171","msg":"trace[904408200] transaction","detail":"{read_only:false; response_revision:5179; number_of_response:1; }","duration":"801.359267ms","start":"2026-03-04T02:43:57.534042Z","end":"2026-03-04T02:43:58.335401Z","steps":["trace[904408200] 'process raft request' (duration: 800.992649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:58.335463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.993099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T02:43:58.335517Z","caller":"traceutil/trace.go:171","msg":"trace[196246324] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:5180; }","duration":"507.108342ms","start":"2026-03-04T02:43:57.828397Z","end":"2026-03-04T02:43:58.335506Z","steps":["trace[196246324] 'agreement among raft nodes before linearized reading' (duration: 507.01011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:58.335542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:57.828367Z","time spent":"507.169684ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:43:58.335571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:57.534033Z","time spent":"801.46293ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:43:58.335588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.447974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-03-04T02:43:58.335487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:57.556278Z","time spent":"779.201365ms","remote":"127.0.0.1:47408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T02:43:58.335544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.319907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pdxrw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-04T02:43:58.335635Z","caller":"traceutil/trace.go:171","msg":"trace[1738084522] transaction","detail":"{read_only:false; response_revision:5178; number_of_response:1; }","duration":"802.872133ms","start":"2026-03-04T02:43:57.532747Z","end":"2026-03-04T02:43:58.335619Z","steps":["trace[1738084522] 'process raft request' (duration: 802.232948ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:58.335677Z","caller":"traceutil/trace.go:171","msg":"trace[798665481] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pdxrw; range_end:; response_count:1; response_revision:5180; }","duration":"801.517891ms","start":"2026-03-04T02:43:57.534136Z","end":"2026-03-04T02:43:58.335654Z","steps":["trace[798665481] 'agreement among raft nodes before linearized reading' (duration: 801.202334ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:58.335614Z","caller":"traceutil/trace.go:171","msg":"trace[73849888] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5180; }","duration":"777.515685ms","start":"2026-03-04T02:43:57.558092Z","end":"2026-03-04T02:43:58.335608Z","steps":["trace[73849888] 'agreement among raft nodes before linearized reading' (duration: 777.408223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:58.335742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:57.534114Z","time spent":"801.612283ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-pdxrw\" "} {"level":"warn","ts":"2026-03-04T02:43:58.335739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:57.532735Z","time spent":"802.954825ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:43:58.335769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:57.558068Z","time spent":"777.67787ms","remote":"127.0.0.1:47098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T02:43:58.335584Z","caller":"traceutil/trace.go:171","msg":"trace[928604924] transaction","detail":"{read_only:false; response_revision:5180; number_of_response:1; }","duration":"801.44679ms","start":"2026-03-04T02:43:57.534096Z","end":"2026-03-04T02:43:58.335543Z","steps":["trace[928604924] 'process raft request' (duration: 800.975399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:58.33587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:57.534091Z","time spent":"801.740387ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:43:58.335552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.115897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T02:43:58.336044Z","caller":"traceutil/trace.go:171","msg":"trace[156127503] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:5180; }","duration":"609.571657ms","start":"2026-03-04T02:43:57.726371Z","end":"2026-03-04T02:43:58.335942Z","steps":["trace[156127503] 'agreement among raft nodes before linearized reading' (duration: 609.117557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:58.336123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:57.726347Z","time spent":"609.749141ms","remote":"127.0.0.1:54278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:43:58.690584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.882061ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-03-04T02:43:58.690698Z","caller":"traceutil/trace.go:171","msg":"trace[896600996] linearizableReadLoop","detail":"{readStateIndex:5398; appliedIndex:5397; }","duration":"240.223452ms","start":"2026-03-04T02:43:58.450463Z","end":"2026-03-04T02:43:58.690686Z","steps":["trace[896600996] 'read index received' (duration: 113.211968ms)","trace[896600996] 'applied index is now lower than readState.Index' (duration: 127.010494ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:43:58.690773Z","caller":"traceutil/trace.go:171","msg":"trace[612305687] transaction","detail":"{read_only:false; number_of_response:0; response_revision:5180; }","duration":"336.04143ms","start":"2026-03-04T02:43:58.354725Z","end":"2026-03-04T02:43:58.690766Z","steps":["trace[612305687] 'process raft request' (duration: 208.876373ms)","trace[612305687] 'compare' (duration: 126.815259ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:43:58.690807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:58.354713Z","time spent":"336.079141ms","remote":"127.0.0.1:47020","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:43:58.691288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.790335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-wvftr.1899833b7abf6cee\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-03-04T02:43:58.691388Z","caller":"traceutil/trace.go:171","msg":"trace[1790498709] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-wvftr.1899833b7abf6cee; range_end:; response_count:1; response_revision:5180; }","duration":"240.936659ms","start":"2026-03-04T02:43:58.450428Z","end":"2026-03-04T02:43:58.691365Z","steps":["trace[1790498709] 'agreement among raft nodes before linearized reading' (duration: 240.641232ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:59.818327Z","caller":"traceutil/trace.go:171","msg":"trace[1498624120] transaction","detail":"{read_only:false; response_revision:5215; number_of_response:1; }","duration":"317.312808ms","start":"2026-03-04T02:43:59.500972Z","end":"2026-03-04T02:43:59.818285Z","steps":["trace[1498624120] 'process raft request' (duration: 317.025371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:59.818602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:59.500943Z","time spent":"317.512953ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:43:59.822697Z","caller":"traceutil/trace.go:171","msg":"trace[239558013] linearizableReadLoop","detail":"{readStateIndex:5434; appliedIndex:5432; }","duration":"169.636199ms","start":"2026-03-04T02:43:59.65303Z","end":"2026-03-04T02:43:59.822666Z","steps":["trace[239558013] 'read index received' (duration: 164.987149ms)","trace[239558013] 'applied index is now lower than readState.Index' (duration: 4.64778ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:43:59.822831Z","caller":"traceutil/trace.go:171","msg":"trace[1730517794] transaction","detail":"{read_only:false; response_revision:5216; number_of_response:1; }","duration":"321.797274ms","start":"2026-03-04T02:43:59.501016Z","end":"2026-03-04T02:43:59.822813Z","steps":["trace[1730517794] 'process raft request' (duration: 321.480777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:59.822966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:59.500986Z","time spent":"321.885947ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:43:59.822971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.932115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:43:59.823036Z","caller":"traceutil/trace.go:171","msg":"trace[258386457] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5216; }","duration":"170.003307ms","start":"2026-03-04T02:43:59.652999Z","end":"2026-03-04T02:43:59.823002Z","steps":["trace[258386457] 'agreement among raft nodes before linearized reading' (duration: 169.814702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:59.823027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.759926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached-metrics\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:43:59.823202Z","caller":"traceutil/trace.go:171","msg":"trace[1119332376] range","detail":"{range_begin:/registry/services/specs/openstack/memcached-metrics; range_end:; response_count:0; response_revision:5216; }","duration":"121.006252ms","start":"2026-03-04T02:43:59.702171Z","end":"2026-03-04T02:43:59.823177Z","steps":["trace[1119332376] 'agreement among raft nodes before linearized reading' (duration: 120.702495ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:03.198424Z","caller":"traceutil/trace.go:171","msg":"trace[380553495] transaction","detail":"{read_only:false; response_revision:5254; number_of_response:1; }","duration":"108.306403ms","start":"2026-03-04T02:44:03.090078Z","end":"2026-03-04T02:44:03.198384Z","steps":["trace[380553495] 'process raft request' (duration: 108.066607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:06.406118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.618935ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:44:06.40624Z","caller":"traceutil/trace.go:171","msg":"trace[1348296942] linearizableReadLoop","detail":"{readStateIndex:5496; appliedIndex:5494; }","duration":"513.341968ms","start":"2026-03-04T02:44:05.892859Z","end":"2026-03-04T02:44:06.406201Z","steps":["trace[1348296942] 'read index received' (duration: 39.758397ms)","trace[1348296942] 'applied index is now lower than readState.Index' (duration: 473.582101ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:44:06.406373Z","caller":"traceutil/trace.go:171","msg":"trace[2085932778] transaction","detail":"{read_only:false; response_revision:5276; number_of_response:1; }","duration":"517.67762ms","start":"2026-03-04T02:44:05.888676Z","end":"2026-03-04T02:44:06.406354Z","steps":["trace[2085932778] 'process raft request' (duration: 98.732777ms)","trace[2085932778] 'compare' (duration: 418.328899ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:44:06.406448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:05.888644Z","time spent":"517.769482ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:44:06.406785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.649956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16086"} {"level":"warn","ts":"2026-03-04T02:44:06.406875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.392195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-6bbd5bb594-zs9mn.1899833ec42eb057\" ","response":"range_response_count:1 size:898"} {"level":"info","ts":"2026-03-04T02:44:06.406943Z","caller":"traceutil/trace.go:171","msg":"trace[1114332364] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-6bbd5bb594-zs9mn.1899833ec42eb057; range_end:; response_count:1; response_revision:5276; }","duration":"153.495178ms","start":"2026-03-04T02:44:06.253433Z","end":"2026-03-04T02:44:06.406928Z","steps":["trace[1114332364] 'agreement among raft nodes before linearized reading' (duration: 153.310334ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:06.406882Z","caller":"traceutil/trace.go:171","msg":"trace[1843624785] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5276; }","duration":"345.84985ms","start":"2026-03-04T02:44:06.061002Z","end":"2026-03-04T02:44:06.406852Z","steps":["trace[1843624785] 'agreement among raft nodes before linearized reading' (duration: 345.635835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:06.407143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:06.060975Z","time spent":"346.153028ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":16108,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-04T02:44:06.407253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.329412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-04T02:44:06.407317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.515641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-04T02:44:06.407423Z","caller":"traceutil/trace.go:171","msg":"trace[2141479418] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5276; }","duration":"339.659004ms","start":"2026-03-04T02:44:06.067738Z","end":"2026-03-04T02:44:06.407397Z","steps":["trace[2141479418] 'agreement among raft nodes before linearized reading' (duration: 339.061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:06.407488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:06.067731Z","time spent":"339.743337ms","remote":"127.0.0.1:47098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2104,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-04T02:44:06.407447Z","caller":"traceutil/trace.go:171","msg":"trace[1528215426] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5276; }","duration":"514.559437ms","start":"2026-03-04T02:44:05.892825Z","end":"2026-03-04T02:44:06.407384Z","steps":["trace[1528215426] 'agreement among raft nodes before linearized reading' (duration: 514.014884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:06.407596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:05.892816Z","time spent":"514.72165ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:44:06.658424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.995263ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:44:06.658616Z","caller":"traceutil/trace.go:171","msg":"trace[1205196029] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5276; }","duration":"127.256229ms","start":"2026-03-04T02:44:06.531332Z","end":"2026-03-04T02:44:06.658588Z","steps":["trace[1205196029] 'range keys from in-memory index tree' (duration: 126.963402ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:06.868643Z","caller":"traceutil/trace.go:171","msg":"trace[1343933343] linearizableReadLoop","detail":"{readStateIndex:5497; appliedIndex:5496; }","duration":"456.775586ms","start":"2026-03-04T02:44:06.411844Z","end":"2026-03-04T02:44:06.86862Z","steps":["trace[1343933343] 'read index received' (duration: 456.580292ms)","trace[1343933343] 'applied index is now lower than readState.Index' (duration: 194.444µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:44:06.868929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.071223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9fa432b6-9836-4a3b-a836-648f67f1f78c\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-03-04T02:44:06.869006Z","caller":"traceutil/trace.go:171","msg":"trace[5615872] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9fa432b6-9836-4a3b-a836-648f67f1f78c; range_end:; response_count:1; response_revision:5277; }","duration":"457.190056ms","start":"2026-03-04T02:44:06.411799Z","end":"2026-03-04T02:44:06.868989Z","steps":["trace[5615872] 'agreement among raft nodes before linearized reading' (duration: 456.94883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:06.869049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:06.411778Z","time spent":"457.262767ms","remote":"127.0.0.1:47082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1457,"request content":"key:\"/registry/persistentvolumes/pvc-9fa432b6-9836-4a3b-a836-648f67f1f78c\" "} {"level":"info","ts":"2026-03-04T02:44:06.869345Z","caller":"traceutil/trace.go:171","msg":"trace[712351602] transaction","detail":"{read_only:false; response_revision:5277; number_of_response:1; }","duration":"458.248111ms","start":"2026-03-04T02:44:06.410437Z","end":"2026-03-04T02:44:06.868685Z","steps":["trace[712351602] 'process raft request' (duration: 457.994385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:06.869478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:06.410408Z","time spent":"458.987528ms","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:44:06.899499Z","caller":"traceutil/trace.go:171","msg":"trace[1933226434] transaction","detail":"{read_only:false; response_revision:5278; number_of_response:1; }","duration":"486.161289ms","start":"2026-03-04T02:44:06.413313Z","end":"2026-03-04T02:44:06.899474Z","steps":["trace[1933226434] 'process raft request' (duration: 485.940503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:06.899655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:06.413289Z","time spent":"486.289071ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:44:06.899788Z","caller":"traceutil/trace.go:171","msg":"trace[2050992337] transaction","detail":"{read_only:false; response_revision:5279; number_of_response:1; }","duration":"477.081094ms","start":"2026-03-04T02:44:06.422685Z","end":"2026-03-04T02:44:06.899766Z","steps":["trace[2050992337] 'process raft request' (duration: 476.726786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:06.899858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.952521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:44:06.899936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.03136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T02:44:06.899944Z","caller":"traceutil/trace.go:171","msg":"trace[1585809781] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5279; }","duration":"250.057814ms","start":"2026-03-04T02:44:06.649847Z","end":"2026-03-04T02:44:06.899905Z","steps":["trace[1585809781] 'agreement among raft nodes before linearized reading' (duration: 249.939261ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:06.899982Z","caller":"traceutil/trace.go:171","msg":"trace[1175596566] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5279; }","duration":"437.103022ms","start":"2026-03-04T02:44:06.462867Z","end":"2026-03-04T02:44:06.89997Z","steps":["trace[1175596566] 'agreement among raft nodes before linearized reading' (duration: 436.99016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:06.89992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.135769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pdxrw\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-04T02:44:06.900065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:06.462852Z","time spent":"437.162853ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T02:44:06.900107Z","caller":"traceutil/trace.go:171","msg":"trace[528525957] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pdxrw; range_end:; response_count:1; response_revision:5279; }","duration":"436.424326ms","start":"2026-03-04T02:44:06.463665Z","end":"2026-03-04T02:44:06.900089Z","steps":["trace[528525957] 'agreement among raft nodes before linearized reading' (duration: 436.052197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:06.900162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:06.463645Z","time spent":"436.505928ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-pdxrw\" "} {"level":"warn","ts":"2026-03-04T02:44:06.899923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:06.422675Z","time spent":"477.200227ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16393,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:44:06.90024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.655823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-04T02:44:06.900196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.003912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T02:44:06.900363Z","caller":"traceutil/trace.go:171","msg":"trace[314280561] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5279; }","duration":"446.180186ms","start":"2026-03-04T02:44:06.454165Z","end":"2026-03-04T02:44:06.900345Z","steps":["trace[314280561] 'agreement among raft nodes before linearized reading' (duration: 445.92753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:06.89981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.765226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T02:44:06.900421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:06.45416Z","time spent":"446.244847ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T02:44:06.900446Z","caller":"traceutil/trace.go:171","msg":"trace[1520071401] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5279; }","duration":"446.447432ms","start":"2026-03-04T02:44:06.453984Z","end":"2026-03-04T02:44:06.900431Z","steps":["trace[1520071401] 'agreement among raft nodes before linearized reading' (duration: 445.670464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:06.900607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:06.453962Z","time spent":"446.628627ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T02:44:06.900306Z","caller":"traceutil/trace.go:171","msg":"trace[5407895] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5279; }","duration":"445.748656ms","start":"2026-03-04T02:44:06.454543Z","end":"2026-03-04T02:44:06.900292Z","steps":["trace[5407895] 'agreement among raft nodes before linearized reading' (duration: 445.417738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:06.900761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:06.454527Z","time spent":"446.223257ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T02:44:07.330348Z","caller":"traceutil/trace.go:171","msg":"trace[2106405622] transaction","detail":"{read_only:false; response_revision:5288; number_of_response:1; }","duration":"114.693913ms","start":"2026-03-04T02:44:07.215637Z","end":"2026-03-04T02:44:07.330331Z","steps":["trace[2106405622] 'process raft request' (duration: 114.57432ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:07.572925Z","caller":"traceutil/trace.go:171","msg":"trace[1262178982] transaction","detail":"{read_only:false; response_revision:5289; number_of_response:1; }","duration":"248.960347ms","start":"2026-03-04T02:44:07.323929Z","end":"2026-03-04T02:44:07.572889Z","steps":["trace[1262178982] 'process raft request' (duration: 152.554012ms)","trace[1262178982] 'compare' (duration: 96.082417ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:44:07.878302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.564348ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:44:07.878506Z","caller":"traceutil/trace.go:171","msg":"trace[715554881] transaction","detail":"{read_only:false; response_revision:5290; number_of_response:1; }","duration":"400.622129ms","start":"2026-03-04T02:44:07.477849Z","end":"2026-03-04T02:44:07.878471Z","steps":["trace[715554881] 'process raft request' (duration: 211.779364ms)","trace[715554881] 'compare' (duration: 188.428745ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:44:07.878681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:07.477827Z","time spent":"400.761032ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:44:07.879085Z","caller":"traceutil/trace.go:171","msg":"trace[1106736325] linearizableReadLoop","detail":"{readStateIndex:5510; appliedIndex:5509; }","duration":"395.664762ms","start":"2026-03-04T02:44:07.483392Z","end":"2026-03-04T02:44:07.879056Z","steps":["trace[1106736325] 'read index received' (duration: 206.251614ms)","trace[1106736325] 'applied index is now lower than readState.Index' (duration: 189.410068ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:44:07.879216Z","caller":"traceutil/trace.go:171","msg":"trace[1686547133] transaction","detail":"{read_only:false; response_revision:5291; number_of_response:1; }","duration":"228.080976ms","start":"2026-03-04T02:44:07.651106Z","end":"2026-03-04T02:44:07.879187Z","steps":["trace[1686547133] 'process raft request' (duration: 227.896271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:07.879272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.864467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:44:07.879335Z","caller":"traceutil/trace.go:171","msg":"trace[1395854244] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:5291; }","duration":"395.957009ms","start":"2026-03-04T02:44:07.483357Z","end":"2026-03-04T02:44:07.879314Z","steps":["trace[1395854244] 'agreement among raft nodes before linearized reading' (duration: 395.856236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:07.879358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.120006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:44:07.879397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:07.48334Z","time spent":"396.043491ms","remote":"127.0.0.1:47182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:44:07.879402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.470479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:44:07.87933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.739193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T02:44:07.879458Z","caller":"traceutil/trace.go:171","msg":"trace[1002950746] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5291; }","duration":"229.549881ms","start":"2026-03-04T02:44:07.649892Z","end":"2026-03-04T02:44:07.879442Z","steps":["trace[1002950746] 'agreement among raft nodes before linearized reading' (duration: 229.472749ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:07.879492Z","caller":"traceutil/trace.go:171","msg":"trace[1563616253] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5291; }","duration":"349.960329ms","start":"2026-03-04T02:44:07.529519Z","end":"2026-03-04T02:44:07.879479Z","steps":["trace[1563616253] 'agreement among raft nodes before linearized reading' (duration: 349.724563ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:07.879409Z","caller":"traceutil/trace.go:171","msg":"trace[2055944916] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:5291; }","duration":"202.290441ms","start":"2026-03-04T02:44:07.677101Z","end":"2026-03-04T02:44:07.879391Z","steps":["trace[2055944916] 'agreement among raft nodes before linearized reading' (duration: 202.211739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:07.879539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:07.5295Z","time spent":"350.023271ms","remote":"127.0.0.1:36230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:44:09.36304Z","caller":"traceutil/trace.go:171","msg":"trace[1177532455] linearizableReadLoop","detail":"{readStateIndex:5520; appliedIndex:5519; }","duration":"265.246359ms","start":"2026-03-04T02:44:09.097772Z","end":"2026-03-04T02:44:09.363018Z","steps":["trace[1177532455] 'read index received' (duration: 265.046964ms)","trace[1177532455] 'applied index is now lower than readState.Index' (duration: 198.275µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:44:09.363099Z","caller":"traceutil/trace.go:171","msg":"trace[1521404556] transaction","detail":"{read_only:false; response_revision:5299; number_of_response:1; }","duration":"265.410363ms","start":"2026-03-04T02:44:09.09765Z","end":"2026-03-04T02:44:09.363061Z","steps":["trace[1521404556] 'process raft request' (duration: 265.138046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:09.363272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.474435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16408"} {"level":"info","ts":"2026-03-04T02:44:09.363332Z","caller":"traceutil/trace.go:171","msg":"trace[1651660162] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5299; }","duration":"265.580757ms","start":"2026-03-04T02:44:09.097736Z","end":"2026-03-04T02:44:09.363317Z","steps":["trace[1651660162] 'agreement among raft nodes before linearized reading' (duration: 265.387002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:09.863863Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395032566,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:44:10.315063Z","caller":"traceutil/trace.go:171","msg":"trace[1272840570] transaction","detail":"{read_only:false; response_revision:5300; number_of_response:1; }","duration":"979.135394ms","start":"2026-03-04T02:44:09.335881Z","end":"2026-03-04T02:44:10.315017Z","steps":["trace[1272840570] 'process raft request' (duration: 978.942229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:10.315427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:09.335858Z","time spent":"979.291487ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:44:10.31891Z","caller":"traceutil/trace.go:171","msg":"trace[1341529320] transaction","detail":"{read_only:false; response_revision:5301; number_of_response:1; }","duration":"943.328213ms","start":"2026-03-04T02:44:09.375562Z","end":"2026-03-04T02:44:10.31889Z","steps":["trace[1341529320] 'process raft request' (duration: 943.18828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:10.319077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:09.375528Z","time spent":"943.490377ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16388,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:44:10.319112Z","caller":"traceutil/trace.go:171","msg":"trace[261706912] linearizableReadLoop","detail":"{readStateIndex:5522; appliedIndex:5520; }","duration":"955.981459ms","start":"2026-03-04T02:44:09.363101Z","end":"2026-03-04T02:44:10.319082Z","steps":["trace[261706912] 'read index received' (duration: 951.824822ms)","trace[261706912] 'applied index is now lower than readState.Index' (duration: 4.153967ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:44:10.319188Z","caller":"traceutil/trace.go:171","msg":"trace[166416817] transaction","detail":"{read_only:false; response_revision:5302; number_of_response:1; }","duration":"358.477549ms","start":"2026-03-04T02:44:09.960696Z","end":"2026-03-04T02:44:10.319173Z","steps":["trace[166416817] 'process raft request' (duration: 358.146231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:10.319309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.199061388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-04T02:44:10.319353Z","caller":"traceutil/trace.go:171","msg":"trace[872254671] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5302; }","duration":"1.19914338s","start":"2026-03-04T02:44:09.120197Z","end":"2026-03-04T02:44:10.319341Z","steps":["trace[872254671] 'agreement among raft nodes before linearized reading' (duration: 1.199016017s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:10.319576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:09.120178Z","time spent":"1.199386316s","remote":"127.0.0.1:47098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2104,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-04T02:44:10.319356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.890938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:44:10.319667Z","caller":"traceutil/trace.go:171","msg":"trace[649001071] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:0; response_revision:5302; }","duration":"689.231375ms","start":"2026-03-04T02:44:09.630416Z","end":"2026-03-04T02:44:10.319648Z","steps":["trace[649001071] 'agreement among raft nodes before linearized reading' (duration: 688.907927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:10.319722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:09.630394Z","time spent":"689.314537ms","remote":"127.0.0.1:35416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-04T02:44:10.319442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.253217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T02:44:10.319842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:09.960644Z","time spent":"358.697765ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:44:10.319932Z","caller":"traceutil/trace.go:171","msg":"trace[1825143649] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:5302; }","duration":"491.742768ms","start":"2026-03-04T02:44:09.828177Z","end":"2026-03-04T02:44:10.31992Z","steps":["trace[1825143649] 'agreement among raft nodes before linearized reading' (duration: 491.228076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:10.319967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:09.828117Z","time spent":"491.839061ms","remote":"127.0.0.1:56778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":11,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:44:10.319434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.782966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:44:10.320309Z","caller":"traceutil/trace.go:171","msg":"trace[880930692] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:5302; }","duration":"488.717748ms","start":"2026-03-04T02:44:09.831575Z","end":"2026-03-04T02:44:10.320293Z","steps":["trace[880930692] 'agreement among raft nodes before linearized reading' (duration: 487.766616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:10.320353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:09.831554Z","time spent":"488.785339ms","remote":"127.0.0.1:54302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:44:12.002828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.072277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a0569c85-67f5-48ff-976e-c2cc72616718\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-04T02:44:12.002929Z","caller":"traceutil/trace.go:171","msg":"trace[661788061] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a0569c85-67f5-48ff-976e-c2cc72616718; range_end:; response_count:1; response_revision:5373; }","duration":"280.237601ms","start":"2026-03-04T02:44:11.722671Z","end":"2026-03-04T02:44:12.002909Z","steps":["trace[661788061] 'range keys from in-memory index tree' (duration: 279.854442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:12.993655Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395032759,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:44:13.494258Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395032759,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:44:13.532657Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.411152119s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:44:13.533285Z","caller":"traceutil/trace.go:171","msg":"trace[811922394] transaction","detail":"{read_only:false; response_revision:5374; number_of_response:1; }","duration":"1.411865216s","start":"2026-03-04T02:44:12.121394Z","end":"2026-03-04T02:44:13.533259Z","steps":["trace[811922394] 'process raft request' (duration: 1.411540478s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:13.533515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:12.121372Z","time spent":"1.412001489s","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3748,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:44:13.629912Z","caller":"traceutil/trace.go:171","msg":"trace[1734329766] transaction","detail":"{read_only:false; response_revision:5375; number_of_response:1; }","duration":"1.293173839s","start":"2026-03-04T02:44:12.336711Z","end":"2026-03-04T02:44:13.629885Z","steps":["trace[1734329766] 'process raft request' (duration: 1.291176572s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:13.630103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:12.336685Z","time spent":"1.293320591s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:44:13.630292Z","caller":"traceutil/trace.go:171","msg":"trace[1008389536] transaction","detail":"{read_only:false; response_revision:5376; number_of_response:1; }","duration":"1.293277511s","start":"2026-03-04T02:44:12.33699Z","end":"2026-03-04T02:44:13.630268Z","steps":["trace[1008389536] 'process raft request' (duration: 1.292853861s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:13.630439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:12.336963Z","time spent":"1.293396194s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:44:13.631051Z","caller":"traceutil/trace.go:171","msg":"trace[706589083] linearizableReadLoop","detail":"{readStateIndex:5598; appliedIndex:5594; }","duration":"1.138276331s","start":"2026-03-04T02:44:12.492756Z","end":"2026-03-04T02:44:13.631032Z","steps":["trace[706589083] 'read index received' (duration: 1.040386282s)","trace[706589083] 'applied index is now lower than readState.Index' (duration: 97.888689ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:44:13.631109Z","caller":"traceutil/trace.go:171","msg":"trace[1253634346] transaction","detail":"{read_only:false; response_revision:5377; number_of_response:1; }","duration":"1.195379642s","start":"2026-03-04T02:44:12.435705Z","end":"2026-03-04T02:44:13.631085Z","steps":["trace[1253634346] 'process raft request' (duration: 1.194394579s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:13.631197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:12.435677Z","time spent":"1.195477684s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:44:13.631286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.138520156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-04T02:44:13.631474Z","caller":"traceutil/trace.go:171","msg":"trace[759345183] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5377; }","duration":"1.138729441s","start":"2026-03-04T02:44:12.492719Z","end":"2026-03-04T02:44:13.631448Z","steps":["trace[759345183] 'agreement among raft nodes before linearized reading' (duration: 1.138439725s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:13.631619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:12.492703Z","time spent":"1.138839145s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:44:13.632021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.766498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:44:13.632097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.118403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T02:44:13.632145Z","caller":"traceutil/trace.go:171","msg":"trace[1300425985] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5377; }","duration":"979.940052ms","start":"2026-03-04T02:44:12.652186Z","end":"2026-03-04T02:44:13.632126Z","steps":["trace[1300425985] 'agreement among raft nodes before linearized reading' (duration: 979.746658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:13.632175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.903161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pdxrw\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-04T02:44:13.632194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:12.652165Z","time spent":"980.019595ms","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:44:13.632179Z","caller":"traceutil/trace.go:171","msg":"trace[609193804] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5377; }","duration":"626.228606ms","start":"2026-03-04T02:44:13.00593Z","end":"2026-03-04T02:44:13.632159Z","steps":["trace[609193804] 'agreement among raft nodes before linearized reading' (duration: 626.013611ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:13.632215Z","caller":"traceutil/trace.go:171","msg":"trace[1503989444] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pdxrw; range_end:; response_count:1; response_revision:5377; }","duration":"626.983173ms","start":"2026-03-04T02:44:13.005221Z","end":"2026-03-04T02:44:13.632204Z","steps":["trace[1503989444] 'agreement among raft nodes before linearized reading' (duration: 626.899411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:13.632248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:13.005201Z","time spent":"627.039785ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-pdxrw\" "} {"level":"warn","ts":"2026-03-04T02:44:13.632352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.357408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T02:44:13.632409Z","caller":"traceutil/trace.go:171","msg":"trace[1787869632] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5377; }","duration":"626.446861ms","start":"2026-03-04T02:44:13.005948Z","end":"2026-03-04T02:44:13.632395Z","steps":["trace[1787869632] 'agreement among raft nodes before linearized reading' (duration: 626.319828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:13.632392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.173561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a0569c85-67f5-48ff-976e-c2cc72616718\" ","response":"range_response_count:1 size:3763"} {"level":"warn","ts":"2026-03-04T02:44:13.632244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:13.005915Z","time spent":"626.316478ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:44:13.632514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.091179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T02:44:13.632521Z","caller":"traceutil/trace.go:171","msg":"trace[213974650] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a0569c85-67f5-48ff-976e-c2cc72616718; range_end:; response_count:1; response_revision:5377; }","duration":"625.300814ms","start":"2026-03-04T02:44:13.0072Z","end":"2026-03-04T02:44:13.632501Z","steps":["trace[213974650] 'agreement among raft nodes before linearized reading' (duration: 625.011657ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:13.632573Z","caller":"traceutil/trace.go:171","msg":"trace[216888462] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5377; }","duration":"628.1514ms","start":"2026-03-04T02:44:13.004408Z","end":"2026-03-04T02:44:13.63256Z","steps":["trace[216888462] 'agreement among raft nodes before linearized reading' (duration: 628.015077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:13.632094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.936926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-04T02:44:13.632618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:13.004346Z","time spent":"628.263454ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T02:44:13.632631Z","caller":"traceutil/trace.go:171","msg":"trace[2060462714] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5377; }","duration":"634.50821ms","start":"2026-03-04T02:44:12.99811Z","end":"2026-03-04T02:44:13.632618Z","steps":["trace[2060462714] 'agreement among raft nodes before linearized reading' (duration: 633.872945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:13.632671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:12.99809Z","time spent":"634.571732ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:44:13.632624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:13.007168Z","time spent":"625.437388ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3785,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a0569c85-67f5-48ff-976e-c2cc72616718\" "} {"level":"warn","ts":"2026-03-04T02:44:13.632523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.161469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-04T02:44:13.632458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:13.005921Z","time spent":"626.523123ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T02:44:13.632789Z","caller":"traceutil/trace.go:171","msg":"trace[871008615] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5377; }","duration":"708.450846ms","start":"2026-03-04T02:44:12.924313Z","end":"2026-03-04T02:44:13.632764Z","steps":["trace[871008615] 'agreement among raft nodes before linearized reading' (duration: 708.093608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:13.633073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:12.924285Z","time spent":"708.771924ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:44:13.632784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.085076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-04T02:44:13.633253Z","caller":"traceutil/trace.go:171","msg":"trace[281071288] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5377; }","duration":"940.618509ms","start":"2026-03-04T02:44:12.692603Z","end":"2026-03-04T02:44:13.633222Z","steps":["trace[281071288] 'agreement among raft nodes before linearized reading' (duration: 939.880672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:13.633323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:12.692522Z","time spent":"940.781133ms","remote":"127.0.0.1:35416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3338,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-04T02:44:15.928125Z","caller":"traceutil/trace.go:171","msg":"trace[447118623] transaction","detail":"{read_only:false; response_revision:5401; number_of_response:1; }","duration":"472.308412ms","start":"2026-03-04T02:44:15.455786Z","end":"2026-03-04T02:44:15.928094Z","steps":["trace[447118623] 'process raft request' (duration: 472.037945ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:15.92821Z","caller":"traceutil/trace.go:171","msg":"trace[1605094806] linearizableReadLoop","detail":"{readStateIndex:5623; appliedIndex:5623; }","duration":"349.088168ms","start":"2026-03-04T02:44:15.579102Z","end":"2026-03-04T02:44:15.92819Z","steps":["trace[1605094806] 'read index received' (duration: 349.078008ms)","trace[1605094806] 'applied index is now lower than readState.Index' (duration: 5.66µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:44:15.928302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:15.455762Z","time spent":"472.445865ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3936,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:44:15.92877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.600439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:44:15.928886Z","caller":"traceutil/trace.go:171","msg":"trace[524292650] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:5401; }","duration":"349.809735ms","start":"2026-03-04T02:44:15.579047Z","end":"2026-03-04T02:44:15.928857Z","steps":["trace[524292650] 'agreement among raft nodes before linearized reading' (duration: 349.232651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:15.929066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:15.579025Z","time spent":"350.01777ms","remote":"127.0.0.1:45514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:44:15.930749Z","caller":"traceutil/trace.go:171","msg":"trace[1976985009] transaction","detail":"{read_only:false; response_revision:5402; number_of_response:1; }","duration":"294.499947ms","start":"2026-03-04T02:44:15.63623Z","end":"2026-03-04T02:44:15.93073Z","steps":["trace[1976985009] 'process raft request' (duration: 294.284242ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:15.931008Z","caller":"traceutil/trace.go:171","msg":"trace[1826761593] transaction","detail":"{read_only:false; response_revision:5403; number_of_response:1; }","duration":"294.757692ms","start":"2026-03-04T02:44:15.636233Z","end":"2026-03-04T02:44:15.93099Z","steps":["trace[1826761593] 'process raft request' (duration: 294.448135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:15.931373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.761723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T02:44:15.931387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.333691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:44:15.931427Z","caller":"traceutil/trace.go:171","msg":"trace[167301939] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:5404; }","duration":"320.845855ms","start":"2026-03-04T02:44:15.610568Z","end":"2026-03-04T02:44:15.931414Z","steps":["trace[167301939] 'agreement among raft nodes before linearized reading' (duration: 320.702461ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:15.931442Z","caller":"traceutil/trace.go:171","msg":"trace[175248159] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5404; }","duration":"279.427142ms","start":"2026-03-04T02:44:15.652001Z","end":"2026-03-04T02:44:15.931428Z","steps":["trace[175248159] 'agreement among raft nodes before linearized reading' (duration: 279.32505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:15.931567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.84032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a0569c85-67f5-48ff-976e-c2cc72616718\" ","response":"range_response_count:1 size:3951"} {"level":"info","ts":"2026-03-04T02:44:15.931679Z","caller":"traceutil/trace.go:171","msg":"trace[1077591029] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a0569c85-67f5-48ff-976e-c2cc72616718; range_end:; response_count:1; response_revision:5404; }","duration":"285.017824ms","start":"2026-03-04T02:44:15.646635Z","end":"2026-03-04T02:44:15.931653Z","steps":["trace[1077591029] 'agreement among raft nodes before linearized reading' (duration: 284.807099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:15.931446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.089848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T02:44:15.931788Z","caller":"traceutil/trace.go:171","msg":"trace[675187444] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5404; }","duration":"283.445626ms","start":"2026-03-04T02:44:15.648326Z","end":"2026-03-04T02:44:15.931772Z","steps":["trace[675187444] 'agreement among raft nodes before linearized reading' (duration: 283.011246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:15.931463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:15.610547Z","time spent":"320.905917ms","remote":"127.0.0.1:45522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:44:15.931533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.837074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-04T02:44:15.931945Z","caller":"traceutil/trace.go:171","msg":"trace[37930662] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5404; }","duration":"289.278014ms","start":"2026-03-04T02:44:15.642648Z","end":"2026-03-04T02:44:15.931926Z","steps":["trace[37930662] 'agreement among raft nodes before linearized reading' (duration: 288.831453ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:15.931505Z","caller":"traceutil/trace.go:171","msg":"trace[1592561867] transaction","detail":"{read_only:false; response_revision:5404; number_of_response:1; }","duration":"293.81406ms","start":"2026-03-04T02:44:15.637667Z","end":"2026-03-04T02:44:15.931481Z","steps":["trace[1592561867] 'process raft request' (duration: 293.244217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:15.93145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.714113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T02:44:15.932987Z","caller":"traceutil/trace.go:171","msg":"trace[246995360] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5404; }","duration":"285.29324ms","start":"2026-03-04T02:44:15.647676Z","end":"2026-03-04T02:44:15.932969Z","steps":["trace[246995360] 'agreement among raft nodes before linearized reading' (duration: 283.623331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:15.931577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.233625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T02:44:15.933097Z","caller":"traceutil/trace.go:171","msg":"trace[1822423933] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5404; }","duration":"285.778071ms","start":"2026-03-04T02:44:15.647311Z","end":"2026-03-04T02:44:15.933089Z","steps":["trace[1822423933] 'agreement among raft nodes before linearized reading' (duration: 284.146073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:15.931555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.699173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pdxrw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-04T02:44:15.933166Z","caller":"traceutil/trace.go:171","msg":"trace[1158929422] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pdxrw; range_end:; response_count:1; response_revision:5404; }","duration":"285.330871ms","start":"2026-03-04T02:44:15.647828Z","end":"2026-03-04T02:44:15.933159Z","steps":["trace[1158929422] 'agreement among raft nodes before linearized reading' (duration: 283.59591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:15.932405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.097176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T02:44:15.933301Z","caller":"traceutil/trace.go:171","msg":"trace[145435715] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5404; }","duration":"286.032248ms","start":"2026-03-04T02:44:15.647259Z","end":"2026-03-04T02:44:15.933292Z","steps":["trace[145435715] 'agreement among raft nodes before linearized reading' (duration: 284.096312ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:21.418117Z","caller":"traceutil/trace.go:171","msg":"trace[1050230701] linearizableReadLoop","detail":"{readStateIndex:5694; appliedIndex:5693; }","duration":"156.025634ms","start":"2026-03-04T02:44:21.262068Z","end":"2026-03-04T02:44:21.418094Z","steps":["trace[1050230701] 'read index received' (duration: 155.740497ms)","trace[1050230701] 'applied index is now lower than readState.Index' (duration: 284.087µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:44:21.418245Z","caller":"traceutil/trace.go:171","msg":"trace[1416232875] transaction","detail":"{read_only:false; response_revision:5470; number_of_response:1; }","duration":"209.763836ms","start":"2026-03-04T02:44:21.208441Z","end":"2026-03-04T02:44:21.418205Z","steps":["trace[1416232875] 'process raft request' (duration: 209.332806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:21.41868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.592107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-04T02:44:21.418749Z","caller":"traceutil/trace.go:171","msg":"trace[1909791068] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5470; }","duration":"156.69139ms","start":"2026-03-04T02:44:21.262037Z","end":"2026-03-04T02:44:21.418728Z","steps":["trace[1909791068] 'agreement among raft nodes before linearized reading' (duration: 156.455634ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:21.614931Z","caller":"traceutil/trace.go:171","msg":"trace[146898953] transaction","detail":"{read_only:false; response_revision:5471; number_of_response:1; }","duration":"192.592963ms","start":"2026-03-04T02:44:21.422316Z","end":"2026-03-04T02:44:21.614909Z","steps":["trace[146898953] 'process raft request' (duration: 190.586416ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:21.617704Z","caller":"traceutil/trace.go:171","msg":"trace[224588815] transaction","detail":"{read_only:false; response_revision:5473; number_of_response:1; }","duration":"194.108298ms","start":"2026-03-04T02:44:21.423579Z","end":"2026-03-04T02:44:21.617687Z","steps":["trace[224588815] 'process raft request' (duration: 194.025576ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:21.617737Z","caller":"traceutil/trace.go:171","msg":"trace[375386440] transaction","detail":"{read_only:false; response_revision:5472; number_of_response:1; }","duration":"194.355605ms","start":"2026-03-04T02:44:21.423348Z","end":"2026-03-04T02:44:21.617703Z","steps":["trace[375386440] 'process raft request' (duration: 194.14804ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:21.618001Z","caller":"traceutil/trace.go:171","msg":"trace[123727538] transaction","detail":"{read_only:false; response_revision:5474; number_of_response:1; }","duration":"194.285702ms","start":"2026-03-04T02:44:21.423692Z","end":"2026-03-04T02:44:21.617978Z","steps":["trace[123727538] 'process raft request' (duration: 193.946454ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:21.61802Z","caller":"traceutil/trace.go:171","msg":"trace[621502251] transaction","detail":"{read_only:false; response_revision:5475; number_of_response:1; }","duration":"194.265962ms","start":"2026-03-04T02:44:21.423741Z","end":"2026-03-04T02:44:21.618007Z","steps":["trace[621502251] 'process raft request' (duration: 194.090498ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:21.618029Z","caller":"traceutil/trace.go:171","msg":"trace[1642789795] transaction","detail":"{read_only:false; response_revision:5476; number_of_response:1; }","duration":"193.687139ms","start":"2026-03-04T02:44:21.424318Z","end":"2026-03-04T02:44:21.618005Z","steps":["trace[1642789795] 'process raft request' (duration: 193.629667ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:28.571475Z","caller":"traceutil/trace.go:171","msg":"trace[2036179041] transaction","detail":"{read_only:false; response_revision:5578; number_of_response:1; }","duration":"111.770444ms","start":"2026-03-04T02:44:28.45968Z","end":"2026-03-04T02:44:28.571451Z","steps":["trace[2036179041] 'process raft request' (duration: 111.601851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:29.590622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.02135ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-04T02:44:29.590719Z","caller":"traceutil/trace.go:171","msg":"trace[849335781] linearizableReadLoop","detail":"{readStateIndex:5811; appliedIndex:5810; }","duration":"416.658525ms","start":"2026-03-04T02:44:29.174044Z","end":"2026-03-04T02:44:29.590703Z","steps":["trace[849335781] 'read index received' (duration: 155.598854ms)","trace[849335781] 'applied index is now lower than readState.Index' (duration: 261.057951ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:44:29.590874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.817789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:44:29.590914Z","caller":"traceutil/trace.go:171","msg":"trace[261888364] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:5582; }","duration":"416.899301ms","start":"2026-03-04T02:44:29.174Z","end":"2026-03-04T02:44:29.590899Z","steps":["trace[261888364] 'agreement among raft nodes before linearized reading' (duration: 416.823099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:29.590962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:29.173978Z","time spent":"416.973902ms","remote":"127.0.0.1:35488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:44:29.59113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.551138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T02:44:29.591255Z","caller":"traceutil/trace.go:171","msg":"trace[725062075] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:5582; }","duration":"363.722783ms","start":"2026-03-04T02:44:29.227503Z","end":"2026-03-04T02:44:29.591226Z","steps":["trace[725062075] 'agreement among raft nodes before linearized reading' (duration: 363.436236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:29.591319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:29.227445Z","time spent":"363.861585ms","remote":"127.0.0.1:47468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":35,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:44:34.525864Z","caller":"traceutil/trace.go:171","msg":"trace[1536560714] linearizableReadLoop","detail":"{readStateIndex:5850; appliedIndex:5849; }","duration":"136.179498ms","start":"2026-03-04T02:44:34.389663Z","end":"2026-03-04T02:44:34.525843Z","steps":["trace[1536560714] 'read index received' (duration: 136.081866ms)","trace[1536560714] 'applied index is now lower than readState.Index' (duration: 96.852µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:44:34.526067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.379222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-04T02:44:34.526103Z","caller":"traceutil/trace.go:171","msg":"trace[1880414014] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5620; }","duration":"136.456815ms","start":"2026-03-04T02:44:34.389635Z","end":"2026-03-04T02:44:34.526092Z","steps":["trace[1880414014] 'agreement among raft nodes before linearized reading' (duration: 136.299431ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:34.526021Z","caller":"traceutil/trace.go:171","msg":"trace[1392226637] transaction","detail":"{read_only:false; response_revision:5620; number_of_response:1; }","duration":"192.92872ms","start":"2026-03-04T02:44:34.333068Z","end":"2026-03-04T02:44:34.525996Z","steps":["trace[1392226637] 'process raft request' (duration: 192.628433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:36.637747Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395033332,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:44:37.137919Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395033332,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:44:37.638637Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395033332,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:44:38.139847Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395033332,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:44:38.640596Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395033332,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:44:38.653813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000674304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:44:38.653913Z","caller":"traceutil/trace.go:171","msg":"trace[1127376582] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000846438s","start":"2026-03-04T02:44:36.653043Z","end":"2026-03-04T02:44:38.65389Z","steps":["trace[1127376582] 'agreement among raft nodes before linearized reading' (duration: 2.000714925s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:38.65398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:36.653018Z","time spent":"2.00094803s","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:44:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:44:39.140826Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395033332,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:44:39.64193Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395033332,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:44:40.142845Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395033332,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:44:40.643877Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395033332,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:44:40.653991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999892346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:44:40.654087Z","caller":"traceutil/trace.go:171","msg":"trace[328472791] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0000351s","start":"2026-03-04T02:44:38.65403Z","end":"2026-03-04T02:44:40.654065Z","steps":["trace[328472791] 'agreement among raft nodes before linearized reading' (duration: 1.999913177s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:40.654137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:38.654016Z","time spent":"2.000110681s","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:44:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:44:40.715076Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.594646251s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:44:40.715893Z","caller":"traceutil/trace.go:171","msg":"trace[1972210895] transaction","detail":"{read_only:false; response_revision:5625; number_of_response:1; }","duration":"4.595542303s","start":"2026-03-04T02:44:36.120323Z","end":"2026-03-04T02:44:40.715865Z","steps":["trace[1972210895] 'process raft request' (duration: 4.59498448s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:40.716108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:36.120306Z","time spent":"4.595642675s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:44:40.768224Z","caller":"traceutil/trace.go:171","msg":"trace[1857930155] transaction","detail":"{read_only:false; response_revision:5627; number_of_response:1; }","duration":"4.644809729s","start":"2026-03-04T02:44:36.12339Z","end":"2026-03-04T02:44:40.7682Z","steps":["trace[1857930155] 'process raft request' (duration: 4.644694526s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:40.7683Z","caller":"traceutil/trace.go:171","msg":"trace[1175519131] transaction","detail":"{read_only:false; response_revision:5626; number_of_response:1; }","duration":"4.647161685s","start":"2026-03-04T02:44:36.121101Z","end":"2026-03-04T02:44:40.768262Z","steps":["trace[1175519131] 'process raft request' (duration: 4.646820787s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:40.768372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:36.12336Z","time spent":"4.644938612s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:44:40.768491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:36.12108Z","time spent":"4.647319159s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:44:40.768533Z","caller":"traceutil/trace.go:171","msg":"trace[888514084] transaction","detail":"{read_only:false; response_revision:5628; number_of_response:1; }","duration":"2.860702041s","start":"2026-03-04T02:44:37.907787Z","end":"2026-03-04T02:44:40.768489Z","steps":["trace[888514084] 'process raft request' (duration: 2.860372833s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:40.768644Z","caller":"traceutil/trace.go:171","msg":"trace[1246559461] transaction","detail":"{read_only:false; response_revision:5629; number_of_response:1; }","duration":"2.564632208s","start":"2026-03-04T02:44:38.203947Z","end":"2026-03-04T02:44:40.768579Z","steps":["trace[1246559461] 'process raft request' (duration: 2.564464854s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:40.768726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:37.907765Z","time spent":"2.860892165s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:44:40.768787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:38.203925Z","time spent":"2.564787271s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:44:40.768794Z","caller":"traceutil/trace.go:171","msg":"trace[835933155] transaction","detail":"{read_only:false; response_revision:5630; number_of_response:1; }","duration":"2.491168473s","start":"2026-03-04T02:44:38.277609Z","end":"2026-03-04T02:44:40.768777Z","steps":["trace[835933155] 'process raft request' (duration: 2.490918347s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:40.768869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:38.277586Z","time spent":"2.491246965s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:44:40.945902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.199181ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-04T02:44:40.946027Z","caller":"traceutil/trace.go:171","msg":"trace[213006420] linearizableReadLoop","detail":"{readStateIndex:5861; appliedIndex:5855; }","duration":"4.808672678s","start":"2026-03-04T02:44:36.13733Z","end":"2026-03-04T02:44:40.946003Z","steps":["trace[213006420] 'read index received' (duration: 4.578142184s)","trace[213006420] 'applied index is now lower than readState.Index' (duration: 230.528474ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:44:40.946319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.808996575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-04T02:44:40.946336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.433467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T02:44:40.946461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.530034412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:44:40.946494Z","caller":"traceutil/trace.go:171","msg":"trace[241962445] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:5630; }","duration":"573.620681ms","start":"2026-03-04T02:44:40.372833Z","end":"2026-03-04T02:44:40.946453Z","steps":["trace[241962445] 'agreement among raft nodes before linearized reading' (duration: 573.414156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:40.946506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.225594957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T02:44:40.946527Z","caller":"traceutil/trace.go:171","msg":"trace[427654121] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:5630; }","duration":"1.530132404s","start":"2026-03-04T02:44:39.416376Z","end":"2026-03-04T02:44:40.946508Z","steps":["trace[427654121] 'agreement among raft nodes before linearized reading' (duration: 1.530050362s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:40.946569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:40.372811Z","time spent":"573.720294ms","remote":"127.0.0.1:47278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":25,"response size":29,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:44:40.946577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.596287506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:44:40.946574Z","caller":"traceutil/trace.go:171","msg":"trace[956071839] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:5630; }","duration":"2.225712159s","start":"2026-03-04T02:44:38.72084Z","end":"2026-03-04T02:44:40.946552Z","steps":["trace[956071839] 'agreement among raft nodes before linearized reading' (duration: 2.225564456s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:40.946586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.319588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:44:40.946623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.15191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189982afc5db10aa\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-04T02:44:40.946632Z","caller":"traceutil/trace.go:171","msg":"trace[314152927] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:5630; }","duration":"3.596369117s","start":"2026-03-04T02:44:37.350248Z","end":"2026-03-04T02:44:40.946617Z","steps":["trace[314152927] 'agreement among raft nodes before linearized reading' (duration: 3.596296775s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:40.946655Z","caller":"traceutil/trace.go:171","msg":"trace[1228379231] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189982afc5db10aa; range_end:; response_count:1; response_revision:5630; }","duration":"289.219992ms","start":"2026-03-04T02:44:40.657425Z","end":"2026-03-04T02:44:40.946645Z","steps":["trace[1228379231] 'agreement among raft nodes before linearized reading' (duration: 289.108009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:40.946647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:38.720809Z","time spent":"2.225822502s","remote":"127.0.0.1:47154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":75,"response size":29,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:44:40.946659Z","caller":"traceutil/trace.go:171","msg":"trace[1755428900] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:5630; }","duration":"973.44011ms","start":"2026-03-04T02:44:39.973196Z","end":"2026-03-04T02:44:40.946636Z","steps":["trace[1755428900] 'agreement among raft nodes before linearized reading' (duration: 973.318338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:40.946686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:37.350234Z","time spent":"3.596438509s","remote":"127.0.0.1:54274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:44:40.946699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.801100258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T02:44:40.946705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:39.973177Z","time spent":"973.515162ms","remote":"127.0.0.1:35444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:44:40.946739Z","caller":"traceutil/trace.go:171","msg":"trace[1335195869] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:5630; }","duration":"1.80118009s","start":"2026-03-04T02:44:39.145546Z","end":"2026-03-04T02:44:40.946726Z","steps":["trace[1335195869] 'agreement among raft nodes before linearized reading' (duration: 1.801112848s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:40.94678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.082259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:44:40.946785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:39.145523Z","time spent":"1.801250571s","remote":"127.0.0.1:47446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":29,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:44:40.946836Z","caller":"traceutil/trace.go:171","msg":"trace[1885013996] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5630; }","duration":"286.128449ms","start":"2026-03-04T02:44:40.660671Z","end":"2026-03-04T02:44:40.946799Z","steps":["trace[1885013996] 'agreement among raft nodes before linearized reading' (duration: 286.092438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:40.947022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.805723658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pdxrw\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-04T02:44:40.946461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064870138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:44:40.947094Z","caller":"traceutil/trace.go:171","msg":"trace[896169349] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pdxrw; range_end:; response_count:1; response_revision:5630; }","duration":"4.805815941s","start":"2026-03-04T02:44:36.141264Z","end":"2026-03-04T02:44:40.94708Z","steps":["trace[896169349] 'agreement among raft nodes before linearized reading' (duration: 4.805639827s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:40.947103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.015524661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:44:40.947106Z","caller":"traceutil/trace.go:171","msg":"trace[1146441058] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:5630; }","duration":"1.065552604s","start":"2026-03-04T02:44:39.881537Z","end":"2026-03-04T02:44:40.947089Z","steps":["trace[1146441058] 'agreement among raft nodes before linearized reading' (duration: 1.064885778s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:40.947133Z","caller":"traceutil/trace.go:171","msg":"trace[1909814436] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:5630; }","duration":"4.015599043s","start":"2026-03-04T02:44:36.931527Z","end":"2026-03-04T02:44:40.947126Z","steps":["trace[1909814436] 'agreement among raft nodes before linearized reading' (duration: 4.015553062s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:40.94714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:36.141255Z","time spent":"4.805873492s","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-pdxrw\" "} {"level":"warn","ts":"2026-03-04T02:44:40.947154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:36.931511Z","time spent":"4.015637253s","remote":"127.0.0.1:47360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:44:40.947167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:39.881515Z","time spent":"1.065630315s","remote":"127.0.0.1:35482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:44:40.947163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.67697732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413457"} {"level":"info","ts":"2026-03-04T02:44:40.94722Z","caller":"traceutil/trace.go:171","msg":"trace[1641555025] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:5630; }","duration":"3.677066883s","start":"2026-03-04T02:44:37.270139Z","end":"2026-03-04T02:44:40.947206Z","steps":["trace[1641555025] 'agreement among raft nodes before linearized reading' (duration: 3.676799507s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:40.947265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:37.270123Z","time spent":"3.677129644s","remote":"127.0.0.1:54260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":413479,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-04T02:44:40.946352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.807455709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T02:44:40.946518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.04232992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:44:40.946602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:39.416355Z","time spent":"1.530233096s","remote":"127.0.0.1:35516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:44:40.947362Z","caller":"traceutil/trace.go:171","msg":"trace[163270152] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:5630; }","duration":"4.043196311s","start":"2026-03-04T02:44:36.904147Z","end":"2026-03-04T02:44:40.947343Z","steps":["trace[163270152] 'agreement among raft nodes before linearized reading' (duration: 4.042342591s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:40.947384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.161748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-03-04T02:44:40.947396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.808461783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T02:44:40.947415Z","caller":"traceutil/trace.go:171","msg":"trace[743914350] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5630; }","duration":"558.23555ms","start":"2026-03-04T02:44:40.389174Z","end":"2026-03-04T02:44:40.94741Z","steps":["trace[743914350] 'agreement among raft nodes before linearized reading' (duration: 558.162088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:40.947438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:40.389152Z","time spent":"558.282401ms","remote":"127.0.0.1:35416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3338,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-04T02:44:40.947446Z","caller":"traceutil/trace.go:171","msg":"trace[286009386] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5630; }","duration":"4.808527154s","start":"2026-03-04T02:44:36.138904Z","end":"2026-03-04T02:44:40.947431Z","steps":["trace[286009386] 'agreement among raft nodes before linearized reading' (duration: 4.808384621s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:40.947488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:36.138898Z","time spent":"4.808577495s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:44:40.947431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:36.904132Z","time spent":"4.043280193s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:44:40.946395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.819619932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T02:44:40.946381Z","caller":"traceutil/trace.go:171","msg":"trace[2052269170] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5630; }","duration":"4.809100888s","start":"2026-03-04T02:44:36.137263Z","end":"2026-03-04T02:44:40.946364Z","steps":["trace[2052269170] 'agreement among raft nodes before linearized reading' (duration: 4.808856252s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:40.947577Z","caller":"traceutil/trace.go:171","msg":"trace[570346841] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5630; }","duration":"1.820827281s","start":"2026-03-04T02:44:39.126732Z","end":"2026-03-04T02:44:40.947559Z","steps":["trace[570346841] 'agreement among raft nodes before linearized reading' (duration: 1.8195192s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:40.947603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:36.137243Z","time spent":"4.810341237s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:44:40.94765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:39.126718Z","time spent":"1.820914683s","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:44:40.94777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.807279105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T02:44:40.947322Z","caller":"traceutil/trace.go:171","msg":"trace[1640023448] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5630; }","duration":"4.808467933s","start":"2026-03-04T02:44:36.138847Z","end":"2026-03-04T02:44:40.947315Z","steps":["trace[1640023448] 'agreement among raft nodes before linearized reading' (duration: 4.807315166s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:40.94783Z","caller":"traceutil/trace.go:171","msg":"trace[1556051493] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5630; }","duration":"4.807381227s","start":"2026-03-04T02:44:36.140436Z","end":"2026-03-04T02:44:40.947817Z","steps":["trace[1556051493] 'agreement among raft nodes before linearized reading' (duration: 4.807244804s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:40.947859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:36.138837Z","time spent":"4.809007056s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:44:40.947876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:36.140419Z","time spent":"4.807447249s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:44:40.947894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.807933831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T02:44:40.947959Z","caller":"traceutil/trace.go:171","msg":"trace[1316494791] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5630; }","duration":"4.808020972s","start":"2026-03-04T02:44:36.139923Z","end":"2026-03-04T02:44:40.947944Z","steps":["trace[1316494791] 'agreement among raft nodes before linearized reading' (duration: 4.807873679s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:40.948016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:36.139913Z","time spent":"4.808086393s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:44:40.948439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:44:40.948489Z","caller":"traceutil/trace.go:171","msg":"trace[118039812] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:5630; }","duration":"501.299073ms","start":"2026-03-04T02:44:40.447177Z","end":"2026-03-04T02:44:40.948476Z","steps":["trace[118039812] 'agreement among raft nodes before linearized reading' (duration: 499.618883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:40.949434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:40.447155Z","time spent":"501.358814ms","remote":"127.0.0.1:45604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:44:41.452426Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395033342,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:44:41.810993Z","caller":"traceutil/trace.go:171","msg":"trace[1152501227] transaction","detail":"{read_only:false; response_revision:5631; number_of_response:1; }","duration":"861.729458ms","start":"2026-03-04T02:44:40.949233Z","end":"2026-03-04T02:44:41.810962Z","steps":["trace[1152501227] 'process raft request' (duration: 861.475212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:41.811211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:40.949217Z","time spent":"861.84214ms","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:44:42.039538Z","caller":"traceutil/trace.go:171","msg":"trace[1251808434] transaction","detail":"{read_only:false; response_revision:5632; number_of_response:1; }","duration":"1.087092889s","start":"2026-03-04T02:44:40.952405Z","end":"2026-03-04T02:44:42.039498Z","steps":["trace[1251808434] 'process raft request' (duration: 1.086672719s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:42.039695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:40.952392Z","time spent":"1.087226662s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:44:42.039753Z","caller":"traceutil/trace.go:171","msg":"trace[621421939] transaction","detail":"{read_only:false; response_revision:5634; number_of_response:1; }","duration":"1.0867155s","start":"2026-03-04T02:44:40.952998Z","end":"2026-03-04T02:44:42.039714Z","steps":["trace[621421939] 'process raft request' (duration: 1.086361452s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:42.039841Z","caller":"traceutil/trace.go:171","msg":"trace[1231136552] transaction","detail":"{read_only:false; response_revision:5635; number_of_response:1; }","duration":"1.086488035s","start":"2026-03-04T02:44:40.953345Z","end":"2026-03-04T02:44:42.039833Z","steps":["trace[1231136552] 'process raft request' (duration: 1.086052254s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:42.039881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:40.953337Z","time spent":"1.086520735s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:44:42.039933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:40.952985Z","time spent":"1.086866773s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:44:42.039968Z","caller":"traceutil/trace.go:171","msg":"trace[1712242576] transaction","detail":"{read_only:false; response_revision:5633; number_of_response:1; }","duration":"1.087059218s","start":"2026-03-04T02:44:40.952892Z","end":"2026-03-04T02:44:42.039951Z","steps":["trace[1712242576] 'process raft request' (duration: 1.086416033s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:42.040014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:40.952882Z","time spent":"1.087109619s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:44:42.04006Z","caller":"traceutil/trace.go:171","msg":"trace[252100327] transaction","detail":"{read_only:false; response_revision:5636; number_of_response:1; }","duration":"1.085793979s","start":"2026-03-04T02:44:40.954258Z","end":"2026-03-04T02:44:42.040052Z","steps":["trace[252100327] 'process raft request' (duration: 1.085179734s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:42.040103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:40.954249Z","time spent":"1.085831259s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:44:42.040448Z","caller":"traceutil/trace.go:171","msg":"trace[170499404] linearizableReadLoop","detail":"{readStateIndex:5868; appliedIndex:5862; }","duration":"1.088322607s","start":"2026-03-04T02:44:40.952097Z","end":"2026-03-04T02:44:42.040419Z","steps":["trace[170499404] 'read index received' (duration: 858.990643ms)","trace[170499404] 'applied index is now lower than readState.Index' (duration: 229.330694ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:44:42.04062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088521392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T02:44:42.040659Z","caller":"traceutil/trace.go:171","msg":"trace[386155088] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5637; }","duration":"1.088585584s","start":"2026-03-04T02:44:40.952065Z","end":"2026-03-04T02:44:42.04065Z","steps":["trace[386155088] 'agreement among raft nodes before linearized reading' (duration: 1.088456231s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:42.040683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:40.952047Z","time spent":"1.088626995s","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:44:42.040738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.202138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T02:44:42.040786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088483671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81555"} {"level":"info","ts":"2026-03-04T02:44:42.040793Z","caller":"traceutil/trace.go:171","msg":"trace[192195681] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:5637; }","duration":"288.296619ms","start":"2026-03-04T02:44:41.752484Z","end":"2026-03-04T02:44:42.04078Z","steps":["trace[192195681] 'agreement among raft nodes before linearized reading' (duration: 288.206147ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:42.040829Z","caller":"traceutil/trace.go:171","msg":"trace[1929671305] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5637; }","duration":"1.088561184s","start":"2026-03-04T02:44:40.952257Z","end":"2026-03-04T02:44:42.040818Z","steps":["trace[1929671305] 'agreement among raft nodes before linearized reading' (duration: 1.088316548s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:42.040878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:40.952251Z","time spent":"1.088618055s","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81577,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T02:44:42.040835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.545711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T02:44:42.040936Z","caller":"traceutil/trace.go:171","msg":"trace[629585039] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:5637; }","duration":"482.686704ms","start":"2026-03-04T02:44:41.558242Z","end":"2026-03-04T02:44:42.040928Z","steps":["trace[629585039] 'agreement among raft nodes before linearized reading' (duration: 482.563091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:42.040965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:41.558223Z","time spent":"482.736426ms","remote":"127.0.0.1:47356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":29,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:44:42.041053Z","caller":"traceutil/trace.go:171","msg":"trace[766451602] transaction","detail":"{read_only:false; response_revision:5637; number_of_response:1; }","duration":"661.452903ms","start":"2026-03-04T02:44:41.379578Z","end":"2026-03-04T02:44:42.04103Z","steps":["trace[766451602] 'process raft request' (duration: 660.115031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:42.041177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:41.379558Z","time spent":"661.548216ms","remote":"127.0.0.1:54260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414042,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:44:43.068158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.778579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19433"} {"level":"info","ts":"2026-03-04T02:44:43.068243Z","caller":"traceutil/trace.go:171","msg":"trace[868024206] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5637; }","duration":"798.917502ms","start":"2026-03-04T02:44:42.269306Z","end":"2026-03-04T02:44:43.068224Z","steps":["trace[868024206] 'range keys from in-memory index tree' (duration: 798.541044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:43.068285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:42.269279Z","time spent":"798.994714ms","remote":"127.0.0.1:47122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19455,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T02:44:43.068318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.66458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T02:44:43.068405Z","caller":"traceutil/trace.go:171","msg":"trace[1615257561] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5637; }","duration":"957.805154ms","start":"2026-03-04T02:44:42.110581Z","end":"2026-03-04T02:44:43.068387Z","steps":["trace[1615257561] 'range keys from in-memory index tree' (duration: 957.390044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:43.068455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:42.110562Z","time spent":"957.883575ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:44:43.068564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.591607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:44:43.06863Z","caller":"traceutil/trace.go:171","msg":"trace[1454209048] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5637; }","duration":"414.712199ms","start":"2026-03-04T02:44:42.653903Z","end":"2026-03-04T02:44:43.068615Z","steps":["trace[1454209048] 'range keys from in-memory index tree' (duration: 414.441204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:43.068667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:42.653872Z","time spent":"414.786261ms","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:44:43.068779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.427451ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:44:43.06904Z","caller":"traceutil/trace.go:171","msg":"trace[693215577] transaction","detail":"{read_only:false; response_revision:5640; number_of_response:1; }","duration":"293.187376ms","start":"2026-03-04T02:44:42.775839Z","end":"2026-03-04T02:44:43.069027Z","steps":["trace[693215577] 'process raft request' (duration: 293.144015ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:43.069257Z","caller":"traceutil/trace.go:171","msg":"trace[1470819060] transaction","detail":"{read_only:false; response_revision:5639; number_of_response:1; }","duration":"294.816184ms","start":"2026-03-04T02:44:42.77443Z","end":"2026-03-04T02:44:43.069246Z","steps":["trace[1470819060] 'process raft request' (duration: 294.470006ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:43.069618Z","caller":"traceutil/trace.go:171","msg":"trace[1708917776] transaction","detail":"{read_only:false; response_revision:5638; number_of_response:1; }","duration":"347.529342ms","start":"2026-03-04T02:44:42.722053Z","end":"2026-03-04T02:44:43.069583Z","steps":["trace[1708917776] 'process raft request' (duration: 102.215901ms)","trace[1708917776] 'compare' (duration: 243.610181ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:44:43.069834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:42.722022Z","time spent":"347.685946ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:44:43.841883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:43.286323Z","time spent":"555.552087ms","remote":"127.0.0.1:38062","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:44:43.842523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.439801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-04T02:44:43.842657Z","caller":"traceutil/trace.go:171","msg":"trace[400600260] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5640; }","duration":"181.634806ms","start":"2026-03-04T02:44:43.661001Z","end":"2026-03-04T02:44:43.842635Z","steps":["trace[400600260] 'range keys from in-memory index tree' (duration: 180.750995ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:44.141411Z","caller":"traceutil/trace.go:171","msg":"trace[1952233827] linearizableReadLoop","detail":"{readStateIndex:5873; appliedIndex:5871; }","duration":"292.413347ms","start":"2026-03-04T02:44:43.848975Z","end":"2026-03-04T02:44:44.141389Z","steps":["trace[1952233827] 'read index received' (duration: 215.688886ms)","trace[1952233827] 'applied index is now lower than readState.Index' (duration: 76.723231ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:44:44.141653Z","caller":"traceutil/trace.go:171","msg":"trace[1911413140] transaction","detail":"{read_only:false; response_revision:5641; number_of_response:1; }","duration":"294.836094ms","start":"2026-03-04T02:44:43.846804Z","end":"2026-03-04T02:44:44.14164Z","steps":["trace[1911413140] 'process raft request' (duration: 294.348003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:44.142062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.051832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1321"} {"level":"info","ts":"2026-03-04T02:44:44.142488Z","caller":"traceutil/trace.go:171","msg":"trace[352416743] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:5641; }","duration":"293.543674ms","start":"2026-03-04T02:44:43.848926Z","end":"2026-03-04T02:44:44.142469Z","steps":["trace[352416743] 'agreement among raft nodes before linearized reading' (duration: 292.734445ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:44.617172Z","caller":"traceutil/trace.go:171","msg":"trace[46114544] linearizableReadLoop","detail":"{readStateIndex:5874; appliedIndex:5873; }","duration":"475.670021ms","start":"2026-03-04T02:44:44.141471Z","end":"2026-03-04T02:44:44.617141Z","steps":["trace[46114544] 'read index received' (duration: 475.526218ms)","trace[46114544] 'applied index is now lower than readState.Index' (duration: 142.393µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:44:44.617444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.359431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-04T02:44:44.617445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.406126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T02:44:44.617479Z","caller":"traceutil/trace.go:171","msg":"trace[868738921] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5642; }","duration":"572.437963ms","start":"2026-03-04T02:44:44.045031Z","end":"2026-03-04T02:44:44.617469Z","steps":["trace[868738921] 'agreement among raft nodes before linearized reading' (duration: 572.259789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:44.617513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:44.045026Z","time spent":"572.479905ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T02:44:44.617509Z","caller":"traceutil/trace.go:171","msg":"trace[496568943] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5642; }","duration":"570.500737ms","start":"2026-03-04T02:44:44.04699Z","end":"2026-03-04T02:44:44.61749Z","steps":["trace[496568943] 'agreement among raft nodes before linearized reading' (duration: 570.18085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:44.617503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.395873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-04T02:44:44.617554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:44.04698Z","time spent":"570.56223ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T02:44:44.617585Z","caller":"traceutil/trace.go:171","msg":"trace[880403576] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5642; }","duration":"572.510235ms","start":"2026-03-04T02:44:44.045056Z","end":"2026-03-04T02:44:44.617566Z","steps":["trace[880403576] 'agreement among raft nodes before linearized reading' (duration: 572.137636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:44.617659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:44.045051Z","time spent":"572.601167ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T02:44:44.617633Z","caller":"traceutil/trace.go:171","msg":"trace[1632734360] transaction","detail":"{read_only:false; response_revision:5642; number_of_response:1; }","duration":"551.809639ms","start":"2026-03-04T02:44:44.065788Z","end":"2026-03-04T02:44:44.617598Z","steps":["trace[1632734360] 'process raft request' (duration: 551.153024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:44.6177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.500025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:44:44.617772Z","caller":"traceutil/trace.go:171","msg":"trace[83545046] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5642; }","duration":"572.606228ms","start":"2026-03-04T02:44:44.045148Z","end":"2026-03-04T02:44:44.617754Z","steps":["trace[83545046] 'agreement among raft nodes before linearized reading' (duration: 572.356262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:44.617772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.73944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-04T02:44:44.617787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:44.065769Z","time spent":"551.937752ms","remote":"127.0.0.1:46920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:44:44.617784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.968872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pdxrw\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-04T02:44:44.617817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:44.045143Z","time spent":"572.662839ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T02:44:44.617833Z","caller":"traceutil/trace.go:171","msg":"trace[170082741] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5642; }","duration":"572.844353ms","start":"2026-03-04T02:44:44.044972Z","end":"2026-03-04T02:44:44.617816Z","steps":["trace[170082741] 'agreement among raft nodes before linearized reading' (duration: 572.576557ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:44.617845Z","caller":"traceutil/trace.go:171","msg":"trace[1315819419] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pdxrw; range_end:; response_count:1; response_revision:5642; }","duration":"569.039123ms","start":"2026-03-04T02:44:44.048791Z","end":"2026-03-04T02:44:44.61783Z","steps":["trace[1315819419] 'agreement among raft nodes before linearized reading' (duration: 568.87842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:44.617869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:44.044953Z","time spent":"572.908894ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:44:44.617887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:44.048785Z","time spent":"569.092145ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-pdxrw\" "} {"level":"warn","ts":"2026-03-04T02:44:45.289145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.352523ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-04T02:44:45.289233Z","caller":"traceutil/trace.go:171","msg":"trace[57108325] linearizableReadLoop","detail":"{readStateIndex:5875; appliedIndex:5874; }","duration":"671.958891ms","start":"2026-03-04T02:44:44.61726Z","end":"2026-03-04T02:44:45.289219Z","steps":["trace[57108325] 'read index received' (duration: 265.533896ms)","trace[57108325] 'applied index is now lower than readState.Index' (duration: 406.423685ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:44:45.289453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143010083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" ","response":"range_response_count:1 size:1265"} {"level":"warn","ts":"2026-03-04T02:44:45.289469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.25441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:44:45.289569Z","caller":"traceutil/trace.go:171","msg":"trace[930662754] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone-nodes; range_end:; response_count:1; response_revision:5642; }","duration":"1.143201818s","start":"2026-03-04T02:44:44.146334Z","end":"2026-03-04T02:44:45.289536Z","steps":["trace[930662754] 'agreement among raft nodes before linearized reading' (duration: 1.143018444s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:45.289628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:44.146315Z","time spent":"1.14330456s","remote":"127.0.0.1:47150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1287,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" "} {"level":"warn","ts":"2026-03-04T02:44:45.289464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:44.253126Z","time spent":"1.036327158s","remote":"127.0.0.1:46976","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T02:44:45.289642Z","caller":"traceutil/trace.go:171","msg":"trace[515961305] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:5642; }","duration":"885.398383ms","start":"2026-03-04T02:44:44.404186Z","end":"2026-03-04T02:44:45.289585Z","steps":["trace[515961305] 'agreement among raft nodes before linearized reading' (duration: 885.155527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:45.290163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:44.404129Z","time spent":"886.016987ms","remote":"127.0.0.1:45538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:44:45.29017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.502365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:44:45.290255Z","caller":"traceutil/trace.go:171","msg":"trace[4385564] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5642; }","duration":"820.453478ms","start":"2026-03-04T02:44:44.469788Z","end":"2026-03-04T02:44:45.290241Z","steps":["trace[4385564] 'agreement among raft nodes before linearized reading' (duration: 819.504015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:45.290326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:44.469762Z","time spent":"820.55205ms","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:44:45.385802Z","caller":"traceutil/trace.go:171","msg":"trace[679420562] transaction","detail":"{read_only:false; response_revision:5644; number_of_response:1; }","duration":"762.609849ms","start":"2026-03-04T02:44:44.623164Z","end":"2026-03-04T02:44:45.385774Z","steps":["trace[679420562] 'process raft request' (duration: 762.530307ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:45.385842Z","caller":"traceutil/trace.go:171","msg":"trace[516512287] transaction","detail":"{read_only:false; response_revision:5643; number_of_response:1; }","duration":"762.64843ms","start":"2026-03-04T02:44:44.623162Z","end":"2026-03-04T02:44:45.38581Z","steps":["trace[516512287] 'process raft request' (duration: 762.408574ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:45.38602Z","caller":"traceutil/trace.go:171","msg":"trace[3370347] transaction","detail":"{read_only:false; response_revision:5645; number_of_response:1; }","duration":"762.455426ms","start":"2026-03-04T02:44:44.623551Z","end":"2026-03-04T02:44:45.386007Z","steps":["trace[3370347] 'process raft request' (duration: 762.182939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:45.386004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:44.623136Z","time spent":"762.771463ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:44:45.386068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:44.623528Z","time spent":"762.518087ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:44:45.386097Z","caller":"traceutil/trace.go:171","msg":"trace[629139889] transaction","detail":"{read_only:false; response_revision:5647; number_of_response:1; }","duration":"762.441105ms","start":"2026-03-04T02:44:44.623643Z","end":"2026-03-04T02:44:45.386084Z","steps":["trace[629139889] 'process raft request' (duration: 762.395334ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:45.386152Z","caller":"traceutil/trace.go:171","msg":"trace[419094041] transaction","detail":"{read_only:false; response_revision:5646; number_of_response:1; }","duration":"762.569519ms","start":"2026-03-04T02:44:44.623575Z","end":"2026-03-04T02:44:45.386145Z","steps":["trace[419094041] 'process raft request' (duration: 762.377344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:45.386182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:44.623564Z","time spent":"762.602519ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:44:45.386176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:44.623636Z","time spent":"762.499617ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:44:45.385997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:44.623136Z","time spent":"762.741792ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:44:45.943446Z","caller":"traceutil/trace.go:171","msg":"trace[811262064] linearizableReadLoop","detail":"{readStateIndex:5883; appliedIndex:5875; }","duration":"654.163862ms","start":"2026-03-04T02:44:45.289253Z","end":"2026-03-04T02:44:45.943417Z","steps":["trace[811262064] 'read index received' (duration: 96.377004ms)","trace[811262064] 'applied index is now lower than readState.Index' (duration: 557.785198ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:44:45.943508Z","caller":"traceutil/trace.go:171","msg":"trace[683753856] transaction","detail":"{read_only:false; response_revision:5651; number_of_response:1; }","duration":"652.189866ms","start":"2026-03-04T02:44:45.291294Z","end":"2026-03-04T02:44:45.943484Z","steps":["trace[683753856] 'process raft request' (duration: 651.96106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:45.943712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:45.291272Z","time spent":"652.334638ms","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:44:45.943743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.291955159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:44:45.943921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.314669983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81555"} {"level":"info","ts":"2026-03-04T02:44:45.943868Z","caller":"traceutil/trace.go:171","msg":"trace[1025406817] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5651; }","duration":"1.292222216s","start":"2026-03-04T02:44:44.651623Z","end":"2026-03-04T02:44:45.943846Z","steps":["trace[1025406817] 'agreement among raft nodes before linearized reading' (duration: 1.29195775s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:45.943497Z","caller":"traceutil/trace.go:171","msg":"trace[1125664269] transaction","detail":"{read_only:false; response_revision:5648; number_of_response:1; }","duration":"869.394406ms","start":"2026-03-04T02:44:45.074034Z","end":"2026-03-04T02:44:45.943428Z","steps":["trace[1125664269] 'process raft request' (duration: 868.916735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:45.944079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:44.651596Z","time spent":"1.292465232s","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:44:45.943992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.603124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:44:45.94411Z","caller":"traceutil/trace.go:171","msg":"trace[625916300] transaction","detail":"{read_only:false; response_revision:5649; number_of_response:1; }","duration":"869.662822ms","start":"2026-03-04T02:44:45.074435Z","end":"2026-03-04T02:44:45.944098Z","steps":["trace[625916300] 'process raft request' (duration: 868.7231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:45.94418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:45.074013Z","time spent":"870.096802ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:44:45.943928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.651989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-keystone.18998342afeeea97\" ","response":"range_response_count:1 size:746"} {"level":"info","ts":"2026-03-04T02:44:45.944276Z","caller":"traceutil/trace.go:171","msg":"trace[1040087175] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-keystone.18998342afeeea97; range_end:; response_count:1; response_revision:5651; }","duration":"651.046328ms","start":"2026-03-04T02:44:45.293186Z","end":"2026-03-04T02:44:45.944233Z","steps":["trace[1040087175] 'agreement among raft nodes before linearized reading' (duration: 650.499745ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:45.944318Z","caller":"traceutil/trace.go:171","msg":"trace[866770749] transaction","detail":"{read_only:false; response_revision:5650; number_of_response:1; }","duration":"869.691663ms","start":"2026-03-04T02:44:45.074616Z","end":"2026-03-04T02:44:45.944307Z","steps":["trace[866770749] 'process raft request' (duration: 868.596937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:45.944318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.635969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1451"} {"level":"warn","ts":"2026-03-04T02:44:45.944366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:45.07461Z","time spent":"869.730974ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:44:45.94435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:45.293165Z","time spent":"651.165611ms","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":768,"request content":"key:\"/registry/events/openstack/rabbitmq-keystone.18998342afeeea97\" "} {"level":"warn","ts":"2026-03-04T02:44:45.944522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.317680484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-04T02:44:45.944197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:45.074416Z","time spent":"869.722854ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:44:45.944404Z","caller":"traceutil/trace.go:171","msg":"trace[431450238] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5651; }","duration":"650.742932ms","start":"2026-03-04T02:44:45.293639Z","end":"2026-03-04T02:44:45.944382Z","steps":["trace[431450238] 'agreement among raft nodes before linearized reading' (duration: 650.352643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:45.944694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:45.293618Z","time spent":"651.061819ms","remote":"127.0.0.1:47150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":1473,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-04T02:44:45.944664Z","caller":"traceutil/trace.go:171","msg":"trace[1100624992] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5651; }","duration":"1.317783886s","start":"2026-03-04T02:44:44.626823Z","end":"2026-03-04T02:44:45.944607Z","steps":["trace[1100624992] 'agreement among raft nodes before linearized reading' (duration: 1.317384907s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:45.944836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:44.626774Z","time spent":"1.318047203s","remote":"127.0.0.1:47114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-04T02:44:45.943986Z","caller":"traceutil/trace.go:171","msg":"trace[989343951] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5651; }","duration":"1.314782106s","start":"2026-03-04T02:44:44.629192Z","end":"2026-03-04T02:44:45.943974Z","steps":["trace[989343951] 'agreement among raft nodes before linearized reading' (duration: 1.314406907s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:45.944149Z","caller":"traceutil/trace.go:171","msg":"trace[1189529737] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:5651; }","duration":"531.819419ms","start":"2026-03-04T02:44:45.412308Z","end":"2026-03-04T02:44:45.944128Z","steps":["trace[1189529737] 'agreement among raft nodes before linearized reading' (duration: 531.494231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:45.945064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:44.629179Z","time spent":"1.315841871s","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81577,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T02:44:45.945144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:45.412282Z","time spent":"532.818602ms","remote":"127.0.0.1:47066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:44:45.945516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.352542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-04T02:44:45.945587Z","caller":"traceutil/trace.go:171","msg":"trace[787565643] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5651; }","duration":"937.460755ms","start":"2026-03-04T02:44:45.008108Z","end":"2026-03-04T02:44:45.945569Z","steps":["trace[787565643] 'agreement among raft nodes before linearized reading' (duration: 935.809136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:45.945641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:45.007984Z","time spent":"937.644169ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T02:44:46.308436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.420139ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:44:46.308611Z","caller":"traceutil/trace.go:171","msg":"trace[1955226883] linearizableReadLoop","detail":"{readStateIndex:5886; appliedIndex:5884; }","duration":"358.443318ms","start":"2026-03-04T02:44:45.950156Z","end":"2026-03-04T02:44:46.3086Z","steps":["trace[1955226883] 'read index received' (duration: 237.780884ms)","trace[1955226883] 'applied index is now lower than readState.Index' (duration: 120.661754ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:44:46.308683Z","caller":"traceutil/trace.go:171","msg":"trace[764636484] transaction","detail":"{read_only:false; response_revision:5652; number_of_response:1; }","duration":"359.886592ms","start":"2026-03-04T02:44:45.948789Z","end":"2026-03-04T02:44:46.308676Z","steps":["trace[764636484] 'process raft request' (duration: 239.159667ms)","trace[764636484] 'compare' (duration: 120.247344ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:44:46.308741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:45.94877Z","time spent":"359.940493ms","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:44:46.308862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.690894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"info","ts":"2026-03-04T02:44:46.308924Z","caller":"traceutil/trace.go:171","msg":"trace[1656055877] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5653; }","duration":"358.777876ms","start":"2026-03-04T02:44:45.950132Z","end":"2026-03-04T02:44:46.308909Z","steps":["trace[1656055877] 'agreement among raft nodes before linearized reading' (duration: 358.569291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:46.308964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:45.950116Z","time spent":"358.833728ms","remote":"127.0.0.1:47418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9661,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"info","ts":"2026-03-04T02:44:46.30894Z","caller":"traceutil/trace.go:171","msg":"trace[47850341] transaction","detail":"{read_only:false; response_revision:5653; number_of_response:1; }","duration":"359.015661ms","start":"2026-03-04T02:44:45.949877Z","end":"2026-03-04T02:44:46.308893Z","steps":["trace[47850341] 'process raft request' (duration: 358.652333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:46.309012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.514969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:44:46.308995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.680794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:44:46.309051Z","caller":"traceutil/trace.go:171","msg":"trace[1331942982] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5653; }","duration":"355.634772ms","start":"2026-03-04T02:44:45.953407Z","end":"2026-03-04T02:44:46.309042Z","steps":["trace[1331942982] 'agreement among raft nodes before linearized reading' (duration: 355.495208ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:46.309081Z","caller":"traceutil/trace.go:171","msg":"trace[986817378] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:5653; }","duration":"358.831337ms","start":"2026-03-04T02:44:45.95023Z","end":"2026-03-04T02:44:46.309062Z","steps":["trace[986817378] 'agreement among raft nodes before linearized reading' (duration: 358.657903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:46.309086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:45.949862Z","time spent":"359.156625ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:44:46.309097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:45.95338Z","time spent":"355.711534ms","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:44:46.309138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:45.950201Z","time spent":"358.92182ms","remote":"127.0.0.1:47234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-04T02:44:46.3092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.692459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-04T02:44:46.309254Z","caller":"traceutil/trace.go:171","msg":"trace[502250977] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5653; }","duration":"351.758501ms","start":"2026-03-04T02:44:45.957478Z","end":"2026-03-04T02:44:46.309237Z","steps":["trace[502250977] 'agreement among raft nodes before linearized reading' (duration: 351.406533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:46.30929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:45.957469Z","time spent":"351.813952ms","remote":"127.0.0.1:35416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3338,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-04T02:44:46.466651Z","caller":"traceutil/trace.go:171","msg":"trace[824222978] transaction","detail":"{read_only:false; response_revision:5655; number_of_response:1; }","duration":"100.231423ms","start":"2026-03-04T02:44:46.366394Z","end":"2026-03-04T02:44:46.466626Z","steps":["trace[824222978] 'process raft request' (duration: 97.502379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:14.772724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.599427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-0\" ","response":"range_response_count:1 size:6135"} {"level":"info","ts":"2026-03-04T02:45:14.772831Z","caller":"traceutil/trace.go:171","msg":"trace[698089326] range","detail":"{range_begin:/registry/pods/monitoring/loki-0; range_end:; response_count:1; response_revision:5930; }","duration":"397.750581ms","start":"2026-03-04T02:45:14.375058Z","end":"2026-03-04T02:45:14.772809Z","steps":["trace[698089326] 'range keys from in-memory index tree' (duration: 397.478325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:14.772894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:45:14.375041Z","time spent":"397.839393ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":6157,"request content":"key:\"/registry/pods/monitoring/loki-0\" "} {"level":"warn","ts":"2026-03-04T02:45:14.772984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.787821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-04T02:45:14.773022Z","caller":"traceutil/trace.go:171","msg":"trace[1085477948] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5930; }","duration":"302.855353ms","start":"2026-03-04T02:45:14.470158Z","end":"2026-03-04T02:45:14.773013Z","steps":["trace[1085477948] 'range keys from in-memory index tree' (duration: 302.669808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:14.773043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:45:14.470142Z","time spent":"302.896133ms","remote":"127.0.0.1:47098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1803,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-04T02:45:14.77306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.919663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:45:14.773188Z","caller":"traceutil/trace.go:171","msg":"trace[998905704] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5930; }","duration":"616.083967ms","start":"2026-03-04T02:45:14.157073Z","end":"2026-03-04T02:45:14.773157Z","steps":["trace[998905704] 'range keys from in-memory index tree' (duration: 615.753319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:14.77332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.436086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:45:14.773397Z","caller":"traceutil/trace.go:171","msg":"trace[655606501] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5930; }","duration":"122.550227ms","start":"2026-03-04T02:45:14.65083Z","end":"2026-03-04T02:45:14.773381Z","steps":["trace[655606501] 'range keys from in-memory index tree' (duration: 122.325782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:14.77326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:45:14.157049Z","time spent":"616.19807ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:45:24.363391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.212788ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:45:24.363697Z","caller":"traceutil/trace.go:171","msg":"trace[1859496754] linearizableReadLoop","detail":"{readStateIndex:6232; appliedIndex:6230; }","duration":"143.399538ms","start":"2026-03-04T02:45:24.220234Z","end":"2026-03-04T02:45:24.363633Z","steps":["trace[1859496754] 'read index received' (duration: 29.828021ms)","trace[1859496754] 'applied index is now lower than readState.Index' (duration: 113.570167ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:45:24.363851Z","caller":"traceutil/trace.go:171","msg":"trace[2077401250] transaction","detail":"{read_only:false; response_revision:5990; number_of_response:1; }","duration":"244.620255ms","start":"2026-03-04T02:45:24.119218Z","end":"2026-03-04T02:45:24.363838Z","steps":["trace[2077401250] 'process raft request' (duration: 244.315628ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:45:24.364393Z","caller":"traceutil/trace.go:171","msg":"trace[1849427325] transaction","detail":"{read_only:false; response_revision:5989; number_of_response:1; }","duration":"246.326255ms","start":"2026-03-04T02:45:24.118031Z","end":"2026-03-04T02:45:24.364357Z","steps":["trace[1849427325] 'process raft request' (duration: 132.024521ms)","trace[1849427325] 'compare' (duration: 113.032004ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:45:24.364578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.318549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pdxrw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-04T02:45:24.364662Z","caller":"traceutil/trace.go:171","msg":"trace[1046478254] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pdxrw; range_end:; response_count:1; response_revision:5990; }","duration":"144.456693ms","start":"2026-03-04T02:45:24.220184Z","end":"2026-03-04T02:45:24.364641Z","steps":["trace[1046478254] 'agreement among raft nodes before linearized reading' (duration: 144.165256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:24.36585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.895421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-03-04T02:45:24.36593Z","caller":"traceutil/trace.go:171","msg":"trace[84044495] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5990; }","duration":"133.006774ms","start":"2026-03-04T02:45:24.232906Z","end":"2026-03-04T02:45:24.365913Z","steps":["trace[84044495] 'agreement among raft nodes before linearized reading' (duration: 131.429757ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:45:24.591898Z","caller":"traceutil/trace.go:171","msg":"trace[823292018] transaction","detail":"{read_only:false; response_revision:5991; number_of_response:1; }","duration":"127.403582ms","start":"2026-03-04T02:45:24.464469Z","end":"2026-03-04T02:45:24.591873Z","steps":["trace[823292018] 'process raft request' (duration: 127.230178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:26.109834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.847452ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:45:26.109981Z","caller":"traceutil/trace.go:171","msg":"trace[1169995610] transaction","detail":"{read_only:false; response_revision:5993; number_of_response:1; }","duration":"305.386591ms","start":"2026-03-04T02:45:25.804577Z","end":"2026-03-04T02:45:26.109963Z","steps":["trace[1169995610] 'process raft request' (duration: 200.327564ms)","trace[1169995610] 'compare' (duration: 104.726429ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:45:26.110049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:45:25.804567Z","time spent":"305.450884ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:45:26.110187Z","caller":"traceutil/trace.go:171","msg":"trace[1921680863] transaction","detail":"{read_only:false; response_revision:5994; number_of_response:1; }","duration":"302.914213ms","start":"2026-03-04T02:45:25.807254Z","end":"2026-03-04T02:45:26.110168Z","steps":["trace[1921680863] 'process raft request' (duration: 302.673527ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:45:26.110299Z","caller":"traceutil/trace.go:171","msg":"trace[142439994] linearizableReadLoop","detail":"{readStateIndex:6235; appliedIndex:6233; }","duration":"305.053404ms","start":"2026-03-04T02:45:25.805233Z","end":"2026-03-04T02:45:26.110287Z","steps":["trace[142439994] 'read index received' (duration: 69.743978ms)","trace[142439994] 'applied index is now lower than readState.Index' (duration: 235.308516ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:45:26.110329Z","caller":"traceutil/trace.go:171","msg":"trace[840390137] transaction","detail":"{read_only:false; response_revision:5995; number_of_response:1; }","duration":"285.33913ms","start":"2026-03-04T02:45:25.824975Z","end":"2026-03-04T02:45:26.110314Z","steps":["trace[840390137] 'process raft request' (duration: 285.146766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:26.11046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.86344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-04T02:45:26.110458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:45:25.807245Z","time spent":"302.990546ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:45:26.11048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.234368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-04T02:45:26.11049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.201479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T02:45:26.110545Z","caller":"traceutil/trace.go:171","msg":"trace[1023750986] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5995; }","duration":"305.31799ms","start":"2026-03-04T02:45:25.805215Z","end":"2026-03-04T02:45:26.110533Z","steps":["trace[1023750986] 'agreement among raft nodes before linearized reading' (duration: 305.127365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:26.110588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:45:25.805206Z","time spent":"305.373732ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T02:45:26.110553Z","caller":"traceutil/trace.go:171","msg":"trace[574252300] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5995; }","duration":"136.309611ms","start":"2026-03-04T02:45:25.974231Z","end":"2026-03-04T02:45:26.11054Z","steps":["trace[574252300] 'agreement among raft nodes before linearized reading' (duration: 136.200078ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:45:26.110494Z","caller":"traceutil/trace.go:171","msg":"trace[1935342246] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5995; }","duration":"304.947161ms","start":"2026-03-04T02:45:25.805536Z","end":"2026-03-04T02:45:26.110483Z","steps":["trace[1935342246] 'agreement among raft nodes before linearized reading' (duration: 304.837979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:26.110695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:45:25.805514Z","time spent":"305.173836ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T02:45:26.345049Z","caller":"traceutil/trace.go:171","msg":"trace[1467790064] linearizableReadLoop","detail":"{readStateIndex:6240; appliedIndex:6238; }","duration":"153.663679ms","start":"2026-03-04T02:45:26.191366Z","end":"2026-03-04T02:45:26.34503Z","steps":["trace[1467790064] 'read index received' (duration: 10.451006ms)","trace[1467790064] 'applied index is now lower than readState.Index' (duration: 143.211953ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:45:26.34512Z","caller":"traceutil/trace.go:171","msg":"trace[1644692459] transaction","detail":"{read_only:false; response_revision:5997; number_of_response:1; }","duration":"229.282095ms","start":"2026-03-04T02:45:26.115799Z","end":"2026-03-04T02:45:26.345081Z","steps":["trace[1644692459] 'process raft request' (duration: 129.641505ms)","trace[1644692459] 'compare' (duration: 99.434395ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:45:26.345261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.888494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:118202"} {"level":"info","ts":"2026-03-04T02:45:26.345299Z","caller":"traceutil/trace.go:171","msg":"trace[1067930612] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:5998; }","duration":"153.940855ms","start":"2026-03-04T02:45:26.191348Z","end":"2026-03-04T02:45:26.345289Z","steps":["trace[1067930612] 'agreement among raft nodes before linearized reading' (duration: 153.753661ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:45:26.345428Z","caller":"traceutil/trace.go:171","msg":"trace[1706182865] transaction","detail":"{read_only:false; response_revision:5998; number_of_response:1; }","duration":"160.068449ms","start":"2026-03-04T02:45:26.185325Z","end":"2026-03-04T02:45:26.345394Z","steps":["trace[1706182865] 'process raft request' (duration: 159.66643ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:45:26.577431Z","caller":"traceutil/trace.go:171","msg":"trace[937102637] transaction","detail":"{read_only:false; response_revision:5999; number_of_response:1; }","duration":"208.719012ms","start":"2026-03-04T02:45:26.368683Z","end":"2026-03-04T02:45:26.577402Z","steps":["trace[937102637] 'process raft request' (duration: 119.883636ms)","trace[937102637] 'compare' (duration: 87.73859ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:45:26.660892Z","caller":"traceutil/trace.go:171","msg":"trace[1369324901] linearizableReadLoop","detail":"{readStateIndex:6242; appliedIndex:6240; }","duration":"287.409159ms","start":"2026-03-04T02:45:26.373465Z","end":"2026-03-04T02:45:26.660874Z","steps":["trace[1369324901] 'read index received' (duration: 115.122603ms)","trace[1369324901] 'applied index is now lower than readState.Index' (duration: 172.285836ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:45:26.66104Z","caller":"traceutil/trace.go:171","msg":"trace[1666028521] transaction","detail":"{read_only:false; response_revision:6000; number_of_response:1; }","duration":"291.459775ms","start":"2026-03-04T02:45:26.369534Z","end":"2026-03-04T02:45:26.660994Z","steps":["trace[1666028521] 'process raft request' (duration: 291.228089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:26.661103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.628955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pdxrw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-04T02:45:26.661253Z","caller":"traceutil/trace.go:171","msg":"trace[15698102] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pdxrw; range_end:; response_count:1; response_revision:6000; }","duration":"287.810469ms","start":"2026-03-04T02:45:26.373423Z","end":"2026-03-04T02:45:26.661233Z","steps":["trace[15698102] 'agreement among raft nodes before linearized reading' (duration: 287.561943ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:45:40.539293Z","caller":"traceutil/trace.go:171","msg":"trace[1751121260] transaction","detail":"{read_only:false; response_revision:6088; number_of_response:1; }","duration":"151.850826ms","start":"2026-03-04T02:45:40.387411Z","end":"2026-03-04T02:45:40.539262Z","steps":["trace[1751121260] 'process raft request' (duration: 151.57627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:40.891153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.071485ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:45:40.89135Z","caller":"traceutil/trace.go:171","msg":"trace[1338288418] transaction","detail":"{read_only:false; response_revision:6089; number_of_response:1; }","duration":"498.733602ms","start":"2026-03-04T02:45:40.392567Z","end":"2026-03-04T02:45:40.8913Z","steps":["trace[1338288418] 'process raft request' (duration: 190.403422ms)","trace[1338288418] 'compare' (duration: 307.858909ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:45:40.891582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:45:40.392532Z","time spent":"498.929757ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:45:40.891402Z","caller":"traceutil/trace.go:171","msg":"trace[903132542] transaction","detail":"{read_only:false; response_revision:6090; number_of_response:1; }","duration":"237.423815ms","start":"2026-03-04T02:45:40.653956Z","end":"2026-03-04T02:45:40.89138Z","steps":["trace[903132542] 'process raft request' (duration: 237.333553ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:45:40.891632Z","caller":"traceutil/trace.go:171","msg":"trace[45796518] linearizableReadLoop","detail":"{readStateIndex:6334; appliedIndex:6332; }","duration":"479.870539ms","start":"2026-03-04T02:45:40.41168Z","end":"2026-03-04T02:45:40.89155Z","steps":["trace[45796518] 'read index received' (duration: 127.462133ms)","trace[45796518] 'applied index is now lower than readState.Index' (duration: 352.403926ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:45:40.891905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.218667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T02:45:40.892075Z","caller":"traceutil/trace.go:171","msg":"trace[1361846615] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6090; }","duration":"480.33193ms","start":"2026-03-04T02:45:40.411621Z","end":"2026-03-04T02:45:40.891953Z","steps":["trace[1361846615] 'agreement among raft nodes before linearized reading' (duration: 480.085974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:40.892166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:45:40.411599Z","time spent":"480.525475ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:45:41.397347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.348902ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:45:41.397435Z","caller":"traceutil/trace.go:171","msg":"trace[1254767278] linearizableReadLoop","detail":"{readStateIndex:6336; appliedIndex:6335; }","duration":"505.702116ms","start":"2026-03-04T02:45:40.891719Z","end":"2026-03-04T02:45:41.397421Z","steps":["trace[1254767278] 'read index received' (duration: 168.090258ms)","trace[1254767278] 'applied index is now lower than readState.Index' (duration: 337.610918ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:45:41.397486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.459687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T02:45:41.397504Z","caller":"traceutil/trace.go:171","msg":"trace[1020368057] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6091; }","duration":"814.483437ms","start":"2026-03-04T02:45:40.583013Z","end":"2026-03-04T02:45:41.397496Z","steps":["trace[1020368057] 'agreement among raft nodes before linearized reading' (duration: 814.439836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:41.397526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:45:40.582915Z","time spent":"814.604291ms","remote":"127.0.0.1:36308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:45:41.39772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.579736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:45:41.397739Z","caller":"traceutil/trace.go:171","msg":"trace[857764650] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6091; }","duration":"744.658758ms","start":"2026-03-04T02:45:40.653075Z","end":"2026-03-04T02:45:41.397734Z","steps":["trace[857764650] 'agreement among raft nodes before linearized reading' (duration: 744.624597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:41.397755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:45:40.653043Z","time spent":"744.708879ms","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:45:41.397735Z","caller":"traceutil/trace.go:171","msg":"trace[502992940] transaction","detail":"{read_only:false; response_revision:6091; number_of_response:1; }","duration":"681.917395ms","start":"2026-03-04T02:45:40.715719Z","end":"2026-03-04T02:45:41.397636Z","steps":["trace[502992940] 'process raft request' (duration: 344.03163ms)","trace[502992940] 'compare' (duration: 337.002884ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:45:41.397796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.011496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pdxrw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-04T02:45:41.397885Z","caller":"traceutil/trace.go:171","msg":"trace[5452628] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pdxrw; range_end:; response_count:1; response_revision:6091; }","duration":"653.159229ms","start":"2026-03-04T02:45:40.744701Z","end":"2026-03-04T02:45:41.397861Z","steps":["trace[5452628] 'agreement among raft nodes before linearized reading' (duration: 652.887962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:41.39797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:45:40.744674Z","time spent":"653.280032ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-pdxrw\" "} {"level":"warn","ts":"2026-03-04T02:45:41.397962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:45:40.715682Z","time spent":"682.16039ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:45:41.845478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.743101ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:45:41.845769Z","caller":"traceutil/trace.go:171","msg":"trace[1874498148] transaction","detail":"{read_only:false; response_revision:6093; number_of_response:1; }","duration":"856.806241ms","start":"2026-03-04T02:45:40.988947Z","end":"2026-03-04T02:45:41.845753Z","steps":["trace[1874498148] 'process raft request' (duration: 856.634797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:41.845849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:45:40.988921Z","time spent":"856.887044ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5468,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:45:41.845864Z","caller":"traceutil/trace.go:171","msg":"trace[176281594] transaction","detail":"{read_only:false; response_revision:6094; number_of_response:1; }","duration":"716.280632ms","start":"2026-03-04T02:45:41.129527Z","end":"2026-03-04T02:45:41.845808Z","steps":["trace[176281594] 'process raft request' (duration: 716.114738ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:45:41.846028Z","caller":"traceutil/trace.go:171","msg":"trace[1315766768] transaction","detail":"{read_only:false; response_revision:6092; number_of_response:1; }","duration":"949.650942ms","start":"2026-03-04T02:45:40.896348Z","end":"2026-03-04T02:45:41.845998Z","steps":["trace[1315766768] 'process raft request' (duration: 663.278197ms)","trace[1315766768] 'compare' (duration: 285.606757ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:45:41.846044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:45:41.129493Z","time spent":"716.453675ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:45:41.846141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:45:40.896331Z","time spent":"949.755954ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:45:41.845699Z","caller":"traceutil/trace.go:171","msg":"trace[74586548] linearizableReadLoop","detail":"{readStateIndex:6339; appliedIndex:6336; }","duration":"446.831254ms","start":"2026-03-04T02:45:41.398851Z","end":"2026-03-04T02:45:41.845682Z","steps":["trace[74586548] 'read index received' (duration: 160.897869ms)","trace[74586548] 'applied index is now lower than readState.Index' (duration: 285.932185ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:45:41.846361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.487269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:45:41.846445Z","caller":"traceutil/trace.go:171","msg":"trace[689276407] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6094; }","duration":"447.604762ms","start":"2026-03-04T02:45:41.398818Z","end":"2026-03-04T02:45:41.846423Z","steps":["trace[689276407] 'agreement among raft nodes before linearized reading' (duration: 447.446798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:41.846436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.832129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:45:41.846472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.41323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:45:41.846494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:45:41.398799Z","time spent":"447.686954ms","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:45:41.846524Z","caller":"traceutil/trace.go:171","msg":"trace[311661166] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6094; }","duration":"439.482691ms","start":"2026-03-04T02:45:41.407027Z","end":"2026-03-04T02:45:41.84651Z","steps":["trace[311661166] 'agreement among raft nodes before linearized reading' (duration: 439.338698ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:45:41.846505Z","caller":"traceutil/trace.go:171","msg":"trace[1061036146] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6094; }","duration":"439.930642ms","start":"2026-03-04T02:45:41.406561Z","end":"2026-03-04T02:45:41.846492Z","steps":["trace[1061036146] 'agreement among raft nodes before linearized reading' (duration: 439.83659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:41.846578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:45:41.407018Z","time spent":"439.548373ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-03-04T02:45:41.846604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:45:41.406547Z","time spent":"440.040804ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-03-04T02:45:41.846727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.56872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T02:45:41.846787Z","caller":"traceutil/trace.go:171","msg":"trace[657278793] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:6094; }","duration":"160.907068ms","start":"2026-03-04T02:45:41.685868Z","end":"2026-03-04T02:45:41.846775Z","steps":["trace[657278793] 'agreement among raft nodes before linearized reading' (duration: 160.53591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:41.847309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.999551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:108746"} {"level":"info","ts":"2026-03-04T02:45:41.847356Z","caller":"traceutil/trace.go:171","msg":"trace[830221202] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:6094; }","duration":"445.066953ms","start":"2026-03-04T02:45:41.402274Z","end":"2026-03-04T02:45:41.847341Z","steps":["trace[830221202] 'agreement among raft nodes before linearized reading' (duration: 444.077399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:41.847389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:45:41.402262Z","time spent":"445.119014ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":108768,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-04T02:45:42.271343Z","caller":"traceutil/trace.go:171","msg":"trace[565096379] transaction","detail":"{read_only:false; response_revision:6095; number_of_response:1; }","duration":"251.2435ms","start":"2026-03-04T02:45:42.020063Z","end":"2026-03-04T02:45:42.271307Z","steps":["trace[565096379] 'process raft request' (duration: 200.893638ms)","trace[565096379] 'compare' (duration: 50.24999ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:45:42.291251Z","caller":"traceutil/trace.go:171","msg":"trace[1463312826] linearizableReadLoop","detail":"{readStateIndex:6341; appliedIndex:6339; }","duration":"199.972906ms","start":"2026-03-04T02:45:42.091259Z","end":"2026-03-04T02:45:42.291232Z","steps":["trace[1463312826] 'read index received' (duration: 129.690875ms)","trace[1463312826] 'applied index is now lower than readState.Index' (duration: 70.281411ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:45:42.291337Z","caller":"traceutil/trace.go:171","msg":"trace[40453611] transaction","detail":"{read_only:false; response_revision:6096; number_of_response:1; }","duration":"269.737655ms","start":"2026-03-04T02:45:42.021568Z","end":"2026-03-04T02:45:42.291305Z","steps":["trace[40453611] 'process raft request' (duration: 269.563121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:42.291491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.204612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:45:42.291529Z","caller":"traceutil/trace.go:171","msg":"trace[1700241736] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6096; }","duration":"200.304744ms","start":"2026-03-04T02:45:42.091214Z","end":"2026-03-04T02:45:42.291518Z","steps":["trace[1700241736] 'agreement among raft nodes before linearized reading' (duration: 200.12787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:42.291635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.526823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-04T02:45:42.291688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.922988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T02:45:42.291742Z","caller":"traceutil/trace.go:171","msg":"trace[414138930] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6096; }","duration":"106.02561ms","start":"2026-03-04T02:45:42.18571Z","end":"2026-03-04T02:45:42.291736Z","steps":["trace[414138930] 'agreement among raft nodes before linearized reading' (duration: 105.914758ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:45:42.291731Z","caller":"traceutil/trace.go:171","msg":"trace[1600930494] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6096; }","duration":"112.657397ms","start":"2026-03-04T02:45:42.179051Z","end":"2026-03-04T02:45:42.291708Z","steps":["trace[1600930494] 'agreement among raft nodes before linearized reading' (duration: 112.460692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:42.586006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.012415ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:45:42.586164Z","caller":"traceutil/trace.go:171","msg":"trace[1398630576] transaction","detail":"{read_only:false; response_revision:6098; number_of_response:1; }","duration":"290.296317ms","start":"2026-03-04T02:45:42.295852Z","end":"2026-03-04T02:45:42.586149Z","steps":["trace[1398630576] 'process raft request' (duration: 290.236896ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:45:42.586209Z","caller":"traceutil/trace.go:171","msg":"trace[1220661398] transaction","detail":"{read_only:false; response_revision:6097; number_of_response:1; }","duration":"290.568554ms","start":"2026-03-04T02:45:42.295605Z","end":"2026-03-04T02:45:42.586173Z","steps":["trace[1220661398] 'process raft request' (duration: 168.319763ms)","trace[1220661398] 'compare' (duration: 121.896682ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:45:42.586293Z","caller":"traceutil/trace.go:171","msg":"trace[1505090050] transaction","detail":"{read_only:false; response_revision:6099; number_of_response:1; }","duration":"289.97797ms","start":"2026-03-04T02:45:42.296295Z","end":"2026-03-04T02:45:42.586273Z","steps":["trace[1505090050] 'process raft request' (duration: 289.839747ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:45:42.794942Z","caller":"traceutil/trace.go:171","msg":"trace[1618769634] linearizableReadLoop","detail":"{readStateIndex:6345; appliedIndex:6344; }","duration":"142.525277ms","start":"2026-03-04T02:45:42.652386Z","end":"2026-03-04T02:45:42.794911Z","steps":["trace[1618769634] 'read index received' (duration: 53.534927ms)","trace[1618769634] 'applied index is now lower than readState.Index' (duration: 88.98905ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:45:42.795048Z","caller":"traceutil/trace.go:171","msg":"trace[668721102] transaction","detail":"{read_only:false; response_revision:6100; number_of_response:1; }","duration":"205.279141ms","start":"2026-03-04T02:45:42.58972Z","end":"2026-03-04T02:45:42.794999Z","steps":["trace[668721102] 'process raft request' (duration: 116.213859ms)","trace[668721102] 'compare' (duration: 88.855547ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:45:42.795095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.703011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:45:42.795154Z","caller":"traceutil/trace.go:171","msg":"trace[909927252] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6100; }","duration":"142.814884ms","start":"2026-03-04T02:45:42.652321Z","end":"2026-03-04T02:45:42.795136Z","steps":["trace[909927252] 'agreement among raft nodes before linearized reading' (duration: 142.715392ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:45:43.111978Z","caller":"traceutil/trace.go:171","msg":"trace[1629994507] transaction","detail":"{read_only:false; response_revision:6101; number_of_response:1; }","duration":"214.127629ms","start":"2026-03-04T02:45:42.897818Z","end":"2026-03-04T02:45:43.111945Z","steps":["trace[1629994507] 'process raft request' (duration: 129.82809ms)","trace[1629994507] 'compare' (duration: 84.014903ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:45:43.349509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.383428ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:45:43.349612Z","caller":"traceutil/trace.go:171","msg":"trace[1211935056] linearizableReadLoop","detail":"{readStateIndex:6347; appliedIndex:6346; }","duration":"287.840379ms","start":"2026-03-04T02:45:43.061755Z","end":"2026-03-04T02:45:43.349596Z","steps":["trace[1211935056] 'read index received' (duration: 158.174584ms)","trace[1211935056] 'applied index is now lower than readState.Index' (duration: 129.664805ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:45:43.349623Z","caller":"traceutil/trace.go:171","msg":"trace[2073569373] transaction","detail":"{read_only:false; response_revision:6102; number_of_response:1; }","duration":"451.736079ms","start":"2026-03-04T02:45:42.897869Z","end":"2026-03-04T02:45:43.349605Z","steps":["trace[2073569373] 'process raft request' (duration: 322.186207ms)","trace[2073569373] 'compare' (duration: 129.238985ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:45:43.34978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.034894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T02:45:43.349804Z","caller":"traceutil/trace.go:171","msg":"trace[1066804907] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:6102; }","duration":"288.096596ms","start":"2026-03-04T02:45:43.061703Z","end":"2026-03-04T02:45:43.3498Z","steps":["trace[1066804907] 'agreement among raft nodes before linearized reading' (duration: 288.048235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:43.349848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.895916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:45:43.3499Z","caller":"traceutil/trace.go:171","msg":"trace[1115656181] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6102; }","duration":"235.005069ms","start":"2026-03-04T02:45:43.114883Z","end":"2026-03-04T02:45:43.349888Z","steps":["trace[1115656181] 'agreement among raft nodes before linearized reading' (duration: 234.932717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:43.349726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:45:42.897843Z","time spent":"451.863042ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:45:43.593695Z","caller":"traceutil/trace.go:171","msg":"trace[1274396466] transaction","detail":"{read_only:false; response_revision:6103; number_of_response:1; }","duration":"191.016006ms","start":"2026-03-04T02:45:43.402655Z","end":"2026-03-04T02:45:43.593671Z","steps":["trace[1274396466] 'process raft request' (duration: 190.858353ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:45:44.10223Z","caller":"traceutil/trace.go:171","msg":"trace[104463837] transaction","detail":"{read_only:false; response_revision:6105; number_of_response:1; }","duration":"179.229479ms","start":"2026-03-04T02:45:43.92297Z","end":"2026-03-04T02:45:44.1022Z","steps":["trace[104463837] 'process raft request' (duration: 92.216605ms)","trace[104463837] 'compare' (duration: 86.893021ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:45:44.931622Z","caller":"traceutil/trace.go:171","msg":"trace[209339044] transaction","detail":"{read_only:false; response_revision:6109; number_of_response:1; }","duration":"131.374236ms","start":"2026-03-04T02:45:44.800213Z","end":"2026-03-04T02:45:44.931587Z","steps":["trace[209339044] 'process raft request' (duration: 131.12003ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:45:44.955719Z","caller":"traceutil/trace.go:171","msg":"trace[1631557134] transaction","detail":"{read_only:false; response_revision:6110; number_of_response:1; }","duration":"152.970783ms","start":"2026-03-04T02:45:44.802717Z","end":"2026-03-04T02:45:44.955688Z","steps":["trace[1631557134] 'process raft request' (duration: 152.639705ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:45:45.144464Z","caller":"traceutil/trace.go:171","msg":"trace[1453489603] transaction","detail":"{read_only:false; response_revision:6111; number_of_response:1; }","duration":"177.871137ms","start":"2026-03-04T02:45:44.966563Z","end":"2026-03-04T02:45:45.144434Z","steps":["trace[1453489603] 'process raft request' (duration: 159.657609ms)","trace[1453489603] 'compare' (duration: 17.730957ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:45:46.79902Z","caller":"traceutil/trace.go:171","msg":"trace[1783996551] linearizableReadLoop","detail":"{readStateIndex:6367; appliedIndex:6364; }","duration":"149.082232ms","start":"2026-03-04T02:45:46.649914Z","end":"2026-03-04T02:45:46.798996Z","steps":["trace[1783996551] 'read index received' (duration: 24.109666ms)","trace[1783996551] 'applied index is now lower than readState.Index' (duration: 124.971456ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:45:46.799041Z","caller":"traceutil/trace.go:171","msg":"trace[1532138351] transaction","detail":"{read_only:false; response_revision:6120; number_of_response:1; }","duration":"193.660608ms","start":"2026-03-04T02:45:46.605364Z","end":"2026-03-04T02:45:46.799024Z","steps":["trace[1532138351] 'process raft request' (duration: 191.091968ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:45:46.79907Z","caller":"traceutil/trace.go:171","msg":"trace[1373903056] transaction","detail":"{read_only:false; response_revision:6121; number_of_response:1; }","duration":"192.88445ms","start":"2026-03-04T02:45:46.606158Z","end":"2026-03-04T02:45:46.799042Z","steps":["trace[1373903056] 'process raft request' (duration: 192.794618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:46.799163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.244185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T02:45:46.799199Z","caller":"traceutil/trace.go:171","msg":"trace[701227096] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:6121; }","duration":"149.340497ms","start":"2026-03-04T02:45:46.649847Z","end":"2026-03-04T02:45:46.799188Z","steps":["trace[701227096] 'agreement among raft nodes before linearized reading' (duration: 149.225734ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:45:47.145203Z","caller":"traceutil/trace.go:171","msg":"trace[356352215] transaction","detail":"{read_only:false; response_revision:6123; number_of_response:1; }","duration":"109.694416ms","start":"2026-03-04T02:45:47.035472Z","end":"2026-03-04T02:45:47.145167Z","steps":["trace[356352215] 'process raft request' (duration: 98.496823ms)","trace[356352215] 'compare' (duration: 10.982808ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:45:47.39664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.651648ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:45:47.396819Z","caller":"traceutil/trace.go:171","msg":"trace[465902377] transaction","detail":"{read_only:false; response_revision:6124; number_of_response:1; }","duration":"245.600807ms","start":"2026-03-04T02:45:47.151198Z","end":"2026-03-04T02:45:47.396799Z","steps":["trace[465902377] 'process raft request' (duration: 111.719733ms)","trace[465902377] 'compare' (duration: 133.507265ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:45:47.410492Z","caller":"traceutil/trace.go:171","msg":"trace[759527964] transaction","detail":"{read_only:false; response_revision:6125; number_of_response:1; }","duration":"197.724603ms","start":"2026-03-04T02:45:47.212755Z","end":"2026-03-04T02:45:47.410479Z","steps":["trace[759527964] 'process raft request' (duration: 197.633041ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:45:47.555578Z","caller":"traceutil/trace.go:171","msg":"trace[1402919015] transaction","detail":"{read_only:false; response_revision:6127; number_of_response:1; }","duration":"134.203242ms","start":"2026-03-04T02:45:47.421343Z","end":"2026-03-04T02:45:47.555546Z","steps":["trace[1402919015] 'process raft request' (duration: 126.215434ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:45:48.029774Z","caller":"traceutil/trace.go:171","msg":"trace[299092379] transaction","detail":"{read_only:false; response_revision:6135; number_of_response:1; }","duration":"122.878735ms","start":"2026-03-04T02:45:47.906861Z","end":"2026-03-04T02:45:48.02974Z","steps":["trace[299092379] 'process raft request' (duration: 122.64221ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:45:48.029875Z","caller":"traceutil/trace.go:171","msg":"trace[1427647325] transaction","detail":"{read_only:false; response_revision:6136; number_of_response:1; }","duration":"121.7882ms","start":"2026-03-04T02:45:47.908054Z","end":"2026-03-04T02:45:48.029842Z","steps":["trace[1427647325] 'process raft request' (duration: 121.607416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:48.143164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.377348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-fernet-setup-f6fn4\" ","response":"range_response_count:1 size:6078"} {"level":"info","ts":"2026-03-04T02:45:48.143232Z","caller":"traceutil/trace.go:171","msg":"trace[571159189] range","detail":"{range_begin:/registry/pods/openstack/keystone-fernet-setup-f6fn4; range_end:; response_count:1; response_revision:6138; }","duration":"103.485781ms","start":"2026-03-04T02:45:48.03973Z","end":"2026-03-04T02:45:48.143216Z","steps":["trace[571159189] 'agreement among raft nodes before linearized reading' (duration: 103.298836ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:45:48.143281Z","caller":"traceutil/trace.go:171","msg":"trace[664696189] transaction","detail":"{read_only:false; response_revision:6138; number_of_response:1; }","duration":"108.241382ms","start":"2026-03-04T02:45:48.035004Z","end":"2026-03-04T02:45:48.143245Z","steps":["trace[664696189] 'process raft request' (duration: 106.152193ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:45:48.706277Z","caller":"traceutil/trace.go:171","msg":"trace[1851984649] transaction","detail":"{read_only:false; response_revision:6140; number_of_response:1; }","duration":"158.924113ms","start":"2026-03-04T02:45:48.547312Z","end":"2026-03-04T02:45:48.706236Z","steps":["trace[1851984649] 'process raft request' (duration: 158.415271ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:45:48.894704Z","caller":"traceutil/trace.go:171","msg":"trace[898527157] transaction","detail":"{read_only:false; response_revision:6142; number_of_response:1; }","duration":"178.635375ms","start":"2026-03-04T02:45:48.716008Z","end":"2026-03-04T02:45:48.894643Z","steps":["trace[898527157] 'process raft request' (duration: 177.237363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:49.000495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.212845ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-04T02:45:49.000646Z","caller":"traceutil/trace.go:171","msg":"trace[865001946] linearizableReadLoop","detail":"{readStateIndex:6390; appliedIndex:6389; }","duration":"105.947128ms","start":"2026-03-04T02:45:48.894674Z","end":"2026-03-04T02:45:49.000621Z","steps":["trace[865001946] 'read index received' (duration: 33.201µs)","trace[865001946] 'applied index is now lower than readState.Index' (duration: 105.911857ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:45:49.000736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.204472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-04T02:45:49.000844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.260972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T02:45:49.000886Z","caller":"traceutil/trace.go:171","msg":"trace[866581686] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6142; }","duration":"197.312233ms","start":"2026-03-04T02:45:48.803563Z","end":"2026-03-04T02:45:49.000875Z","steps":["trace[866581686] 'agreement among raft nodes before linearized reading' (duration: 197.135329ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:45:49.000845Z","caller":"traceutil/trace.go:171","msg":"trace[1683773293] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6142; }","duration":"197.383675ms","start":"2026-03-04T02:45:48.803436Z","end":"2026-03-04T02:45:49.000819Z","steps":["trace[1683773293] 'agreement among raft nodes before linearized reading' (duration: 91.261133ms)","trace[1683773293] 'range keys from in-memory index tree' (duration: 105.764884ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:45:50.612817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.98296ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:45:50.612895Z","caller":"traceutil/trace.go:171","msg":"trace[2014132159] linearizableReadLoop","detail":"{readStateIndex:6400; appliedIndex:6399; }","duration":"528.166443ms","start":"2026-03-04T02:45:50.084715Z","end":"2026-03-04T02:45:50.612881Z","steps":["trace[2014132159] 'read index received' (duration: 281.048ms)","trace[2014132159] 'applied index is now lower than readState.Index' (duration: 247.117603ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:45:50.61294Z","caller":"traceutil/trace.go:171","msg":"trace[952858408] transaction","detail":"{read_only:false; response_revision:6152; number_of_response:1; }","duration":"580.070532ms","start":"2026-03-04T02:45:50.032817Z","end":"2026-03-04T02:45:50.612888Z","steps":["trace[952858408] 'process raft request' (duration: 332.968789ms)","trace[952858408] 'compare' (duration: 246.859397ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:45:50.612996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.430193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T02:45:50.613018Z","caller":"traceutil/trace.go:171","msg":"trace[360091810] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:6152; }","duration":"466.493925ms","start":"2026-03-04T02:45:50.146518Z","end":"2026-03-04T02:45:50.613012Z","steps":["trace[360091810] 'agreement among raft nodes before linearized reading' (duration: 466.437384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:50.61304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:45:50.14649Z","time spent":"466.545717ms","remote":"127.0.0.1:47394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:45:50.613039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:45:50.032788Z","time spent":"580.205806ms","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:45:50.613037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.319337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pdxrw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-04T02:45:50.613096Z","caller":"traceutil/trace.go:171","msg":"trace[77262532] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pdxrw; range_end:; response_count:1; response_revision:6152; }","duration":"528.404559ms","start":"2026-03-04T02:45:50.084674Z","end":"2026-03-04T02:45:50.613078Z","steps":["trace[77262532] 'agreement among raft nodes before linearized reading' (duration: 528.235475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:50.613121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:45:50.084658Z","time spent":"528.458101ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-pdxrw\" "} {"level":"warn","ts":"2026-03-04T02:45:50.613212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.801779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T02:45:50.613241Z","caller":"traceutil/trace.go:171","msg":"trace[8195790] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6152; }","duration":"465.88797ms","start":"2026-03-04T02:45:50.147348Z","end":"2026-03-04T02:45:50.613236Z","steps":["trace[8195790] 'agreement among raft nodes before linearized reading' (duration: 465.805808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:50.613258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:45:50.147331Z","time spent":"465.924092ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T02:45:50.920617Z","caller":"traceutil/trace.go:171","msg":"trace[800221392] linearizableReadLoop","detail":"{readStateIndex:6401; appliedIndex:6400; }","duration":"268.440484ms","start":"2026-03-04T02:45:50.652149Z","end":"2026-03-04T02:45:50.92059Z","steps":["trace[800221392] 'read index received' (duration: 262.34144ms)","trace[800221392] 'applied index is now lower than readState.Index' (duration: 6.097664ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:45:50.920683Z","caller":"traceutil/trace.go:171","msg":"trace[2070314309] transaction","detail":"{read_only:false; response_revision:6153; number_of_response:1; }","duration":"304.453941ms","start":"2026-03-04T02:45:50.616177Z","end":"2026-03-04T02:45:50.920631Z","steps":["trace[2070314309] 'process raft request' (duration: 298.331777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:50.920767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.613848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:45:50.920831Z","caller":"traceutil/trace.go:171","msg":"trace[228130320] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6153; }","duration":"268.719451ms","start":"2026-03-04T02:45:50.652092Z","end":"2026-03-04T02:45:50.920811Z","steps":["trace[228130320] 'agreement among raft nodes before linearized reading' (duration: 268.616098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:50.920843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:45:50.616163Z","time spent":"304.591963ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:45:50.920875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.964343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T02:45:50.920928Z","caller":"traceutil/trace.go:171","msg":"trace[889587609] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6153; }","duration":"156.056885ms","start":"2026-03-04T02:45:50.764856Z","end":"2026-03-04T02:45:50.920912Z","steps":["trace[889587609] 'agreement among raft nodes before linearized reading' (duration: 155.873351ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:45:51.053601Z","caller":"traceutil/trace.go:171","msg":"trace[714086237] transaction","detail":"{read_only:false; response_revision:6154; number_of_response:1; }","duration":"129.306096ms","start":"2026-03-04T02:45:50.92425Z","end":"2026-03-04T02:45:51.053556Z","steps":["trace[714086237] 'process raft request' (duration: 122.086197ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:45:53.032798Z","caller":"traceutil/trace.go:171","msg":"trace[1546847127] transaction","detail":"{read_only:false; response_revision:6168; number_of_response:1; }","duration":"102.460586ms","start":"2026-03-04T02:45:52.930285Z","end":"2026-03-04T02:45:53.032745Z","steps":["trace[1546847127] 'process raft request' (duration: 102.137069ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:45:53.232758Z","caller":"traceutil/trace.go:171","msg":"trace[1561505123] linearizableReadLoop","detail":"{readStateIndex:6417; appliedIndex:6416; }","duration":"174.451297ms","start":"2026-03-04T02:45:53.058271Z","end":"2026-03-04T02:45:53.232722Z","steps":["trace[1561505123] 'read index received' (duration: 96.356922ms)","trace[1561505123] 'applied index is now lower than readState.Index' (duration: 78.092995ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:45:53.232843Z","caller":"traceutil/trace.go:171","msg":"trace[265196644] transaction","detail":"{read_only:false; response_revision:6169; number_of_response:1; }","duration":"187.687618ms","start":"2026-03-04T02:45:53.04512Z","end":"2026-03-04T02:45:53.232807Z","steps":["trace[265196644] 'process raft request' (duration: 109.605934ms)","trace[265196644] 'compare' (duration: 77.831478ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:45:53.233154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.862767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T02:45:53.233206Z","caller":"traceutil/trace.go:171","msg":"trace[330027323] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6169; }","duration":"174.97964ms","start":"2026-03-04T02:45:53.05821Z","end":"2026-03-04T02:45:53.233189Z","steps":["trace[330027323] 'agreement among raft nodes before linearized reading' (duration: 174.694383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:53.233387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.181246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T02:45:53.233495Z","caller":"traceutil/trace.go:171","msg":"trace[2016247566] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6169; }","duration":"164.33623ms","start":"2026-03-04T02:45:53.069141Z","end":"2026-03-04T02:45:53.233477Z","steps":["trace[2016247566] 'agreement among raft nodes before linearized reading' (duration: 163.891819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:46:09.58385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.721828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T02:46:09.583907Z","caller":"traceutil/trace.go:171","msg":"trace[650908423] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6273; }","duration":"204.82657ms","start":"2026-03-04T02:46:09.379064Z","end":"2026-03-04T02:46:09.583891Z","steps":["trace[650908423] 'range keys from in-memory index tree' (duration: 204.573694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:46:09.584082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.735589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T02:46:09.584156Z","caller":"traceutil/trace.go:171","msg":"trace[1803790289] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6273; }","duration":"150.848332ms","start":"2026-03-04T02:46:09.433289Z","end":"2026-03-04T02:46:09.584137Z","steps":["trace[1803790289] 'range keys from in-memory index tree' (duration: 150.440353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:46:09.584617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.112313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T02:46:09.584699Z","caller":"traceutil/trace.go:171","msg":"trace[1504622557] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6273; }","duration":"175.234965ms","start":"2026-03-04T02:46:09.409447Z","end":"2026-03-04T02:46:09.584682Z","steps":["trace[1504622557] 'range keys from in-memory index tree' (duration: 174.213061ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:46:31.422256Z","caller":"traceutil/trace.go:171","msg":"trace[1435113335] transaction","detail":"{read_only:false; response_revision:6403; number_of_response:1; }","duration":"105.775157ms","start":"2026-03-04T02:46:31.316458Z","end":"2026-03-04T02:46:31.422233Z","steps":["trace[1435113335] 'process raft request' (duration: 105.615784ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:46:31.606999Z","caller":"traceutil/trace.go:171","msg":"trace[73716643] transaction","detail":"{read_only:false; response_revision:6406; number_of_response:1; }","duration":"113.282483ms","start":"2026-03-04T02:46:31.493697Z","end":"2026-03-04T02:46:31.60698Z","steps":["trace[73716643] 'process raft request' (duration: 31.395295ms)","trace[73716643] 'compare' (duration: 81.691023ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:46:33.926535Z","caller":"traceutil/trace.go:171","msg":"trace[381974160] transaction","detail":"{read_only:false; response_revision:6428; number_of_response:1; }","duration":"110.397505ms","start":"2026-03-04T02:46:33.816081Z","end":"2026-03-04T02:46:33.926478Z","steps":["trace[381974160] 'process raft request' (duration: 93.791556ms)","trace[381974160] 'compare' (duration: 16.187539ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:46:33.926875Z","caller":"traceutil/trace.go:171","msg":"trace[485988288] transaction","detail":"{read_only:false; response_revision:6429; number_of_response:1; }","duration":"110.354135ms","start":"2026-03-04T02:46:33.816482Z","end":"2026-03-04T02:46:33.926836Z","steps":["trace[485988288] 'process raft request' (duration: 109.803462ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:46:33.927203Z","caller":"traceutil/trace.go:171","msg":"trace[1293015023] transaction","detail":"{read_only:false; response_revision:6430; number_of_response:1; }","duration":"109.163827ms","start":"2026-03-04T02:46:33.818026Z","end":"2026-03-04T02:46:33.927189Z","steps":["trace[1293015023] 'process raft request' (duration: 108.738837ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:46:37.761316Z","caller":"traceutil/trace.go:171","msg":"trace[1266607833] linearizableReadLoop","detail":"{readStateIndex:6713; appliedIndex:6712; }","duration":"108.369678ms","start":"2026-03-04T02:46:37.652915Z","end":"2026-03-04T02:46:37.761284Z","steps":["trace[1266607833] 'read index received' (duration: 107.766694ms)","trace[1266607833] 'applied index is now lower than readState.Index' (duration: 601.804µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:46:37.761385Z","caller":"traceutil/trace.go:171","msg":"trace[1968208166] transaction","detail":"{read_only:false; response_revision:6456; number_of_response:1; }","duration":"115.144186ms","start":"2026-03-04T02:46:37.646196Z","end":"2026-03-04T02:46:37.761341Z","steps":["trace[1968208166] 'process raft request' (duration: 114.754847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:46:37.761571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.634004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:46:37.761671Z","caller":"traceutil/trace.go:171","msg":"trace[662446127] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6456; }","duration":"108.777127ms","start":"2026-03-04T02:46:37.65287Z","end":"2026-03-04T02:46:37.761647Z","steps":["trace[662446127] 'agreement among raft nodes before linearized reading' (duration: 108.578743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:46:39.116952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.13397ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-04T02:46:44.632299Z","caller":"traceutil/trace.go:171","msg":"trace[2006385385] transaction","detail":"{read_only:false; response_revision:6492; number_of_response:1; }","duration":"160.105959ms","start":"2026-03-04T02:46:44.472161Z","end":"2026-03-04T02:46:44.632267Z","steps":["trace[2006385385] 'process raft request' (duration: 145.495737ms)","trace[2006385385] 'compare' (duration: 14.49961ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:47:22.857184Z","caller":"traceutil/trace.go:171","msg":"trace[1845086481] transaction","detail":"{read_only:false; response_revision:6668; number_of_response:1; }","duration":"104.732611ms","start":"2026-03-04T02:47:22.752417Z","end":"2026-03-04T02:47:22.85715Z","steps":["trace[1845086481] 'process raft request' (duration: 104.645879ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:47:22.85724Z","caller":"traceutil/trace.go:171","msg":"trace[1285283063] transaction","detail":"{read_only:false; response_revision:6667; number_of_response:1; }","duration":"107.181239ms","start":"2026-03-04T02:47:22.750011Z","end":"2026-03-04T02:47:22.857193Z","steps":["trace[1285283063] 'process raft request' (duration: 101.009234ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:47:24.523683Z","caller":"traceutil/trace.go:171","msg":"trace[944809706] transaction","detail":"{read_only:false; response_revision:6680; number_of_response:1; }","duration":"108.287704ms","start":"2026-03-04T02:47:24.415366Z","end":"2026-03-04T02:47:24.523653Z","steps":["trace[944809706] 'process raft request' (duration: 106.937693ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:47:57.294117Z","caller":"traceutil/trace.go:171","msg":"trace[1769537798] transaction","detail":"{read_only:false; response_revision:6856; number_of_response:1; }","duration":"140.819326ms","start":"2026-03-04T02:47:57.153265Z","end":"2026-03-04T02:47:57.294085Z","steps":["trace[1769537798] 'process raft request' (duration: 140.478988ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:48:16.873339Z","caller":"traceutil/trace.go:171","msg":"trace[1443429500] transaction","detail":"{read_only:false; response_revision:6986; number_of_response:1; }","duration":"147.188043ms","start":"2026-03-04T02:48:16.726125Z","end":"2026-03-04T02:48:16.873313Z","steps":["trace[1443429500] 'process raft request' (duration: 147.019369ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:48:20.744448Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":4281} {"level":"info","ts":"2026-03-04T02:48:20.914228Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":4281,"took":"168.194247ms","hash":1676872109,"current-db-size-bytes":35540992,"current-db-size":"36 MB","current-db-size-in-use-bytes":34701312,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-03-04T02:48:20.914287Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1676872109,"revision":4281,"compact-revision":2520} {"level":"info","ts":"2026-03-04T02:48:37.135544Z","caller":"traceutil/trace.go:171","msg":"trace[2142075102] linearizableReadLoop","detail":"{readStateIndex:7454; appliedIndex:7453; }","duration":"121.750329ms","start":"2026-03-04T02:48:37.013759Z","end":"2026-03-04T02:48:37.13551Z","steps":["trace[2142075102] 'read index received' (duration: 120.373496ms)","trace[2142075102] 'applied index is now lower than readState.Index' (duration: 1.375013ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:48:37.135678Z","caller":"traceutil/trace.go:171","msg":"trace[1621952450] transaction","detail":"{read_only:false; response_revision:7168; number_of_response:1; }","duration":"136.80169ms","start":"2026-03-04T02:48:36.998831Z","end":"2026-03-04T02:48:37.135633Z","steps":["trace[1621952450] 'process raft request' (duration: 135.432428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:48:37.135819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.025625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-04T02:48:37.135858Z","caller":"traceutil/trace.go:171","msg":"trace[286693674] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:7168; }","duration":"122.098116ms","start":"2026-03-04T02:48:37.013745Z","end":"2026-03-04T02:48:37.135843Z","steps":["trace[286693674] 'agreement among raft nodes before linearized reading' (duration: 121.898572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:49:15.377485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.751841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:49:15.377646Z","caller":"traceutil/trace.go:171","msg":"trace[866464995] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7464; }","duration":"107.988317ms","start":"2026-03-04T02:49:15.269633Z","end":"2026-03-04T02:49:15.377621Z","steps":["trace[866464995] 'range keys from in-memory index tree' (duration: 107.552556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:49:17.100065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.287179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-04T02:49:17.100151Z","caller":"traceutil/trace.go:171","msg":"trace[1639557731] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7474; }","duration":"183.453763ms","start":"2026-03-04T02:49:16.916678Z","end":"2026-03-04T02:49:17.100132Z","steps":["trace[1639557731] 'range keys from in-memory index tree' (duration: 183.024273ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:49:17.214166Z","caller":"traceutil/trace.go:171","msg":"trace[1626974754] transaction","detail":"{read_only:false; response_revision:7475; number_of_response:1; }","duration":"109.963323ms","start":"2026-03-04T02:49:17.104185Z","end":"2026-03-04T02:49:17.214148Z","steps":["trace[1626974754] 'process raft request' (duration: 109.86594ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:49:17.509423Z","caller":"traceutil/trace.go:171","msg":"trace[1551069580] transaction","detail":"{read_only:false; response_revision:7476; number_of_response:1; }","duration":"277.577385ms","start":"2026-03-04T02:49:17.231817Z","end":"2026-03-04T02:49:17.509394Z","steps":["trace[1551069580] 'process raft request' (duration: 277.411041ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:49:17.685683Z","caller":"traceutil/trace.go:171","msg":"trace[532347799] linearizableReadLoop","detail":"{readStateIndex:7772; appliedIndex:7770; }","duration":"259.90384ms","start":"2026-03-04T02:49:17.425754Z","end":"2026-03-04T02:49:17.685658Z","steps":["trace[532347799] 'read index received' (duration: 83.498243ms)","trace[532347799] 'applied index is now lower than readState.Index' (duration: 176.404597ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:49:17.685827Z","caller":"traceutil/trace.go:171","msg":"trace[53939667] transaction","detail":"{read_only:false; response_revision:7477; number_of_response:1; }","duration":"262.981212ms","start":"2026-03-04T02:49:17.422829Z","end":"2026-03-04T02:49:17.685811Z","steps":["trace[53939667] 'process raft request' (duration: 181.033346ms)","trace[53939667] 'compare' (duration: 81.69311ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:49:17.685915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.144365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T02:49:17.685955Z","caller":"traceutil/trace.go:171","msg":"trace[400622524] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7477; }","duration":"260.225687ms","start":"2026-03-04T02:49:17.42572Z","end":"2026-03-04T02:49:17.685946Z","steps":["trace[400622524] 'agreement among raft nodes before linearized reading' (duration: 260.079274ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:49:18.04035Z","caller":"traceutil/trace.go:171","msg":"trace[1186401186] transaction","detail":"{read_only:false; response_revision:7478; number_of_response:1; }","duration":"350.646794ms","start":"2026-03-04T02:49:17.689677Z","end":"2026-03-04T02:49:18.040323Z","steps":["trace[1186401186] 'process raft request' (duration: 305.501848ms)","trace[1186401186] 'compare' (duration: 44.945032ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:49:18.04049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:49:17.689662Z","time spent":"350.742537ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:49:18.117892Z","caller":"traceutil/trace.go:171","msg":"trace[1619619838] linearizableReadLoop","detail":"{readStateIndex:7774; appliedIndex:7772; }","duration":"229.645313ms","start":"2026-03-04T02:49:17.888202Z","end":"2026-03-04T02:49:18.117847Z","steps":["trace[1619619838] 'read index received' (duration: 106.991063ms)","trace[1619619838] 'applied index is now lower than readState.Index' (duration: 122.65331ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:49:18.118149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.767186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T02:49:18.118191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.981721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T02:49:18.118291Z","caller":"traceutil/trace.go:171","msg":"trace[1756391791] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7479; }","duration":"230.121654ms","start":"2026-03-04T02:49:17.88815Z","end":"2026-03-04T02:49:18.118271Z","steps":["trace[1756391791] 'agreement among raft nodes before linearized reading' (duration: 229.836668ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:49:18.118208Z","caller":"traceutil/trace.go:171","msg":"trace[264639907] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7479; }","duration":"226.860228ms","start":"2026-03-04T02:49:17.891331Z","end":"2026-03-04T02:49:18.118192Z","steps":["trace[264639907] 'agreement among raft nodes before linearized reading' (duration: 226.702705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:49:18.118522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.928389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pdxrw\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-04T02:49:18.118536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.030229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T02:49:18.118578Z","caller":"traceutil/trace.go:171","msg":"trace[1317255381] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pdxrw; range_end:; response_count:1; response_revision:7479; }","duration":"156.025911ms","start":"2026-03-04T02:49:17.962538Z","end":"2026-03-04T02:49:18.118564Z","steps":["trace[1317255381] 'agreement among raft nodes before linearized reading' (duration: 155.824366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:49:18.118543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.67567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T02:49:18.118604Z","caller":"traceutil/trace.go:171","msg":"trace[695185301] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7479; }","duration":"220.130761ms","start":"2026-03-04T02:49:17.898457Z","end":"2026-03-04T02:49:18.118588Z","steps":["trace[695185301] 'agreement among raft nodes before linearized reading' (duration: 220.002008ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:49:18.118492Z","caller":"traceutil/trace.go:171","msg":"trace[708178466] transaction","detail":"{read_only:false; response_revision:7479; number_of_response:1; }","duration":"423.149041ms","start":"2026-03-04T02:49:17.694779Z","end":"2026-03-04T02:49:18.117928Z","steps":["trace[708178466] 'process raft request' (duration: 422.900516ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:49:18.118634Z","caller":"traceutil/trace.go:171","msg":"trace[930035532] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7479; }","duration":"219.814863ms","start":"2026-03-04T02:49:17.898795Z","end":"2026-03-04T02:49:18.11861Z","steps":["trace[930035532] 'agreement among raft nodes before linearized reading' (duration: 219.538047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:49:18.118976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:49:17.694769Z","time spent":"424.113144ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:49:18.334018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.844898ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:49:18.334099Z","caller":"traceutil/trace.go:171","msg":"trace[534742076] transaction","detail":"{read_only:false; response_revision:7480; number_of_response:1; }","duration":"211.896638ms","start":"2026-03-04T02:49:18.122188Z","end":"2026-03-04T02:49:18.334085Z","steps":["trace[534742076] 'process raft request' (duration: 25.909256ms)","trace[534742076] 'compare' (duration: 185.766117ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:49:18.340338Z","caller":"traceutil/trace.go:171","msg":"trace[363088091] linearizableReadLoop","detail":"{readStateIndex:7777; appliedIndex:7774; }","duration":"217.309415ms","start":"2026-03-04T02:49:18.123Z","end":"2026-03-04T02:49:18.34031Z","steps":["trace[363088091] 'read index received' (duration: 25.110017ms)","trace[363088091] 'applied index is now lower than readState.Index' (duration: 192.198768ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:49:18.34038Z","caller":"traceutil/trace.go:171","msg":"trace[2050177961] transaction","detail":"{read_only:false; response_revision:7482; number_of_response:1; }","duration":"217.627672ms","start":"2026-03-04T02:49:18.122731Z","end":"2026-03-04T02:49:18.340358Z","steps":["trace[2050177961] 'process raft request' (duration: 217.520359ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:49:18.340408Z","caller":"traceutil/trace.go:171","msg":"trace[2028503443] transaction","detail":"{read_only:false; response_revision:7483; number_of_response:1; }","duration":"217.331116ms","start":"2026-03-04T02:49:18.123069Z","end":"2026-03-04T02:49:18.340401Z","steps":["trace[2028503443] 'process raft request' (duration: 217.212903ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:49:18.340543Z","caller":"traceutil/trace.go:171","msg":"trace[1226405116] transaction","detail":"{read_only:false; response_revision:7481; number_of_response:1; }","duration":"218.070792ms","start":"2026-03-04T02:49:18.122436Z","end":"2026-03-04T02:49:18.340506Z","steps":["trace[1226405116] 'process raft request' (duration: 217.709114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:49:18.340753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.742055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:21 size:183284"} {"level":"info","ts":"2026-03-04T02:49:18.340794Z","caller":"traceutil/trace.go:171","msg":"trace[1593470166] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:21; response_revision:7483; }","duration":"217.805627ms","start":"2026-03-04T02:49:18.122978Z","end":"2026-03-04T02:49:18.340784Z","steps":["trace[1593470166] 'agreement among raft nodes before linearized reading' (duration: 217.51179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:49:18.616432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.760333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:49:18.616524Z","caller":"traceutil/trace.go:171","msg":"trace[546168146] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7483; }","duration":"134.919847ms","start":"2026-03-04T02:49:18.481585Z","end":"2026-03-04T02:49:18.616505Z","steps":["trace[546168146] 'range keys from in-memory index tree' (duration: 134.65511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:49:50.176439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.645891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-ks-service-vrjrp\" ","response":"range_response_count:1 size:8043"} {"level":"info","ts":"2026-03-04T02:49:50.176552Z","caller":"traceutil/trace.go:171","msg":"trace[1572005719] range","detail":"{range_begin:/registry/pods/openstack/barbican-ks-service-vrjrp; range_end:; response_count:1; response_revision:7678; }","duration":"136.810705ms","start":"2026-03-04T02:49:50.039717Z","end":"2026-03-04T02:49:50.176528Z","steps":["trace[1572005719] 'range keys from in-memory index tree' (duration: 136.459497ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:50:00.065796Z","caller":"traceutil/trace.go:171","msg":"trace[337682914] transaction","detail":"{read_only:false; response_revision:7756; number_of_response:1; }","duration":"177.510189ms","start":"2026-03-04T02:49:59.888239Z","end":"2026-03-04T02:50:00.065749Z","steps":["trace[337682914] 'process raft request' (duration: 132.520545ms)","trace[337682914] 'compare' (duration: 44.768959ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:50:00.615071Z","caller":"traceutil/trace.go:171","msg":"trace[418965062] transaction","detail":"{read_only:false; response_revision:7757; number_of_response:1; }","duration":"237.260897ms","start":"2026-03-04T02:50:00.37778Z","end":"2026-03-04T02:50:00.615041Z","steps":["trace[418965062] 'process raft request' (duration: 237.059872ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:50:00.952921Z","caller":"traceutil/trace.go:171","msg":"trace[2132690668] linearizableReadLoop","detail":"{readStateIndex:8063; appliedIndex:8061; }","duration":"509.657308ms","start":"2026-03-04T02:50:00.443233Z","end":"2026-03-04T02:50:00.95289Z","steps":["trace[2132690668] 'read index received' (duration: 171.678361ms)","trace[2132690668] 'applied index is now lower than readState.Index' (duration: 337.977747ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:50:00.95315Z","caller":"traceutil/trace.go:171","msg":"trace[577945365] transaction","detail":"{read_only:false; response_revision:7758; number_of_response:1; }","duration":"510.709922ms","start":"2026-03-04T02:50:00.442412Z","end":"2026-03-04T02:50:00.953122Z","steps":["trace[577945365] 'process raft request' (duration: 440.944128ms)","trace[577945365] 'compare' (duration: 69.382885ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:50:00.953306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:50:00.442385Z","time spent":"510.833376ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:50:00.953798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.551589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-04T02:50:00.953845Z","caller":"traceutil/trace.go:171","msg":"trace[1520272484] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7758; }","duration":"510.665182ms","start":"2026-03-04T02:50:00.443166Z","end":"2026-03-04T02:50:00.953831Z","steps":["trace[1520272484] 'agreement among raft nodes before linearized reading' (duration: 510.519219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:50:00.95388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:50:00.443156Z","time spent":"510.717053ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:50:00.954194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.504309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:50:00.954714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.629837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T02:50:00.954813Z","caller":"traceutil/trace.go:171","msg":"trace[1519624698] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7758; }","duration":"240.76439ms","start":"2026-03-04T02:50:00.714024Z","end":"2026-03-04T02:50:00.954788Z","steps":["trace[1519624698] 'agreement among raft nodes before linearized reading' (duration: 240.631267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:50:00.954953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.117738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:50:00.954983Z","caller":"traceutil/trace.go:171","msg":"trace[401134718] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:7758; }","duration":"168.19206ms","start":"2026-03-04T02:50:00.786784Z","end":"2026-03-04T02:50:00.954976Z","steps":["trace[401134718] 'agreement among raft nodes before linearized reading' (duration: 168.140299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:50:00.955474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.544812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T02:50:00.955511Z","caller":"traceutil/trace.go:171","msg":"trace[1475277590] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7758; }","duration":"280.623334ms","start":"2026-03-04T02:50:00.674879Z","end":"2026-03-04T02:50:00.955502Z","steps":["trace[1475277590] 'agreement among raft nodes before linearized reading' (duration: 280.523822ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:50:00.955702Z","caller":"traceutil/trace.go:171","msg":"trace[1064564967] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7758; }","duration":"300.691334ms","start":"2026-03-04T02:50:00.653583Z","end":"2026-03-04T02:50:00.954275Z","steps":["trace[1064564967] 'agreement among raft nodes before linearized reading' (duration: 300.285175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:50:00.955782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:50:00.65355Z","time spent":"302.219759ms","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:50:00.956212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.899889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pdxrw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-04T02:50:00.956284Z","caller":"traceutil/trace.go:171","msg":"trace[1785937662] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pdxrw; range_end:; response_count:1; response_revision:7758; }","duration":"272.694078ms","start":"2026-03-04T02:50:00.683564Z","end":"2026-03-04T02:50:00.956258Z","steps":["trace[1785937662] 'agreement among raft nodes before linearized reading' (duration: 271.802517ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:50:06.033655Z","caller":"traceutil/trace.go:171","msg":"trace[812132157] transaction","detail":"{read_only:false; response_revision:7783; number_of_response:1; }","duration":"115.928845ms","start":"2026-03-04T02:50:05.91769Z","end":"2026-03-04T02:50:06.033619Z","steps":["trace[812132157] 'process raft request' (duration: 115.69246ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:50:06.925402Z","caller":"traceutil/trace.go:171","msg":"trace[202962163] transaction","detail":"{read_only:false; response_revision:7786; number_of_response:1; }","duration":"117.300738ms","start":"2026-03-04T02:50:06.808074Z","end":"2026-03-04T02:50:06.925375Z","steps":["trace[202962163] 'process raft request' (duration: 117.130704ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:50:07.076946Z","caller":"traceutil/trace.go:171","msg":"trace[570323474] transaction","detail":"{read_only:false; response_revision:7787; number_of_response:1; }","duration":"102.521022ms","start":"2026-03-04T02:50:06.974365Z","end":"2026-03-04T02:50:07.076886Z","steps":["trace[570323474] 'compare' (duration: 92.677681ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:50:42.364353Z","caller":"traceutil/trace.go:171","msg":"trace[790625489] transaction","detail":"{read_only:false; response_revision:8019; number_of_response:1; }","duration":"198.48908ms","start":"2026-03-04T02:50:42.165827Z","end":"2026-03-04T02:50:42.364316Z","steps":["trace[790625489] 'process raft request' (duration: 198.312156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:50:50.731461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.99897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:50:50.731554Z","caller":"traceutil/trace.go:171","msg":"trace[1825912546] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8069; }","duration":"228.136493ms","start":"2026-03-04T02:50:50.503392Z","end":"2026-03-04T02:50:50.731528Z","steps":["trace[1825912546] 'range keys from in-memory index tree' (duration: 227.829926ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:50:51.531778Z","caller":"traceutil/trace.go:171","msg":"trace[960317036] transaction","detail":"{read_only:false; response_revision:8071; number_of_response:1; }","duration":"149.188365ms","start":"2026-03-04T02:50:51.382564Z","end":"2026-03-04T02:50:51.531753Z","steps":["trace[960317036] 'process raft request' (duration: 148.99652ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:50:51.676006Z","caller":"traceutil/trace.go:171","msg":"trace[1260322439] linearizableReadLoop","detail":"{readStateIndex:8390; appliedIndex:8389; }","duration":"140.733118ms","start":"2026-03-04T02:50:51.535232Z","end":"2026-03-04T02:50:51.675965Z","steps":["trace[1260322439] 'read index received' (duration: 26.691µs)","trace[1260322439] 'applied index is now lower than readState.Index' (duration: 140.705277ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:50:51.676084Z","caller":"traceutil/trace.go:171","msg":"trace[1852133035] transaction","detail":"{read_only:false; response_revision:8072; number_of_response:1; }","duration":"140.84396ms","start":"2026-03-04T02:50:51.535204Z","end":"2026-03-04T02:50:51.676048Z","steps":["trace[1852133035] 'process raft request' (duration: 90.361837ms)","trace[1852133035] 'compare' (duration: 50.292758ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:50:51.676179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.932972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-33d781c5-22cc-4083-9dfd-c868453bd2fe\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-03-04T02:50:51.676216Z","caller":"traceutil/trace.go:171","msg":"trace[1731341995] range","detail":"{range_begin:/registry/persistentvolumes/pvc-33d781c5-22cc-4083-9dfd-c868453bd2fe; range_end:; response_count:1; response_revision:8072; }","duration":"140.997293ms","start":"2026-03-04T02:50:51.535209Z","end":"2026-03-04T02:50:51.676206Z","steps":["trace[1731341995] 'agreement among raft nodes before linearized reading' (duration: 140.874071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:50:51.676418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.175298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222793"} {"level":"info","ts":"2026-03-04T02:50:51.676476Z","caller":"traceutil/trace.go:171","msg":"trace[1559940445] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8072; }","duration":"141.237189ms","start":"2026-03-04T02:50:51.535225Z","end":"2026-03-04T02:50:51.676462Z","steps":["trace[1559940445] 'agreement among raft nodes before linearized reading' (duration: 140.896961ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:50:51.734282Z","caller":"traceutil/trace.go:171","msg":"trace[1021354303] transaction","detail":"{read_only:false; response_revision:8075; number_of_response:1; }","duration":"198.830218ms","start":"2026-03-04T02:50:51.535431Z","end":"2026-03-04T02:50:51.734261Z","steps":["trace[1021354303] 'process raft request' (duration: 198.746976ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:50:51.734282Z","caller":"traceutil/trace.go:171","msg":"trace[2058839849] transaction","detail":"{read_only:false; response_revision:8074; number_of_response:1; }","duration":"198.93108ms","start":"2026-03-04T02:50:51.53532Z","end":"2026-03-04T02:50:51.734251Z","steps":["trace[2058839849] 'process raft request' (duration: 198.830868ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:50:51.735257Z","caller":"traceutil/trace.go:171","msg":"trace[1562798488] transaction","detail":"{read_only:false; response_revision:8073; number_of_response:1; }","duration":"199.024343ms","start":"2026-03-04T02:50:51.535284Z","end":"2026-03-04T02:50:51.734308Z","steps":["trace[1562798488] 'process raft request' (duration: 198.755356ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:50:53.854398Z","caller":"traceutil/trace.go:171","msg":"trace[938772895] transaction","detail":"{read_only:false; response_revision:8082; number_of_response:1; }","duration":"111.188185ms","start":"2026-03-04T02:50:53.743189Z","end":"2026-03-04T02:50:53.854378Z","steps":["trace[938772895] 'process raft request' (duration: 111.104373ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:50:53.854688Z","caller":"traceutil/trace.go:171","msg":"trace[616928797] transaction","detail":"{read_only:false; response_revision:8081; number_of_response:1; }","duration":"111.580864ms","start":"2026-03-04T02:50:53.743076Z","end":"2026-03-04T02:50:53.854656Z","steps":["trace[616928797] 'process raft request' (duration: 47.270697ms)","trace[616928797] 'compare' (duration: 63.828745ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:50:53.854783Z","caller":"traceutil/trace.go:171","msg":"trace[70790708] transaction","detail":"{read_only:false; response_revision:8083; number_of_response:1; }","duration":"111.262336ms","start":"2026-03-04T02:50:53.743509Z","end":"2026-03-04T02:50:53.854771Z","steps":["trace[70790708] 'process raft request' (duration: 110.833956ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:50:58.640005Z","caller":"traceutil/trace.go:171","msg":"trace[1521236911] transaction","detail":"{read_only:false; response_revision:8236; number_of_response:1; }","duration":"121.20133ms","start":"2026-03-04T02:50:58.518781Z","end":"2026-03-04T02:50:58.639982Z","steps":["trace[1521236911] 'process raft request' (duration: 65.915194ms)","trace[1521236911] 'compare' (duration: 55.01794ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:51:00.118922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.885373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:51:00.118982Z","caller":"traceutil/trace.go:171","msg":"trace[304098553] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8243; }","duration":"100.962305ms","start":"2026-03-04T02:51:00.018006Z","end":"2026-03-04T02:51:00.118968Z","steps":["trace[304098553] 'range keys from in-memory index tree' (duration: 100.860323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:00.119207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.742663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:51:00.119242Z","caller":"traceutil/trace.go:171","msg":"trace[576865429] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8243; }","duration":"101.788114ms","start":"2026-03-04T02:51:00.017444Z","end":"2026-03-04T02:51:00.119232Z","steps":["trace[576865429] 'count revisions from in-memory index tree' (duration: 101.718883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:00.119368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.945388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:51:00.119395Z","caller":"traceutil/trace.go:171","msg":"trace[1981378426] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8243; }","duration":"101.9853ms","start":"2026-03-04T02:51:00.017401Z","end":"2026-03-04T02:51:00.119386Z","steps":["trace[1981378426] 'range keys from in-memory index tree' (duration: 101.869667ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:02.549427Z","caller":"traceutil/trace.go:171","msg":"trace[52094471] linearizableReadLoop","detail":"{readStateIndex:8574; appliedIndex:8573; }","duration":"174.465178ms","start":"2026-03-04T02:51:02.37494Z","end":"2026-03-04T02:51:02.549405Z","steps":["trace[52094471] 'read index received' (duration: 174.283873ms)","trace[52094471] 'applied index is now lower than readState.Index' (duration: 180.325µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:51:02.549551Z","caller":"traceutil/trace.go:171","msg":"trace[1962692463] transaction","detail":"{read_only:false; response_revision:8254; number_of_response:1; }","duration":"226.553358ms","start":"2026-03-04T02:51:02.322962Z","end":"2026-03-04T02:51:02.549516Z","steps":["trace[1962692463] 'process raft request' (duration: 226.304882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:02.549582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.621811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T02:51:02.549667Z","caller":"traceutil/trace.go:171","msg":"trace[1240329191] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:8254; }","duration":"174.753784ms","start":"2026-03-04T02:51:02.374898Z","end":"2026-03-04T02:51:02.549652Z","steps":["trace[1240329191] 'agreement among raft nodes before linearized reading' (duration: 174.613251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:03.741707Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395040418,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:51:04.24194Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395040418,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:51:04.753014Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395040418,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:51:05.253918Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395040418,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:51:05.293175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.647454043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:51:05.293285Z","caller":"traceutil/trace.go:171","msg":"trace[28231999] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8255; }","duration":"2.647622387s","start":"2026-03-04T02:51:02.645635Z","end":"2026-03-04T02:51:05.293257Z","steps":["trace[28231999] 'count revisions from in-memory index tree' (duration: 2.647382101s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:05.293333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:02.645619Z","time spent":"2.647703419s","remote":"127.0.0.1:47182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:51:05.293564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.64261919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:51:05.293599Z","caller":"traceutil/trace.go:171","msg":"trace[1096769396] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8255; }","duration":"2.642681351s","start":"2026-03-04T02:51:02.650908Z","end":"2026-03-04T02:51:05.29359Z","steps":["trace[1096769396] 'range keys from in-memory index tree' (duration: 2.642542948s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:05.293627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:02.650887Z","time spent":"2.642733653s","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:51:05.295651Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.619205341s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:51:05.296803Z","caller":"traceutil/trace.go:171","msg":"trace[943044580] transaction","detail":"{read_only:false; response_revision:8256; number_of_response:1; }","duration":"2.620440391s","start":"2026-03-04T02:51:02.67633Z","end":"2026-03-04T02:51:05.29677Z","steps":["trace[943044580] 'process raft request' (duration: 2.619605471s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:05.297278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:02.67631Z","time spent":"2.620815849s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:51:05.298257Z","caller":"traceutil/trace.go:171","msg":"trace[2128038835] transaction","detail":"{read_only:false; response_revision:8257; number_of_response:1; }","duration":"1.626963716s","start":"2026-03-04T02:51:03.671265Z","end":"2026-03-04T02:51:05.298228Z","steps":["trace[2128038835] 'process raft request' (duration: 1.62674118s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:05.298442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:03.671235Z","time spent":"1.627116639s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:51:05.298453Z","caller":"traceutil/trace.go:171","msg":"trace[303932413] transaction","detail":"{read_only:false; response_revision:8258; number_of_response:1; }","duration":"727.654166ms","start":"2026-03-04T02:51:04.570765Z","end":"2026-03-04T02:51:05.298419Z","steps":["trace[303932413] 'process raft request' (duration: 727.41193ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:05.298492Z","caller":"traceutil/trace.go:171","msg":"trace[1613358508] linearizableReadLoop","detail":"{readStateIndex:8579; appliedIndex:8575; }","duration":"2.057119052s","start":"2026-03-04T02:51:03.241356Z","end":"2026-03-04T02:51:05.298475Z","steps":["trace[1613358508] 'read index received' (duration: 2.055147276s)","trace[1613358508] 'applied index is now lower than readState.Index' (duration: 1.970416ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:51:05.298666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:04.570735Z","time spent":"727.78945ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:51:05.298704Z","caller":"traceutil/trace.go:171","msg":"trace[1036883201] transaction","detail":"{read_only:false; response_revision:8259; number_of_response:1; }","duration":"209.428446ms","start":"2026-03-04T02:51:05.08926Z","end":"2026-03-04T02:51:05.298688Z","steps":["trace[1036883201] 'process raft request' (duration: 209.063998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:05.298874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.057518482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T02:51:05.298923Z","caller":"traceutil/trace.go:171","msg":"trace[1474998163] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8259; }","duration":"2.057599535s","start":"2026-03-04T02:51:03.241313Z","end":"2026-03-04T02:51:05.298912Z","steps":["trace[1474998163] 'agreement among raft nodes before linearized reading' (duration: 2.057463821s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:05.298914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.61074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T02:51:05.298954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:03.241292Z","time spent":"2.057655225s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:51:05.299094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.355194909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T02:51:05.299093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.753699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T02:51:05.298965Z","caller":"traceutil/trace.go:171","msg":"trace[468267823] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:8259; }","duration":"527.699213ms","start":"2026-03-04T02:51:04.77125Z","end":"2026-03-04T02:51:05.298949Z","steps":["trace[468267823] 'agreement among raft nodes before linearized reading' (duration: 527.5999ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:05.299141Z","caller":"traceutil/trace.go:171","msg":"trace[1045101485] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8259; }","duration":"1.35525371s","start":"2026-03-04T02:51:03.943875Z","end":"2026-03-04T02:51:05.299129Z","steps":["trace[1045101485] 'agreement among raft nodes before linearized reading' (duration: 1.355156997s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:05.299159Z","caller":"traceutil/trace.go:171","msg":"trace[1137672290] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:8259; }","duration":"301.83045ms","start":"2026-03-04T02:51:04.997311Z","end":"2026-03-04T02:51:05.299142Z","steps":["trace[1137672290] 'agreement among raft nodes before linearized reading' (duration: 301.739198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:05.299088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.282505726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T02:51:05.299198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:04.77122Z","time spent":"527.944198ms","remote":"127.0.0.1:47082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":7,"response size":29,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:51:05.29925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.467316955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pdxrw\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-04T02:51:05.299265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.868817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:51:05.299286Z","caller":"traceutil/trace.go:171","msg":"trace[1896027952] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8259; }","duration":"647.935599ms","start":"2026-03-04T02:51:04.651344Z","end":"2026-03-04T02:51:05.29928Z","steps":["trace[1896027952] 'agreement among raft nodes before linearized reading' (duration: 647.903508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:05.299308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:04.651322Z","time spent":"647.98335ms","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:51:05.29936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.472520837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T02:51:05.299397Z","caller":"traceutil/trace.go:171","msg":"trace[79290828] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8259; }","duration":"1.472581149s","start":"2026-03-04T02:51:03.826809Z","end":"2026-03-04T02:51:05.29939Z","steps":["trace[79290828] 'agreement among raft nodes before linearized reading' (duration: 1.472491277s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:05.299349Z","caller":"traceutil/trace.go:171","msg":"trace[126030743] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8259; }","duration":"1.282735161s","start":"2026-03-04T02:51:04.016507Z","end":"2026-03-04T02:51:05.299243Z","steps":["trace[126030743] 'agreement among raft nodes before linearized reading' (duration: 1.282340772s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:05.299422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:03.826794Z","time spent":"1.472621939s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:51:05.299026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.756528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:51:05.299449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.356256953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-04T02:51:05.299492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.362318255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-04T02:51:05.299175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:03.943867Z","time spent":"1.355300841s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T02:51:05.299507Z","caller":"traceutil/trace.go:171","msg":"trace[2107304651] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:8259; }","duration":"214.219979ms","start":"2026-03-04T02:51:05.085258Z","end":"2026-03-04T02:51:05.299478Z","steps":["trace[2107304651] 'agreement among raft nodes before linearized reading' (duration: 213.731397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:05.299224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:04.997297Z","time spent":"301.913393ms","remote":"127.0.0.1:47406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:51:05.299572Z","caller":"traceutil/trace.go:171","msg":"trace[543521094] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8259; }","duration":"1.362431508s","start":"2026-03-04T02:51:03.937091Z","end":"2026-03-04T02:51:05.299523Z","steps":["trace[543521094] 'agreement among raft nodes before linearized reading' (duration: 1.36208933s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:05.299609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:04.016488Z","time spent":"1.282996667s","remote":"127.0.0.1:36312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:51:05.299698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:03.937073Z","time spent":"1.362612352s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:51:05.298995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.47691996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.240\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-04T02:51:05.299748Z","caller":"traceutil/trace.go:171","msg":"trace[96383120] range","detail":"{range_begin:/registry/masterleases/199.19.213.240; range_end:; response_count:1; response_revision:8259; }","duration":"1.477715529s","start":"2026-03-04T02:51:03.822022Z","end":"2026-03-04T02:51:05.299737Z","steps":["trace[96383120] 'agreement among raft nodes before linearized reading' (duration: 1.476819928s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:05.299194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.522302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T02:51:05.299796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:03.822Z","time spent":"1.47778665s","remote":"127.0.0.1:46920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.240\" "} {"level":"info","ts":"2026-03-04T02:51:05.299821Z","caller":"traceutil/trace.go:171","msg":"trace[1047873708] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8259; }","duration":"570.167307ms","start":"2026-03-04T02:51:04.72963Z","end":"2026-03-04T02:51:05.299798Z","steps":["trace[1047873708] 'agreement among raft nodes before linearized reading' (duration: 569.529252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:05.299899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:04.729614Z","time spent":"570.262029ms","remote":"127.0.0.1:36308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:51:05.299279Z","caller":"traceutil/trace.go:171","msg":"trace[585807915] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pdxrw; range_end:; response_count:1; response_revision:8259; }","duration":"1.467377607s","start":"2026-03-04T02:51:03.831893Z","end":"2026-03-04T02:51:05.299271Z","steps":["trace[585807915] 'agreement among raft nodes before linearized reading' (duration: 1.467299975s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:05.300305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:03.831869Z","time spent":"1.468423081s","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-pdxrw\" "} {"level":"info","ts":"2026-03-04T02:51:05.301305Z","caller":"traceutil/trace.go:171","msg":"trace[1231215906] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8259; }","duration":"1.356337965s","start":"2026-03-04T02:51:03.943166Z","end":"2026-03-04T02:51:05.299504Z","steps":["trace[1231215906] 'agreement among raft nodes before linearized reading' (duration: 1.356148491s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:05.301414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:03.943159Z","time spent":"1.35822704s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T02:51:12.992132Z","caller":"traceutil/trace.go:171","msg":"trace[2051089430] transaction","detail":"{read_only:false; response_revision:8296; number_of_response:1; }","duration":"186.564891ms","start":"2026-03-04T02:51:12.805549Z","end":"2026-03-04T02:51:12.992114Z","steps":["trace[2051089430] 'process raft request' (duration: 186.441809ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:13.574199Z","caller":"traceutil/trace.go:171","msg":"trace[1358692822] transaction","detail":"{read_only:false; response_revision:8297; number_of_response:1; }","duration":"170.495064ms","start":"2026-03-04T02:51:13.403679Z","end":"2026-03-04T02:51:13.574174Z","steps":["trace[1358692822] 'process raft request' (duration: 170.34641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:13.983037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.86522ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:51:13.983279Z","caller":"traceutil/trace.go:171","msg":"trace[5902281] linearizableReadLoop","detail":"{readStateIndex:8621; appliedIndex:8618; }","duration":"567.943716ms","start":"2026-03-04T02:51:13.415313Z","end":"2026-03-04T02:51:13.983256Z","steps":["trace[5902281] 'read index received' (duration: 158.744229ms)","trace[5902281] 'applied index is now lower than readState.Index' (duration: 409.198027ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:51:13.983339Z","caller":"traceutil/trace.go:171","msg":"trace[913842327] transaction","detail":"{read_only:false; response_revision:8299; number_of_response:1; }","duration":"575.38201ms","start":"2026-03-04T02:51:13.407932Z","end":"2026-03-04T02:51:13.983314Z","steps":["trace[913842327] 'process raft request' (duration: 575.249547ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:13.983374Z","caller":"traceutil/trace.go:171","msg":"trace[2146712345] transaction","detail":"{read_only:false; response_revision:8298; number_of_response:1; }","duration":"575.507283ms","start":"2026-03-04T02:51:13.407838Z","end":"2026-03-04T02:51:13.983345Z","steps":["trace[2146712345] 'process raft request' (duration: 329.192192ms)","trace[2146712345] 'compare' (duration: 245.657105ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:51:13.98352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:13.407817Z","time spent":"575.611976ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:51:13.983528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:13.407908Z","time spent":"575.560045ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:51:13.983582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.25199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T02:51:13.983624Z","caller":"traceutil/trace.go:171","msg":"trace[788758989] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8299; }","duration":"567.335352ms","start":"2026-03-04T02:51:13.416277Z","end":"2026-03-04T02:51:13.983612Z","steps":["trace[788758989] 'agreement among raft nodes before linearized reading' (duration: 567.149828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:13.983831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.860991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T02:51:13.983902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:13.416254Z","time spent":"567.639179ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T02:51:13.983917Z","caller":"traceutil/trace.go:171","msg":"trace[705383828] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8299; }","duration":"566.981984ms","start":"2026-03-04T02:51:13.416915Z","end":"2026-03-04T02:51:13.983897Z","steps":["trace[705383828] 'agreement among raft nodes before linearized reading' (duration: 566.621395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:13.983927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.184385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:51:13.983969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:13.416896Z","time spent":"567.061005ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:51:13.983636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.041327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:51:13.983991Z","caller":"traceutil/trace.go:171","msg":"trace[393578937] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8299; }","duration":"330.281037ms","start":"2026-03-04T02:51:13.653685Z","end":"2026-03-04T02:51:13.983966Z","steps":["trace[393578937] 'agreement among raft nodes before linearized reading' (duration: 330.176655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:13.984127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:13.653664Z","time spent":"330.451932ms","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:51:13.984076Z","caller":"traceutil/trace.go:171","msg":"trace[1322742629] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:8299; }","duration":"486.482047ms","start":"2026-03-04T02:51:13.497561Z","end":"2026-03-04T02:51:13.984043Z","steps":["trace[1322742629] 'agreement among raft nodes before linearized reading' (duration: 485.986726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:13.984206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:13.497509Z","time spent":"486.685672ms","remote":"127.0.0.1:38576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:51:13.983746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.494034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.240\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-04T02:51:13.984268Z","caller":"traceutil/trace.go:171","msg":"trace[1640815868] range","detail":"{range_begin:/registry/masterleases/199.19.213.240; range_end:; response_count:1; response_revision:8299; }","duration":"162.034146ms","start":"2026-03-04T02:51:13.822218Z","end":"2026-03-04T02:51:13.984253Z","steps":["trace[1640815868] 'agreement among raft nodes before linearized reading' (duration: 161.471423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:13.983757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.346342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T02:51:13.984372Z","caller":"traceutil/trace.go:171","msg":"trace[1500155783] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8299; }","duration":"567.979566ms","start":"2026-03-04T02:51:13.416371Z","end":"2026-03-04T02:51:13.98435Z","steps":["trace[1500155783] 'agreement among raft nodes before linearized reading' (duration: 567.321051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:13.98442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:13.416352Z","time spent":"568.055499ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:51:13.983768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.393297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T02:51:13.984521Z","caller":"traceutil/trace.go:171","msg":"trace[1143927256] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:8299; }","duration":"216.193485ms","start":"2026-03-04T02:51:13.768303Z","end":"2026-03-04T02:51:13.984496Z","steps":["trace[1143927256] 'agreement among raft nodes before linearized reading' (duration: 215.428707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:13.983765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.925305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T02:51:13.984578Z","caller":"traceutil/trace.go:171","msg":"trace[1224286669] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8299; }","duration":"565.779656ms","start":"2026-03-04T02:51:13.41879Z","end":"2026-03-04T02:51:13.98457Z","steps":["trace[1224286669] 'agreement among raft nodes before linearized reading' (duration: 564.736281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:13.984611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:13.418781Z","time spent":"565.821666ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:51:13.983817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.347865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pdxrw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-04T02:51:13.984685Z","caller":"traceutil/trace.go:171","msg":"trace[558159862] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pdxrw; range_end:; response_count:1; response_revision:8299; }","duration":"560.234165ms","start":"2026-03-04T02:51:13.424443Z","end":"2026-03-04T02:51:13.984678Z","steps":["trace[558159862] 'agreement among raft nodes before linearized reading' (duration: 559.239392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:13.984709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:13.424437Z","time spent":"560.264426ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-pdxrw\" "} {"level":"warn","ts":"2026-03-04T02:51:13.983636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.324684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T02:51:13.98475Z","caller":"traceutil/trace.go:171","msg":"trace[805237923] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8299; }","duration":"569.458691ms","start":"2026-03-04T02:51:13.415278Z","end":"2026-03-04T02:51:13.984737Z","steps":["trace[805237923] 'agreement among raft nodes before linearized reading' (duration: 568.057089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:13.984797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:13.415272Z","time spent":"569.513323ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:51:14.395642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.743449ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-03-04T02:51:14.395883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:13.985215Z","time spent":"410.66067ms","remote":"127.0.0.1:46920","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T02:51:14.395783Z","caller":"traceutil/trace.go:171","msg":"trace[1496689899] linearizableReadLoop","detail":"{readStateIndex:8622; appliedIndex:8621; }","duration":"410.17603ms","start":"2026-03-04T02:51:13.985583Z","end":"2026-03-04T02:51:14.395759Z","steps":["trace[1496689899] 'read index received' (duration: 111.216316ms)","trace[1496689899] 'applied index is now lower than readState.Index' (duration: 298.957933ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:51:14.396115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.511667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:51:14.396177Z","caller":"traceutil/trace.go:171","msg":"trace[690782518] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8299; }","duration":"410.597769ms","start":"2026-03-04T02:51:13.985563Z","end":"2026-03-04T02:51:14.396161Z","steps":["trace[690782518] 'agreement among raft nodes before linearized reading' (duration: 410.479876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:14.39621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:13.985554Z","time spent":"410.64886ms","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:51:14.434151Z","caller":"traceutil/trace.go:171","msg":"trace[1335572802] transaction","detail":"{read_only:false; response_revision:8300; number_of_response:1; }","duration":"444.669488ms","start":"2026-03-04T02:51:13.989467Z","end":"2026-03-04T02:51:14.434136Z","steps":["trace[1335572802] 'process raft request' (duration: 444.535955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:14.434274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:13.989424Z","time spent":"444.789081ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:51:14.434307Z","caller":"traceutil/trace.go:171","msg":"trace[1183097167] transaction","detail":"{read_only:false; response_revision:8301; number_of_response:1; }","duration":"444.793001ms","start":"2026-03-04T02:51:13.989506Z","end":"2026-03-04T02:51:14.434299Z","steps":["trace[1183097167] 'process raft request' (duration: 444.604996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:14.434346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:13.98949Z","time spent":"444.836601ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:51:14.434482Z","caller":"traceutil/trace.go:171","msg":"trace[504737278] transaction","detail":"{read_only:false; response_revision:8302; number_of_response:1; }","duration":"444.73983ms","start":"2026-03-04T02:51:13.989735Z","end":"2026-03-04T02:51:14.434475Z","steps":["trace[504737278] 'process raft request' (duration: 444.533105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:14.434524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:13.989719Z","time spent":"444.786851ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:51:14.434579Z","caller":"traceutil/trace.go:171","msg":"trace[1307508538] transaction","detail":"{read_only:false; response_revision:8303; number_of_response:1; }","duration":"444.811121ms","start":"2026-03-04T02:51:13.989761Z","end":"2026-03-04T02:51:14.434572Z","steps":["trace[1307508538] 'process raft request' (duration: 444.683458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:14.43462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:13.989737Z","time spent":"444.859543ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:51:14.434669Z","caller":"traceutil/trace.go:171","msg":"trace[1744039630] transaction","detail":"{read_only:false; response_revision:8304; number_of_response:1; }","duration":"444.021982ms","start":"2026-03-04T02:51:13.99064Z","end":"2026-03-04T02:51:14.434662Z","steps":["trace[1744039630] 'process raft request' (duration: 443.90534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:14.434696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:13.990624Z","time spent":"444.056874ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:51:14.434796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.21551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:51:14.43482Z","caller":"traceutil/trace.go:171","msg":"trace[1964488800] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:8304; }","duration":"305.282383ms","start":"2026-03-04T02:51:14.129528Z","end":"2026-03-04T02:51:14.43481Z","steps":["trace[1964488800] 'agreement among raft nodes before linearized reading' (duration: 305.248202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:14.434835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:14.1295Z","time spent":"305.331423ms","remote":"127.0.0.1:54302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:51:14.434898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.506117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222793"} {"level":"info","ts":"2026-03-04T02:51:14.434942Z","caller":"traceutil/trace.go:171","msg":"trace[1358084643] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8304; }","duration":"445.59179ms","start":"2026-03-04T02:51:13.98934Z","end":"2026-03-04T02:51:14.434932Z","steps":["trace[1358084643] 'agreement among raft nodes before linearized reading' (duration: 445.293683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:14.434965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:13.989322Z","time spent":"445.63858ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":222815,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T02:51:14.702188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.480843ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:51:14.70243Z","caller":"traceutil/trace.go:171","msg":"trace[1489621174] transaction","detail":"{read_only:false; response_revision:8305; number_of_response:1; }","duration":"305.255641ms","start":"2026-03-04T02:51:14.397152Z","end":"2026-03-04T02:51:14.702407Z","steps":["trace[1489621174] 'process raft request' (duration: 152.404411ms)","trace[1489621174] 'compare' (duration: 152.334518ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:51:14.702504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:14.397133Z","time spent":"305.333163ms","remote":"127.0.0.1:46920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:51:15.776777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.231694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:51:15.776879Z","caller":"traceutil/trace.go:171","msg":"trace[559051008] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8305; }","duration":"452.417288ms","start":"2026-03-04T02:51:15.324438Z","end":"2026-03-04T02:51:15.776855Z","steps":["trace[559051008] 'range keys from in-memory index tree' (duration: 452.08605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:15.776929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:15.324406Z","time spent":"452.514541ms","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:51:15.777444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.190894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T02:51:15.777444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.079481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T02:51:15.777531Z","caller":"traceutil/trace.go:171","msg":"trace[1618909875] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8305; }","duration":"362.336488ms","start":"2026-03-04T02:51:15.41517Z","end":"2026-03-04T02:51:15.777506Z","steps":["trace[1618909875] 'count revisions from in-memory index tree' (duration: 362.128203ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:15.777541Z","caller":"traceutil/trace.go:171","msg":"trace[1964502772] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:8305; }","duration":"528.230704ms","start":"2026-03-04T02:51:15.249287Z","end":"2026-03-04T02:51:15.777517Z","steps":["trace[1964502772] 'count revisions from in-memory index tree' (duration: 527.974698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:15.777626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:15.415154Z","time spent":"362.459651ms","remote":"127.0.0.1:36236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:51:15.777642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:15.249267Z","time spent":"528.356587ms","remote":"127.0.0.1:38550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":35,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:51:15.777744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.646243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6f8485cdb8-272qk.1899839e9d515711\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-04T02:51:15.777789Z","caller":"traceutil/trace.go:171","msg":"trace[1450991462] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6f8485cdb8-272qk.1899839e9d515711; range_end:; response_count:1; response_revision:8305; }","duration":"341.778726ms","start":"2026-03-04T02:51:15.436Z","end":"2026-03-04T02:51:15.777779Z","steps":["trace[1450991462] 'range keys from in-memory index tree' (duration: 341.348776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:15.777813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:15.43597Z","time spent":"341.836097ms","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-6f8485cdb8-272qk.1899839e9d515711\" "} {"level":"warn","ts":"2026-03-04T02:51:16.152792Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395040542,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:51:16.653993Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395040542,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:51:16.721064Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.14187417s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:51:16.721689Z","caller":"traceutil/trace.go:171","msg":"trace[849806240] transaction","detail":"{read_only:false; response_revision:8306; number_of_response:1; }","duration":"1.142552696s","start":"2026-03-04T02:51:15.579092Z","end":"2026-03-04T02:51:16.721645Z","steps":["trace[849806240] 'process raft request' (duration: 1.1423022s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:16.721898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:15.579074Z","time spent":"1.1426949s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:51:17.663128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.010444789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:51:17.663185Z","caller":"traceutil/trace.go:171","msg":"trace[874459843] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.010554682s","start":"2026-03-04T02:51:15.652617Z","end":"2026-03-04T02:51:17.663172Z","steps":["trace[874459843] 'agreement among raft nodes before linearized reading' (duration: 2.0104713s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:17.663213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:15.652599Z","time spent":"2.010608193s","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:51:17.907324Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.185958405s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:51:18.051493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.797909ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:51:18.051685Z","caller":"traceutil/trace.go:171","msg":"trace[5983224] linearizableReadLoop","detail":"{readStateIndex:8632; appliedIndex:8628; }","duration":"2.399012843s","start":"2026-03-04T02:51:15.652656Z","end":"2026-03-04T02:51:18.051669Z","steps":["trace[5983224] 'read index received' (duration: 1.068785308s)","trace[5983224] 'applied index is now lower than readState.Index' (duration: 1.330226025s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:51:18.05178Z","caller":"traceutil/trace.go:171","msg":"trace[1919995] transaction","detail":"{read_only:false; response_revision:8308; number_of_response:1; }","duration":"2.0616304s","start":"2026-03-04T02:51:15.990141Z","end":"2026-03-04T02:51:18.051772Z","steps":["trace[1919995] 'process raft request' (duration: 2.061442485s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:18.051833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:15.990113Z","time spent":"2.061694621s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:51:18.051862Z","caller":"traceutil/trace.go:171","msg":"trace[1182780719] transaction","detail":"{read_only:false; response_revision:8307; number_of_response:1; }","duration":"2.271458106s","start":"2026-03-04T02:51:15.780379Z","end":"2026-03-04T02:51:18.051837Z","steps":["trace[1182780719] 'process raft request' (duration: 2.127228637s)","trace[1182780719] 'compare' (duration: 143.562253ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:51:18.051975Z","caller":"traceutil/trace.go:171","msg":"trace[648703248] transaction","detail":"{read_only:false; response_revision:8309; number_of_response:1; }","duration":"2.061623679s","start":"2026-03-04T02:51:15.990343Z","end":"2026-03-04T02:51:18.051967Z","steps":["trace[648703248] 'process raft request' (duration: 2.061289741s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:18.051969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:15.780351Z","time spent":"2.271565478s","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:51:18.052021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:15.99031Z","time spent":"2.061688501s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:51:18.052799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.560399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:51:18.052845Z","caller":"traceutil/trace.go:171","msg":"trace[1345138945] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8309; }","duration":"381.655711ms","start":"2026-03-04T02:51:17.671174Z","end":"2026-03-04T02:51:18.05283Z","steps":["trace[1345138945] 'agreement among raft nodes before linearized reading' (duration: 381.58568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:18.052854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.612740184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pdxrw\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-04T02:51:18.052914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.199809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T02:51:18.052919Z","caller":"traceutil/trace.go:171","msg":"trace[39876107] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pdxrw; range_end:; response_count:1; response_revision:8309; }","duration":"1.612818025s","start":"2026-03-04T02:51:16.440078Z","end":"2026-03-04T02:51:18.052896Z","steps":["trace[39876107] 'agreement among raft nodes before linearized reading' (duration: 1.612657131s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:18.052946Z","caller":"traceutil/trace.go:171","msg":"trace[1539360743] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8309; }","duration":"191.264511ms","start":"2026-03-04T02:51:17.861671Z","end":"2026-03-04T02:51:18.052935Z","steps":["trace[1539360743] 'agreement among raft nodes before linearized reading' (duration: 191.21213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:18.052955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:16.440072Z","time spent":"1.612876796s","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-pdxrw\" "} {"level":"warn","ts":"2026-03-04T02:51:18.053011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.613559122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-04T02:51:18.05304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.613538062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T02:51:18.053089Z","caller":"traceutil/trace.go:171","msg":"trace[2004813177] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8309; }","duration":"1.613666015s","start":"2026-03-04T02:51:16.439407Z","end":"2026-03-04T02:51:18.053073Z","steps":["trace[2004813177] 'agreement among raft nodes before linearized reading' (duration: 1.613508871s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:18.053125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:16.439387Z","time spent":"1.613728136s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T02:51:18.053135Z","caller":"traceutil/trace.go:171","msg":"trace[1329467032] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8309; }","duration":"1.613649195s","start":"2026-03-04T02:51:16.439461Z","end":"2026-03-04T02:51:18.05311Z","steps":["trace[1329467032] 'agreement among raft nodes before linearized reading' (duration: 1.613350868s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:18.053115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.357313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-04T02:51:18.05287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:17.671135Z","time spent":"381.728623ms","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:51:18.053197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:16.439457Z","time spent":"1.613727627s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T02:51:18.053229Z","caller":"traceutil/trace.go:171","msg":"trace[2047565393] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8309; }","duration":"500.535137ms","start":"2026-03-04T02:51:17.552669Z","end":"2026-03-04T02:51:18.053205Z","steps":["trace[2047565393] 'agreement among raft nodes before linearized reading' (duration: 500.158858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:18.053286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.613611483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T02:51:18.053831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:17.552649Z","time spent":"501.164401ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-04T02:51:18.053869Z","caller":"traceutil/trace.go:171","msg":"trace[488294544] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8309; }","duration":"1.614340381s","start":"2026-03-04T02:51:16.439489Z","end":"2026-03-04T02:51:18.053829Z","steps":["trace[488294544] 'agreement among raft nodes before linearized reading' (duration: 1.613394889s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:18.053936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:16.439472Z","time spent":"1.614450143s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:51:18.05325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.613762567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T02:51:18.054061Z","caller":"traceutil/trace.go:171","msg":"trace[2087479823] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8309; }","duration":"1.614590517s","start":"2026-03-04T02:51:16.439454Z","end":"2026-03-04T02:51:18.054045Z","steps":["trace[2087479823] 'agreement among raft nodes before linearized reading' (duration: 1.613702736s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:18.05331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.719581336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-04T02:51:18.054107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:16.439437Z","time spent":"1.614657948s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T02:51:18.054181Z","caller":"traceutil/trace.go:171","msg":"trace[693421560] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8309; }","duration":"1.720453966s","start":"2026-03-04T02:51:16.333656Z","end":"2026-03-04T02:51:18.05411Z","steps":["trace[693421560] 'agreement among raft nodes before linearized reading' (duration: 1.719522564s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:18.054271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:16.333613Z","time spent":"1.720636191s","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:51:18.053194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.612324174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T02:51:18.052387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.92674609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:51:18.054471Z","caller":"traceutil/trace.go:171","msg":"trace[1626528870] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8309; }","duration":"1.613572562s","start":"2026-03-04T02:51:16.440841Z","end":"2026-03-04T02:51:18.054414Z","steps":["trace[1626528870] 'agreement among raft nodes before linearized reading' (duration: 1.612293742s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:18.054525Z","caller":"traceutil/trace.go:171","msg":"trace[281143865] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8309; }","duration":"1.928938161s","start":"2026-03-04T02:51:16.125572Z","end":"2026-03-04T02:51:18.054511Z","steps":["trace[281143865] 'agreement among raft nodes before linearized reading' (duration: 1.926594896s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:18.054552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:16.125556Z","time spent":"1.928989292s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:51:18.054592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:16.44083Z","time spent":"1.613697975s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:51:18.307899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.373803ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:51:18.308112Z","caller":"traceutil/trace.go:171","msg":"trace[425242450] linearizableReadLoop","detail":"{readStateIndex:8633; appliedIndex:8632; }","duration":"250.045248ms","start":"2026-03-04T02:51:18.058043Z","end":"2026-03-04T02:51:18.308088Z","steps":["trace[425242450] 'read index received' (duration: 102.070982ms)","trace[425242450] 'applied index is now lower than readState.Index' (duration: 147.972616ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:51:18.308145Z","caller":"traceutil/trace.go:171","msg":"trace[704892800] transaction","detail":"{read_only:false; response_revision:8310; number_of_response:1; }","duration":"250.146561ms","start":"2026-03-04T02:51:18.057955Z","end":"2026-03-04T02:51:18.308102Z","steps":["trace[704892800] 'process raft request' (duration: 102.43798ms)","trace[704892800] 'compare' (duration: 146.964013ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:51:18.308319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.249503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T02:51:18.308452Z","caller":"traceutil/trace.go:171","msg":"trace[1311934464] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8310; }","duration":"250.410217ms","start":"2026-03-04T02:51:18.058023Z","end":"2026-03-04T02:51:18.308433Z","steps":["trace[1311934464] 'agreement among raft nodes before linearized reading' (duration: 250.157451ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:18.313387Z","caller":"traceutil/trace.go:171","msg":"trace[704839812] transaction","detail":"{read_only:false; response_revision:8311; number_of_response:1; }","duration":"255.074536ms","start":"2026-03-04T02:51:18.058296Z","end":"2026-03-04T02:51:18.31337Z","steps":["trace[704839812] 'process raft request' (duration: 254.938073ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:18.313629Z","caller":"traceutil/trace.go:171","msg":"trace[659797601] transaction","detail":"{read_only:false; response_revision:8312; number_of_response:1; }","duration":"255.102357ms","start":"2026-03-04T02:51:18.058511Z","end":"2026-03-04T02:51:18.313613Z","steps":["trace[659797601] 'process raft request' (duration: 254.82504ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:18.313899Z","caller":"traceutil/trace.go:171","msg":"trace[567277375] transaction","detail":"{read_only:false; response_revision:8313; number_of_response:1; }","duration":"255.188619ms","start":"2026-03-04T02:51:18.058684Z","end":"2026-03-04T02:51:18.313872Z","steps":["trace[567277375] 'process raft request' (duration: 254.8301ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:18.314403Z","caller":"traceutil/trace.go:171","msg":"trace[1539516847] transaction","detail":"{read_only:false; response_revision:8317; number_of_response:1; }","duration":"254.254167ms","start":"2026-03-04T02:51:18.060134Z","end":"2026-03-04T02:51:18.314388Z","steps":["trace[1539516847] 'process raft request' (duration: 254.218166ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:18.314574Z","caller":"traceutil/trace.go:171","msg":"trace[495872167] transaction","detail":"{read_only:false; response_revision:8315; number_of_response:1; }","duration":"254.928683ms","start":"2026-03-04T02:51:18.059623Z","end":"2026-03-04T02:51:18.314551Z","steps":["trace[495872167] 'process raft request' (duration: 254.660756ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:18.31459Z","caller":"traceutil/trace.go:171","msg":"trace[1915738956] transaction","detail":"{read_only:false; response_revision:8316; number_of_response:1; }","duration":"254.953742ms","start":"2026-03-04T02:51:18.059626Z","end":"2026-03-04T02:51:18.314579Z","steps":["trace[1915738956] 'process raft request' (duration: 254.694886ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:18.314748Z","caller":"traceutil/trace.go:171","msg":"trace[382341672] transaction","detail":"{read_only:false; response_revision:8314; number_of_response:1; }","duration":"255.123967ms","start":"2026-03-04T02:51:18.059599Z","end":"2026-03-04T02:51:18.314723Z","steps":["trace[382341672] 'process raft request' (duration: 254.234086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:18.378427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.632541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:51:18.378487Z","caller":"traceutil/trace.go:171","msg":"trace[1072721661] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:8318; }","duration":"209.752284ms","start":"2026-03-04T02:51:18.168721Z","end":"2026-03-04T02:51:18.378473Z","steps":["trace[1072721661] 'agreement among raft nodes before linearized reading' (duration: 209.649262ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:18.378655Z","caller":"traceutil/trace.go:171","msg":"trace[1284187269] transaction","detail":"{read_only:false; response_revision:8318; number_of_response:1; }","duration":"120.942773ms","start":"2026-03-04T02:51:18.257702Z","end":"2026-03-04T02:51:18.378645Z","steps":["trace[1284187269] 'process raft request' (duration: 120.432881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:18.379389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.276596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222793"} {"level":"info","ts":"2026-03-04T02:51:18.379511Z","caller":"traceutil/trace.go:171","msg":"trace[340347364] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8318; }","duration":"321.456841ms","start":"2026-03-04T02:51:18.058029Z","end":"2026-03-04T02:51:18.379486Z","steps":["trace[340347364] 'agreement among raft nodes before linearized reading' (duration: 320.770195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:18.379591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:18.05801Z","time spent":"321.564183ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":222815,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T02:51:18.626919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.060584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:51:18.627008Z","caller":"traceutil/trace.go:171","msg":"trace[881784399] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8318; }","duration":"135.199577ms","start":"2026-03-04T02:51:18.491786Z","end":"2026-03-04T02:51:18.626985Z","steps":["trace[881784399] 'range keys from in-memory index tree' (duration: 134.982382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:19.330493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.23796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:51:19.330652Z","caller":"traceutil/trace.go:171","msg":"trace[1814485968] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:8319; }","duration":"500.467765ms","start":"2026-03-04T02:51:18.830164Z","end":"2026-03-04T02:51:19.330632Z","steps":["trace[1814485968] 'count revisions from in-memory index tree' (duration: 500.126906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:19.330718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:18.830139Z","time spent":"500.567937ms","remote":"127.0.0.1:47166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:51:19.331277Z","caller":"traceutil/trace.go:171","msg":"trace[1149785251] transaction","detail":"{read_only:false; response_revision:8320; number_of_response:1; }","duration":"307.794551ms","start":"2026-03-04T02:51:19.023465Z","end":"2026-03-04T02:51:19.331259Z","steps":["trace[1149785251] 'process raft request' (duration: 265.386118ms)","trace[1149785251] 'compare' (duration: 41.681986ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:51:19.331464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:19.023441Z","time spent":"307.926644ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:51:20.166774Z","caller":"traceutil/trace.go:171","msg":"trace[1671489522] transaction","detail":"{read_only:false; response_revision:8321; number_of_response:1; }","duration":"109.150918ms","start":"2026-03-04T02:51:20.057593Z","end":"2026-03-04T02:51:20.166744Z","steps":["trace[1671489522] 'process raft request' (duration: 108.929222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:20.81343Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395040572,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:51:20.822852Z","caller":"traceutil/trace.go:171","msg":"trace[1071840905] transaction","detail":"{read_only:false; response_revision:8322; number_of_response:1; }","duration":"761.766387ms","start":"2026-03-04T02:51:20.061067Z","end":"2026-03-04T02:51:20.822834Z","steps":["trace[1071840905] 'process raft request' (duration: 761.641254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:20.822976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:20.061018Z","time spent":"761.89379ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:51:21.223793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.925951ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-04T02:51:21.224258Z","caller":"traceutil/trace.go:171","msg":"trace[1442401378] transaction","detail":"{read_only:false; response_revision:8323; number_of_response:1; }","duration":"725.712992ms","start":"2026-03-04T02:51:20.49852Z","end":"2026-03-04T02:51:21.224233Z","steps":["trace[1442401378] 'process raft request' (duration: 725.434825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:21.224425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:20.498487Z","time spent":"725.831035ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:51:21.22449Z","caller":"traceutil/trace.go:171","msg":"trace[53977415] linearizableReadLoop","detail":"{readStateIndex:8648; appliedIndex:8645; }","duration":"911.444533ms","start":"2026-03-04T02:51:20.31299Z","end":"2026-03-04T02:51:21.224434Z","steps":["trace[53977415] 'read index received' (duration: 509.964388ms)","trace[53977415] 'applied index is now lower than readState.Index' (duration: 401.478775ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:51:21.224663Z","caller":"traceutil/trace.go:171","msg":"trace[434487273] transaction","detail":"{read_only:false; response_revision:8324; number_of_response:1; }","duration":"472.632982ms","start":"2026-03-04T02:51:20.752014Z","end":"2026-03-04T02:51:21.224647Z","steps":["trace[434487273] 'process raft request' (duration: 472.154001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:21.224843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:20.751985Z","time spent":"472.729225ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:51:21.224877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.106478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T02:51:21.224932Z","caller":"traceutil/trace.go:171","msg":"trace[1812012928] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8324; }","duration":"906.226761ms","start":"2026-03-04T02:51:20.318695Z","end":"2026-03-04T02:51:21.224922Z","steps":["trace[1812012928] 'agreement among raft nodes before linearized reading' (duration: 906.072367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:21.224956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:20.318663Z","time spent":"906.287572ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:51:21.225049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.068138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T02:51:21.225068Z","caller":"traceutil/trace.go:171","msg":"trace[72187687] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8324; }","duration":"912.116389ms","start":"2026-03-04T02:51:20.312946Z","end":"2026-03-04T02:51:21.225062Z","steps":["trace[72187687] 'agreement among raft nodes before linearized reading' (duration: 912.072318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:21.225083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:20.312926Z","time spent":"912.152689ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:51:21.225152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.854762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T02:51:21.225168Z","caller":"traceutil/trace.go:171","msg":"trace[1370799177] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8324; }","duration":"905.885403ms","start":"2026-03-04T02:51:20.319279Z","end":"2026-03-04T02:51:21.225164Z","steps":["trace[1370799177] 'agreement among raft nodes before linearized reading' (duration: 905.843972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:21.225181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:20.319271Z","time spent":"905.907664ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:51:21.225242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.122639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T02:51:21.225258Z","caller":"traceutil/trace.go:171","msg":"trace[192702341] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:8324; }","duration":"384.183971ms","start":"2026-03-04T02:51:20.841069Z","end":"2026-03-04T02:51:21.225253Z","steps":["trace[192702341] 'agreement among raft nodes before linearized reading' (duration: 384.14754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:21.225272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:20.84104Z","time spent":"384.227892ms","remote":"127.0.0.1:56774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":29,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:51:21.225242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.055663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pdxrw\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-04T02:51:21.225269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T02:51:21.225333Z","caller":"traceutil/trace.go:171","msg":"trace[1116237140] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pdxrw; range_end:; response_count:1; response_revision:8324; }","duration":"835.195827ms","start":"2026-03-04T02:51:20.390115Z","end":"2026-03-04T02:51:21.225311Z","steps":["trace[1116237140] 'agreement among raft nodes before linearized reading' (duration: 834.932871ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:21.225358Z","caller":"traceutil/trace.go:171","msg":"trace[991078463] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8324; }","duration":"904.539942ms","start":"2026-03-04T02:51:20.320798Z","end":"2026-03-04T02:51:21.225338Z","steps":["trace[991078463] 'agreement among raft nodes before linearized reading' (duration: 904.316436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:21.225381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:20.3901Z","time spent":"835.273458ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-pdxrw\" "} {"level":"warn","ts":"2026-03-04T02:51:21.225403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.98779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T02:51:21.225403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:20.32079Z","time spent":"904.603533ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T02:51:21.225423Z","caller":"traceutil/trace.go:171","msg":"trace[691546284] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:8324; }","duration":"175.052021ms","start":"2026-03-04T02:51:21.050366Z","end":"2026-03-04T02:51:21.225418Z","steps":["trace[691546284] 'agreement among raft nodes before linearized reading' (duration: 175.00177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:21.225589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.676835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-04T02:51:21.225625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.545017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:51:21.22565Z","caller":"traceutil/trace.go:171","msg":"trace[1760473899] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8324; }","duration":"573.636399ms","start":"2026-03-04T02:51:20.652006Z","end":"2026-03-04T02:51:21.225642Z","steps":["trace[1760473899] 'agreement among raft nodes before linearized reading' (duration: 573.587418ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:21.225642Z","caller":"traceutil/trace.go:171","msg":"trace[1893179832] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8324; }","duration":"904.773197ms","start":"2026-03-04T02:51:20.320855Z","end":"2026-03-04T02:51:21.225628Z","steps":["trace[1893179832] 'agreement among raft nodes before linearized reading' (duration: 904.640104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:21.225672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:20.651986Z","time spent":"573.68145ms","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:51:21.225691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:20.320834Z","time spent":"904.841778ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:51:21.743886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.165439ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:51:21.744004Z","caller":"traceutil/trace.go:171","msg":"trace[358951116] transaction","detail":"{read_only:false; response_revision:8325; number_of_response:1; }","duration":"514.927863ms","start":"2026-03-04T02:51:21.229055Z","end":"2026-03-04T02:51:21.743983Z","steps":["trace[358951116] 'process raft request' (duration: 104.56862ms)","trace[358951116] 'compare' (duration: 409.939293ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:51:21.744117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:21.229037Z","time spent":"515.048817ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:51:23.314278Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.980618241s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:51:23.314918Z","caller":"traceutil/trace.go:171","msg":"trace[977956545] transaction","detail":"{read_only:false; response_revision:8326; number_of_response:1; }","duration":"2.085331484s","start":"2026-03-04T02:51:21.229549Z","end":"2026-03-04T02:51:23.31488Z","steps":["trace[977956545] 'process raft request' (duration: 2.085039967s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:23.315151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:21.229531Z","time spent":"2.085499778s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:51:23.315275Z","caller":"traceutil/trace.go:171","msg":"trace[1070865835] transaction","detail":"{read_only:false; response_revision:8327; number_of_response:1; }","duration":"2.085396206s","start":"2026-03-04T02:51:21.229844Z","end":"2026-03-04T02:51:23.315241Z","steps":["trace[1070865835] 'process raft request' (duration: 2.084968316s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:23.315493Z","caller":"traceutil/trace.go:171","msg":"trace[7933577] linearizableReadLoop","detail":"{readStateIndex:8651; appliedIndex:8648; }","duration":"2.085284513s","start":"2026-03-04T02:51:21.230192Z","end":"2026-03-04T02:51:23.315476Z","steps":["trace[7933577] 'read index received' (duration: 103.460574ms)","trace[7933577] 'applied index is now lower than readState.Index' (duration: 1.981823029s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:51:23.315578Z","caller":"traceutil/trace.go:171","msg":"trace[1206517085] transaction","detail":"{read_only:false; response_revision:8329; number_of_response:1; }","duration":"2.084518255s","start":"2026-03-04T02:51:21.231045Z","end":"2026-03-04T02:51:23.315563Z","steps":["trace[1206517085] 'process raft request' (duration: 2.084375592s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:23.315575Z","caller":"traceutil/trace.go:171","msg":"trace[295381408] transaction","detail":"{read_only:false; response_revision:8328; number_of_response:1; }","duration":"2.084924314s","start":"2026-03-04T02:51:21.23061Z","end":"2026-03-04T02:51:23.315535Z","steps":["trace[295381408] 'process raft request' (duration: 2.084443183s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:23.315654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:21.231037Z","time spent":"2.084579156s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:51:23.315759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:21.230602Z","time spent":"2.085057987s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:51:23.315771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:21.229833Z","time spent":"2.08561002s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:51:23.316204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.08601119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222793"} {"level":"info","ts":"2026-03-04T02:51:23.316325Z","caller":"traceutil/trace.go:171","msg":"trace[224616258] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8329; }","duration":"2.086127842s","start":"2026-03-04T02:51:21.230131Z","end":"2026-03-04T02:51:23.316259Z","steps":["trace[224616258] 'agreement among raft nodes before linearized reading' (duration: 2.085468597s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:23.316441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:21.230106Z","time spent":"2.086310127s","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":222815,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T02:51:23.654852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000077487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:51:23.654945Z","caller":"traceutil/trace.go:171","msg":"trace[1873479895] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000254081s","start":"2026-03-04T02:51:21.654672Z","end":"2026-03-04T02:51:23.654926Z","steps":["trace[1873479895] 'agreement among raft nodes before linearized reading' (duration: 2.000109388s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:23.655043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:21.654652Z","time spent":"2.000377713s","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:51:23.816531Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395040589,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:51:24.317661Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395040589,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:51:24.818724Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395040589,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:51:24.976826Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.662315425s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:51:24.999377Z","caller":"traceutil/trace.go:171","msg":"trace[1880076413] linearizableReadLoop","detail":"{readStateIndex:8656; appliedIndex:8653; }","duration":"1.683803948s","start":"2026-03-04T02:51:23.315538Z","end":"2026-03-04T02:51:24.999342Z","steps":["trace[1880076413] 'read index received' (duration: 1.661472475s)","trace[1880076413] 'applied index is now lower than readState.Index' (duration: 22.330033ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:51:24.999741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.884538401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:51:24.999786Z","caller":"traceutil/trace.go:171","msg":"trace[629392082] transaction","detail":"{read_only:false; response_revision:8331; number_of_response:1; }","duration":"2.156032851s","start":"2026-03-04T02:51:22.843692Z","end":"2026-03-04T02:51:24.999725Z","steps":["trace[629392082] 'process raft request' (duration: 2.155475138s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:24.999867Z","caller":"traceutil/trace.go:171","msg":"trace[1760688703] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8332; }","duration":"1.884711375s","start":"2026-03-04T02:51:23.115093Z","end":"2026-03-04T02:51:24.999804Z","steps":["trace[1760688703] 'agreement among raft nodes before linearized reading' (duration: 1.88450059s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:24.999983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:23.115063Z","time spent":"1.884900639s","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:51:25.000101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.234612091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T02:51:25.000159Z","caller":"traceutil/trace.go:171","msg":"trace[105723038] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:8332; }","duration":"2.234721053s","start":"2026-03-04T02:51:22.765418Z","end":"2026-03-04T02:51:25.000139Z","steps":["trace[105723038] 'agreement among raft nodes before linearized reading' (duration: 2.234637641s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:25.000159Z","caller":"traceutil/trace.go:171","msg":"trace[1464260770] transaction","detail":"{read_only:false; response_revision:8330; number_of_response:1; }","duration":"2.827164643s","start":"2026-03-04T02:51:22.172975Z","end":"2026-03-04T02:51:25.00014Z","steps":["trace[1464260770] 'process raft request' (duration: 2.804157555s)","trace[1464260770] 'compare' (duration: 21.77318ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:51:25.000196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:22.765381Z","time spent":"2.234806856s","remote":"127.0.0.1:56762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":29,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:51:25.000232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:22.172952Z","time spent":"2.827242046s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:51:25.000521Z","caller":"traceutil/trace.go:171","msg":"trace[1582289134] transaction","detail":"{read_only:false; response_revision:8332; number_of_response:1; }","duration":"1.768677847s","start":"2026-03-04T02:51:23.231823Z","end":"2026-03-04T02:51:25.000501Z","steps":["trace[1582289134] 'process raft request' (duration: 1.767460868s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:25.00057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.073141981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T02:51:25.0006Z","caller":"traceutil/trace.go:171","msg":"trace[1233245271] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8332; }","duration":"1.073202533s","start":"2026-03-04T02:51:23.927388Z","end":"2026-03-04T02:51:25.00059Z","steps":["trace[1233245271] 'agreement among raft nodes before linearized reading' (duration: 1.073165892s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:25.000632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:23.927369Z","time spent":"1.073257284s","remote":"127.0.0.1:36294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:51:25.00077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.177689101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.240\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-04T02:51:25.000798Z","caller":"traceutil/trace.go:171","msg":"trace[1665880010] range","detail":"{range_begin:/registry/masterleases/199.19.213.240; range_end:; response_count:1; response_revision:8332; }","duration":"1.177738822s","start":"2026-03-04T02:51:23.823052Z","end":"2026-03-04T02:51:25.000791Z","steps":["trace[1665880010] 'agreement among raft nodes before linearized reading' (duration: 1.17766906s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:25.000815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:23.823038Z","time spent":"1.177773053s","remote":"127.0.0.1:46920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.240\" "} {"level":"warn","ts":"2026-03-04T02:51:25.000939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.252055403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T02:51:25.000965Z","caller":"traceutil/trace.go:171","msg":"trace[738407828] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8332; }","duration":"1.252101605s","start":"2026-03-04T02:51:23.748855Z","end":"2026-03-04T02:51:25.000957Z","steps":["trace[738407828] 'agreement among raft nodes before linearized reading' (duration: 1.252043983s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:25.000985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:23.748843Z","time spent":"1.252138235s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:51:25.001111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.343783432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T02:51:25.001133Z","caller":"traceutil/trace.go:171","msg":"trace[951681100] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8332; }","duration":"1.343839304s","start":"2026-03-04T02:51:23.657289Z","end":"2026-03-04T02:51:25.001128Z","steps":["trace[951681100] 'agreement among raft nodes before linearized reading' (duration: 1.343776752s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:25.001149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:23.657265Z","time spent":"1.343880414s","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:51:25.001312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.345849851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:51:25.001336Z","caller":"traceutil/trace.go:171","msg":"trace[1477378946] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8332; }","duration":"1.345873851s","start":"2026-03-04T02:51:23.655456Z","end":"2026-03-04T02:51:25.00133Z","steps":["trace[1477378946] 'agreement among raft nodes before linearized reading' (duration: 1.345839131s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:25.001354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:23.655399Z","time spent":"1.345951663s","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:51:25.000081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:22.843642Z","time spent":"2.156255576s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:51:25.000525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.223774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T02:51:25.001599Z","caller":"traceutil/trace.go:171","msg":"trace[736031391] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:8332; }","duration":"412.33835ms","start":"2026-03-04T02:51:24.589252Z","end":"2026-03-04T02:51:25.00159Z","steps":["trace[736031391] 'agreement among raft nodes before linearized reading' (duration: 411.246235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:25.001622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:24.589227Z","time spent":"412.387691ms","remote":"127.0.0.1:47424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":29,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:51:25.000752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:23.231794Z","time spent":"1.768787179s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:51:24.999987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.518935556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-04T02:51:25.002738Z","caller":"traceutil/trace.go:171","msg":"trace[1533008098] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:8332; }","duration":"1.521718741s","start":"2026-03-04T02:51:23.480974Z","end":"2026-03-04T02:51:25.002692Z","steps":["trace[1533008098] 'agreement among raft nodes before linearized reading' (duration: 1.518790913s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:25.003553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:23.480948Z","time spent":"1.522515559s","remote":"127.0.0.1:47098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1803,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-04T02:51:25.616912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.846583ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-03-04T02:51:25.617001Z","caller":"traceutil/trace.go:171","msg":"trace[126452222] linearizableReadLoop","detail":"{readStateIndex:8657; appliedIndex:8656; }","duration":"611.343913ms","start":"2026-03-04T02:51:25.00564Z","end":"2026-03-04T02:51:25.616984Z","steps":["trace[126452222] 'read index received' (duration: 116.400667ms)","trace[126452222] 'applied index is now lower than readState.Index' (duration: 494.941586ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:51:25.617063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:25.003742Z","time spent":"613.317958ms","remote":"127.0.0.1:46920","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:51:25.617766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.11244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T02:51:25.617803Z","caller":"traceutil/trace.go:171","msg":"trace[186819091] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8332; }","duration":"612.182132ms","start":"2026-03-04T02:51:25.005612Z","end":"2026-03-04T02:51:25.617794Z","steps":["trace[186819091] 'agreement among raft nodes before linearized reading' (duration: 611.600368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:25.617826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:25.005595Z","time spent":"612.226033ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T02:51:26.058646Z","caller":"traceutil/trace.go:171","msg":"trace[2101945492] linearizableReadLoop","detail":"{readStateIndex:8658; appliedIndex:8657; }","duration":"441.587335ms","start":"2026-03-04T02:51:25.617023Z","end":"2026-03-04T02:51:26.05861Z","steps":["trace[2101945492] 'read index received' (duration: 355.037508ms)","trace[2101945492] 'applied index is now lower than readState.Index' (duration: 86.548497ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:51:26.058709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048820672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:51:26.058775Z","caller":"traceutil/trace.go:171","msg":"trace[794354427] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8333; }","duration":"1.048908714s","start":"2026-03-04T02:51:25.00985Z","end":"2026-03-04T02:51:26.058759Z","steps":["trace[794354427] 'agreement among raft nodes before linearized reading' (duration: 1.048801741s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:26.058808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:25.009842Z","time spent":"1.048958495s","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:51:26.058791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.864887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T02:51:26.058882Z","caller":"traceutil/trace.go:171","msg":"trace[597796664] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8333; }","duration":"737.977059ms","start":"2026-03-04T02:51:25.32088Z","end":"2026-03-04T02:51:26.058857Z","steps":["trace[597796664] 'agreement among raft nodes before linearized reading' (duration: 737.762944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:26.058952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:25.320868Z","time spent":"738.073042ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:51:26.058999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051939315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189982afc5db10aa\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-04T02:51:26.059038Z","caller":"traceutil/trace.go:171","msg":"trace[1556708183] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189982afc5db10aa; range_end:; response_count:1; response_revision:8333; }","duration":"1.051989746s","start":"2026-03-04T02:51:25.007038Z","end":"2026-03-04T02:51:26.059027Z","steps":["trace[1556708183] 'agreement among raft nodes before linearized reading' (duration: 1.051896394s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:26.059068Z","caller":"traceutil/trace.go:171","msg":"trace[1942490634] transaction","detail":"{read_only:false; response_revision:8333; number_of_response:1; }","duration":"1.051657988s","start":"2026-03-04T02:51:25.007395Z","end":"2026-03-04T02:51:26.059053Z","steps":["trace[1942490634] 'process raft request' (duration: 964.692071ms)","trace[1942490634] 'compare' (duration: 86.258901ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:51:26.059161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:25.007225Z","time spent":"1.051880074s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:51:26.059305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.125581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T02:51:26.059346Z","caller":"traceutil/trace.go:171","msg":"trace[67142126] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8333; }","duration":"726.184073ms","start":"2026-03-04T02:51:25.333153Z","end":"2026-03-04T02:51:26.059337Z","steps":["trace[67142126] 'agreement among raft nodes before linearized reading' (duration: 726.087211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:26.059374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:25.333105Z","time spent":"726.262165ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:51:26.05891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05005939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b5f6ad75-dacd-43b9-a24b-7b2b736a6ea0\" ","response":"range_response_count:1 size:1275"} {"level":"warn","ts":"2026-03-04T02:51:26.059073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:25.007031Z","time spent":"1.052035387s","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189982afc5db10aa\" "} {"level":"warn","ts":"2026-03-04T02:51:26.05946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.537613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-04T02:51:26.059475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053336857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:52 size:74609"} {"level":"info","ts":"2026-03-04T02:51:26.0595Z","caller":"traceutil/trace.go:171","msg":"trace[799980284] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:52; response_revision:8333; }","duration":"1.053376578s","start":"2026-03-04T02:51:25.006118Z","end":"2026-03-04T02:51:26.059495Z","steps":["trace[799980284] 'agreement among raft nodes before linearized reading' (duration: 1.052970718s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:26.059496Z","caller":"traceutil/trace.go:171","msg":"trace[1736165370] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8333; }","duration":"738.590154ms","start":"2026-03-04T02:51:25.320897Z","end":"2026-03-04T02:51:26.059487Z","steps":["trace[1736165370] 'agreement among raft nodes before linearized reading' (duration: 738.499962ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:26.059474Z","caller":"traceutil/trace.go:171","msg":"trace[1006901399] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b5f6ad75-dacd-43b9-a24b-7b2b736a6ea0; range_end:; response_count:1; response_revision:8333; }","duration":"1.050709046s","start":"2026-03-04T02:51:25.008735Z","end":"2026-03-04T02:51:26.059444Z","steps":["trace[1006901399] 'agreement among raft nodes before linearized reading' (duration: 1.050014119s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:26.059516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:25.006112Z","time spent":"1.053400489s","remote":"127.0.0.1:47150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":52,"response size":74631,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-03-04T02:51:26.059524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:25.320892Z","time spent":"738.625644ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:51:26.059563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:25.008702Z","time spent":"1.050831229s","remote":"127.0.0.1:47082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1297,"request content":"key:\"/registry/persistentvolumes/pvc-b5f6ad75-dacd-43b9-a24b-7b2b736a6ea0\" "} {"level":"warn","ts":"2026-03-04T02:51:26.059668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.563127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pdxrw\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-04T02:51:26.05908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.189304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T02:51:26.059705Z","caller":"traceutil/trace.go:171","msg":"trace[2037255709] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pdxrw; range_end:; response_count:1; response_revision:8333; }","duration":"736.616828ms","start":"2026-03-04T02:51:25.32308Z","end":"2026-03-04T02:51:26.059697Z","steps":["trace[2037255709] 'agreement among raft nodes before linearized reading' (duration: 736.504185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:26.05973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:25.323072Z","time spent":"736.652028ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-pdxrw\" "} {"level":"info","ts":"2026-03-04T02:51:26.059736Z","caller":"traceutil/trace.go:171","msg":"trace[1116172969] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8333; }","duration":"738.836139ms","start":"2026-03-04T02:51:25.320877Z","end":"2026-03-04T02:51:26.059713Z","steps":["trace[1116172969] 'agreement among raft nodes before linearized reading' (duration: 738.107172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:26.059839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:25.320825Z","time spent":"738.980313ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:51:26.620364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.717913ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:51:26.620498Z","caller":"traceutil/trace.go:171","msg":"trace[1137606791] linearizableReadLoop","detail":"{readStateIndex:8659; appliedIndex:8658; }","duration":"561.753929ms","start":"2026-03-04T02:51:26.058717Z","end":"2026-03-04T02:51:26.62047Z","steps":["trace[1137606791] 'read index received' (duration: 164.824601ms)","trace[1137606791] 'applied index is now lower than readState.Index' (duration: 396.927958ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:51:26.620557Z","caller":"traceutil/trace.go:171","msg":"trace[493651588] transaction","detail":"{read_only:false; response_revision:8334; number_of_response:1; }","duration":"1.002582857s","start":"2026-03-04T02:51:25.617965Z","end":"2026-03-04T02:51:26.620548Z","steps":["trace[493651588] 'process raft request' (duration: 605.557617ms)","trace[493651588] 'compare' (duration: 396.060278ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:51:26.620603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:25.617951Z","time spent":"1.002626079s","remote":"127.0.0.1:46920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:51:26.620853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001965463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19576"} {"level":"info","ts":"2026-03-04T02:51:26.620883Z","caller":"traceutil/trace.go:171","msg":"trace[1834329407] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8334; }","duration":"1.002018604s","start":"2026-03-04T02:51:25.618855Z","end":"2026-03-04T02:51:26.620873Z","steps":["trace[1834329407] 'agreement among raft nodes before linearized reading' (duration: 1.001877871s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:26.621683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:25.618848Z","time spent":"1.002821713s","remote":"127.0.0.1:47122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19598,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T02:51:27.121161Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395040603,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:51:27.425716Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.201662872s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:51:27.450397Z","caller":"traceutil/trace.go:171","msg":"trace[1110621473] transaction","detail":"{read_only:false; response_revision:8337; number_of_response:1; }","duration":"1.38516704s","start":"2026-03-04T02:51:26.065211Z","end":"2026-03-04T02:51:27.450378Z","steps":["trace[1110621473] 'process raft request' (duration: 1.385115759s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:27.450513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:26.065187Z","time spent":"1.385264563s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:51:27.450599Z","caller":"traceutil/trace.go:171","msg":"trace[1535983433] transaction","detail":"{read_only:false; response_revision:8335; number_of_response:1; }","duration":"1.388775555s","start":"2026-03-04T02:51:26.06178Z","end":"2026-03-04T02:51:27.450556Z","steps":["trace[1535983433] 'process raft request' (duration: 1.364170029s)","trace[1535983433] 'compare' (duration: 23.949691ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:51:27.450669Z","caller":"traceutil/trace.go:171","msg":"trace[1974502112] transaction","detail":"{read_only:false; response_revision:8336; number_of_response:1; }","duration":"1.385684503s","start":"2026-03-04T02:51:26.064976Z","end":"2026-03-04T02:51:27.450661Z","steps":["trace[1974502112] 'process raft request' (duration: 1.385287294s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:27.450707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:26.064961Z","time spent":"1.385725474s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:51:27.450764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:26.06175Z","time spent":"1.388930948s","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:51:27.450999Z","caller":"traceutil/trace.go:171","msg":"trace[271156805] transaction","detail":"{read_only:false; response_revision:8338; number_of_response:1; }","duration":"1.384904565s","start":"2026-03-04T02:51:26.066084Z","end":"2026-03-04T02:51:27.450988Z","steps":["trace[271156805] 'process raft request' (duration: 1.38426909s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:27.45174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:26.066076Z","time spent":"1.385632801s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:51:27.451262Z","caller":"traceutil/trace.go:171","msg":"trace[873816589] transaction","detail":"{read_only:false; response_revision:8339; number_of_response:1; }","duration":"1.384955106s","start":"2026-03-04T02:51:26.066294Z","end":"2026-03-04T02:51:27.451249Z","steps":["trace[873816589] 'process raft request' (duration: 1.384647368s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:27.452105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:26.066285Z","time spent":"1.385637671s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:51:28.060052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000161148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:51:28.060122Z","caller":"traceutil/trace.go:171","msg":"trace[2077502330] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000283842s","start":"2026-03-04T02:51:26.059823Z","end":"2026-03-04T02:51:28.060106Z","steps":["trace[2077502330] 'agreement among raft nodes before linearized reading' (duration: 2.000166519s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:28.060157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:26.059807Z","time spent":"2.000343793s","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:51:28.351577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.518067ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:51:28.352014Z","caller":"traceutil/trace.go:171","msg":"trace[45547493] linearizableReadLoop","detail":"{readStateIndex:8667; appliedIndex:8659; }","duration":"1.731463384s","start":"2026-03-04T02:51:26.62052Z","end":"2026-03-04T02:51:28.351983Z","steps":["trace[45547493] 'read index received' (duration: 805.47ms)","trace[45547493] 'applied index is now lower than readState.Index' (duration: 925.991384ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:51:28.352244Z","caller":"traceutil/trace.go:171","msg":"trace[699193611] transaction","detail":"{read_only:false; response_revision:8341; number_of_response:1; }","duration":"1.343331092s","start":"2026-03-04T02:51:27.008896Z","end":"2026-03-04T02:51:28.352227Z","steps":["trace[699193611] 'process raft request' (duration: 1.342859231s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:28.352315Z","caller":"traceutil/trace.go:171","msg":"trace[470847509] transaction","detail":"{read_only:false; response_revision:8340; number_of_response:1; }","duration":"1.343501036s","start":"2026-03-04T02:51:27.008769Z","end":"2026-03-04T02:51:28.35227Z","steps":["trace[470847509] 'process raft request' (duration: 970.112248ms)","trace[470847509] 'compare' (duration: 372.106438ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:51:28.352368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.852211383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:51:28.352394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.117556082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:51:28.352427Z","caller":"traceutil/trace.go:171","msg":"trace[1891321909] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:8342; }","duration":"1.852322546s","start":"2026-03-04T02:51:26.500088Z","end":"2026-03-04T02:51:28.352411Z","steps":["trace[1891321909] 'agreement among raft nodes before linearized reading' (duration: 1.852209733s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:28.352399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.666194685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:51:28.35239Z","caller":"traceutil/trace.go:171","msg":"trace[117301491] transaction","detail":"{read_only:false; response_revision:8342; number_of_response:1; }","duration":"1.342782168s","start":"2026-03-04T02:51:27.009562Z","end":"2026-03-04T02:51:28.352344Z","steps":["trace[117301491] 'process raft request' (duration: 1.342348418s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:28.352463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:26.50007Z","time spent":"1.852385067s","remote":"127.0.0.1:56746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:51:28.352477Z","caller":"traceutil/trace.go:171","msg":"trace[1378193634] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8342; }","duration":"1.666309848s","start":"2026-03-04T02:51:26.686156Z","end":"2026-03-04T02:51:28.352466Z","steps":["trace[1378193634] 'agreement among raft nodes before linearized reading' (duration: 1.666202986s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:28.352463Z","caller":"traceutil/trace.go:171","msg":"trace[7905512] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:8342; }","duration":"1.117685605s","start":"2026-03-04T02:51:27.23476Z","end":"2026-03-04T02:51:28.352446Z","steps":["trace[7905512] 'agreement among raft nodes before linearized reading' (duration: 1.117586172s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:28.352456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.782824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:51:28.352506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:26.686136Z","time spent":"1.666364159s","remote":"127.0.0.1:47408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T02:51:28.352514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:27.008744Z","time spent":"1.343670799s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:51:28.352529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:27.234728Z","time spent":"1.117781497s","remote":"127.0.0.1:35464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:51:28.352547Z","caller":"traceutil/trace.go:171","msg":"trace[2061915017] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8342; }","duration":"282.906448ms","start":"2026-03-04T02:51:28.069623Z","end":"2026-03-04T02:51:28.352529Z","steps":["trace[2061915017] 'agreement among raft nodes before linearized reading' (duration: 282.776435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:28.352546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.225426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T02:51:28.352525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056529442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:51:28.352345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:27.008864Z","time spent":"1.343427574s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:51:28.35261Z","caller":"traceutil/trace.go:171","msg":"trace[251912209] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:8342; }","duration":"680.316818ms","start":"2026-03-04T02:51:27.672277Z","end":"2026-03-04T02:51:28.352594Z","steps":["trace[251912209] 'agreement among raft nodes before linearized reading' (duration: 680.127984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:28.352643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:27.00952Z","time spent":"1.342984743s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:51:28.352667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:27.67226Z","time spent":"680.39019ms","remote":"127.0.0.1:47310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":84,"response size":29,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:51:28.352622Z","caller":"traceutil/trace.go:171","msg":"trace[76178902] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:8342; }","duration":"1.056676255s","start":"2026-03-04T02:51:27.295927Z","end":"2026-03-04T02:51:28.352603Z","steps":["trace[76178902] 'agreement among raft nodes before linearized reading' (duration: 1.056511902s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:28.352435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.062472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:51:28.35276Z","caller":"traceutil/trace.go:171","msg":"trace[1440068596] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:8342; }","duration":"887.451761ms","start":"2026-03-04T02:51:27.465289Z","end":"2026-03-04T02:51:28.352741Z","steps":["trace[1440068596] 'agreement among raft nodes before linearized reading' (duration: 887.042161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:28.352771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:27.295895Z","time spent":"1.056813969s","remote":"127.0.0.1:56790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:51:28.352831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:27.465267Z","time spent":"887.539283ms","remote":"127.0.0.1:46992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:51:28.353348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.287069281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-04T02:51:28.353486Z","caller":"traceutil/trace.go:171","msg":"trace[858147959] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:8342; }","duration":"2.287225524s","start":"2026-03-04T02:51:26.066241Z","end":"2026-03-04T02:51:28.353467Z","steps":["trace[858147959] 'agreement among raft nodes before linearized reading' (duration: 2.286017325s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:28.354747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:26.066229Z","time spent":"2.288468283s","remote":"127.0.0.1:46972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":140,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-04T02:51:28.353389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.504519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6f8485cdb8-272qk.1899839e9d515711\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-04T02:51:28.35503Z","caller":"traceutil/trace.go:171","msg":"trace[2128144748] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6f8485cdb8-272qk.1899839e9d515711; range_end:; response_count:1; response_revision:8342; }","duration":"900.179599ms","start":"2026-03-04T02:51:27.454825Z","end":"2026-03-04T02:51:28.355005Z","steps":["trace[2128144748] 'agreement among raft nodes before linearized reading' (duration: 897.511406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:28.355094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:27.454811Z","time spent":"900.268652ms","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-6f8485cdb8-272qk.1899839e9d515711\" "} {"level":"warn","ts":"2026-03-04T02:51:28.353581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.730611234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-04T02:51:28.355312Z","caller":"traceutil/trace.go:171","msg":"trace[623804605] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8342; }","duration":"1.732393977s","start":"2026-03-04T02:51:26.622903Z","end":"2026-03-04T02:51:28.355297Z","steps":["trace[623804605] 'agreement among raft nodes before linearized reading' (duration: 1.729392476s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:28.35536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:26.622856Z","time spent":"1.732488759s","remote":"127.0.0.1:47114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-04T02:51:28.35364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.359222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T02:51:28.355445Z","caller":"traceutil/trace.go:171","msg":"trace[1912747231] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8342; }","duration":"286.190225ms","start":"2026-03-04T02:51:28.069237Z","end":"2026-03-04T02:51:28.355428Z","steps":["trace[1912747231] 'agreement among raft nodes before linearized reading' (duration: 283.095872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:28.353698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.3906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-04T02:51:28.35559Z","caller":"traceutil/trace.go:171","msg":"trace[271483392] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:8342; }","duration":"857.324695ms","start":"2026-03-04T02:51:27.49825Z","end":"2026-03-04T02:51:28.355575Z","steps":["trace[271483392] 'agreement among raft nodes before linearized reading' (duration: 854.227552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:28.355626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:27.498217Z","time spent":"857.396667ms","remote":"127.0.0.1:47098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-04T02:51:28.353766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.984472921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:118202"} {"level":"info","ts":"2026-03-04T02:51:28.355685Z","caller":"traceutil/trace.go:171","msg":"trace[2004352243] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:8342; }","duration":"1.986433388s","start":"2026-03-04T02:51:26.36924Z","end":"2026-03-04T02:51:28.355673Z","steps":["trace[2004352243] 'agreement among raft nodes before linearized reading' (duration: 1.983067488s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:28.355746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:26.369218Z","time spent":"1.986497959s","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":118224,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-04T02:51:28.353941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.29003052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222793"} {"level":"info","ts":"2026-03-04T02:51:28.355863Z","caller":"traceutil/trace.go:171","msg":"trace[697228428] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8342; }","duration":"2.291979945s","start":"2026-03-04T02:51:26.063871Z","end":"2026-03-04T02:51:28.355851Z","steps":["trace[697228428] 'agreement among raft nodes before linearized reading' (duration: 2.288418321s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:28.355926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:26.063854Z","time spent":"2.292059067s","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":222815,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T02:51:29.351852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.002018ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:51:29.352103Z","caller":"traceutil/trace.go:171","msg":"trace[1780427478] linearizableReadLoop","detail":"{readStateIndex:8668; appliedIndex:8667; }","duration":"993.68416ms","start":"2026-03-04T02:51:28.35832Z","end":"2026-03-04T02:51:29.352004Z","steps":["trace[1780427478] 'read index received' (duration: 380.972936ms)","trace[1780427478] 'applied index is now lower than readState.Index' (duration: 612.708684ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:51:29.352321Z","caller":"traceutil/trace.go:171","msg":"trace[106759535] transaction","detail":"{read_only:false; response_revision:8343; number_of_response:1; }","duration":"994.602652ms","start":"2026-03-04T02:51:28.357673Z","end":"2026-03-04T02:51:29.352275Z","steps":["trace[106759535] 'process raft request' (duration: 381.684822ms)","trace[106759535] 'compare' (duration: 611.599899ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:51:29.352542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:28.357656Z","time spent":"994.762715ms","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:51:29.35277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.439657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:52 size:74609"} {"level":"info","ts":"2026-03-04T02:51:29.352857Z","caller":"traceutil/trace.go:171","msg":"trace[33328499] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:52; response_revision:8343; }","duration":"994.580231ms","start":"2026-03-04T02:51:28.35826Z","end":"2026-03-04T02:51:29.35284Z","steps":["trace[33328499] 'agreement among raft nodes before linearized reading' (duration: 993.926676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:29.352945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:28.358236Z","time spent":"994.696394ms","remote":"127.0.0.1:47150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":52,"response size":74631,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-03-04T02:51:29.839865Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.100532554s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:51:30.011966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.642952ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:51:30.012752Z","caller":"traceutil/trace.go:171","msg":"trace[275231122] transaction","detail":"{read_only:false; response_revision:8344; number_of_response:1; }","duration":"1.652461794s","start":"2026-03-04T02:51:28.360246Z","end":"2026-03-04T02:51:30.012708Z","steps":["trace[275231122] 'process raft request' (duration: 1.479946173s)","trace[275231122] 'compare' (duration: 171.040627ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:51:30.012978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:28.360232Z","time spent":"1.652624978s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:51:30.013012Z","caller":"traceutil/trace.go:171","msg":"trace[823368344] transaction","detail":"{read_only:false; response_revision:8346; number_of_response:1; }","duration":"1.282350443s","start":"2026-03-04T02:51:28.730632Z","end":"2026-03-04T02:51:30.012982Z","steps":["trace[823368344] 'process raft request' (duration: 1.28225211s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:30.013131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:28.730594Z","time spent":"1.282479006s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:51:30.013136Z","caller":"traceutil/trace.go:171","msg":"trace[570333617] transaction","detail":"{read_only:false; response_revision:8345; number_of_response:1; }","duration":"1.576154466s","start":"2026-03-04T02:51:28.436936Z","end":"2026-03-04T02:51:30.013091Z","steps":["trace[570333617] 'process raft request' (duration: 1.575223714s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:30.013355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:28.436912Z","time spent":"1.576320141s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:51:30.52896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.878293ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-04T02:51:30.529419Z","caller":"traceutil/trace.go:171","msg":"trace[2037857442] transaction","detail":"{read_only:false; response_revision:8348; number_of_response:1; }","duration":"170.468804ms","start":"2026-03-04T02:51:30.35893Z","end":"2026-03-04T02:51:30.529399Z","steps":["trace[2037857442] 'process raft request' (duration: 170.395453ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:30.529465Z","caller":"traceutil/trace.go:171","msg":"trace[575246812] transaction","detail":"{read_only:false; response_revision:8347; number_of_response:1; }","duration":"829.512253ms","start":"2026-03-04T02:51:29.699898Z","end":"2026-03-04T02:51:30.52941Z","steps":["trace[575246812] 'process raft request' (duration: 829.234126ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:30.529662Z","caller":"traceutil/trace.go:171","msg":"trace[372004928] linearizableReadLoop","detail":"{readStateIndex:8672; appliedIndex:8668; }","duration":"1.177495155s","start":"2026-03-04T02:51:29.352157Z","end":"2026-03-04T02:51:30.529652Z","steps":["trace[372004928] 'read index received' (duration: 488.060714ms)","trace[372004928] 'applied index is now lower than readState.Index' (duration: 689.433191ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:51:30.529746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:29.699848Z","time spent":"829.78459ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:51:30.529861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.571510187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T02:51:30.529899Z","caller":"traceutil/trace.go:171","msg":"trace[760905294] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:8348; }","duration":"1.571615559s","start":"2026-03-04T02:51:28.958271Z","end":"2026-03-04T02:51:30.529887Z","steps":["trace[760905294] 'agreement among raft nodes before linearized reading' (duration: 1.571461685s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:30.529929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:28.958244Z","time spent":"1.571675111s","remote":"127.0.0.1:47446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":29,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:51:30.529974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.170432578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:51:30.530002Z","caller":"traceutil/trace.go:171","msg":"trace[1136763415] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:8348; }","duration":"2.170480449s","start":"2026-03-04T02:51:28.359513Z","end":"2026-03-04T02:51:30.529993Z","steps":["trace[1136763415] 'agreement among raft nodes before linearized reading' (duration: 2.170379077s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:30.530023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:28.359504Z","time spent":"2.17051462s","remote":"127.0.0.1:47234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-04T02:51:30.530178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.035783283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:51:30.53021Z","caller":"traceutil/trace.go:171","msg":"trace[1798863964] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:8348; }","duration":"2.035862915s","start":"2026-03-04T02:51:28.49434Z","end":"2026-03-04T02:51:30.530203Z","steps":["trace[1798863964] 'agreement among raft nodes before linearized reading' (duration: 2.035784883s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:30.530245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:28.494315Z","time spent":"2.035921787s","remote":"127.0.0.1:45514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:51:30.530253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.17135901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d638bad3-0515-44fa-87a5-9280871c492a\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-04T02:51:30.53031Z","caller":"traceutil/trace.go:171","msg":"trace[2090480135] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d638bad3-0515-44fa-87a5-9280871c492a; range_end:; response_count:1; response_revision:8348; }","duration":"2.171472422s","start":"2026-03-04T02:51:28.358823Z","end":"2026-03-04T02:51:30.530296Z","steps":["trace[2090480135] 'agreement among raft nodes before linearized reading' (duration: 2.171270248s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:30.530313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.168284278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-04T02:51:30.530337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:28.358803Z","time spent":"2.171529063s","remote":"127.0.0.1:47082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-d638bad3-0515-44fa-87a5-9280871c492a\" "} {"level":"info","ts":"2026-03-04T02:51:30.530359Z","caller":"traceutil/trace.go:171","msg":"trace[1438138787] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8348; }","duration":"2.168342679s","start":"2026-03-04T02:51:28.362005Z","end":"2026-03-04T02:51:30.530347Z","steps":["trace[1438138787] 'agreement among raft nodes before linearized reading' (duration: 2.168141474s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:30.530389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:28.361999Z","time spent":"2.168382949s","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T02:51:30.749424Z","caller":"traceutil/trace.go:171","msg":"trace[638513025] transaction","detail":"{read_only:false; response_revision:8349; number_of_response:1; }","duration":"388.716917ms","start":"2026-03-04T02:51:30.360673Z","end":"2026-03-04T02:51:30.74939Z","steps":["trace[638513025] 'process raft request' (duration: 352.266683ms)","trace[638513025] 'compare' (duration: 36.082526ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:51:30.74958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:30.360667Z","time spent":"388.82891ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:51:30.749618Z","caller":"traceutil/trace.go:171","msg":"trace[1996926390] linearizableReadLoop","detail":"{readStateIndex:8676; appliedIndex:8674; }","duration":"219.863981ms","start":"2026-03-04T02:51:30.529679Z","end":"2026-03-04T02:51:30.749543Z","steps":["trace[1996926390] 'read index received' (duration: 183.081229ms)","trace[1996926390] 'applied index is now lower than readState.Index' (duration: 36.780852ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:51:30.749929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.089186826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:51:30.750004Z","caller":"traceutil/trace.go:171","msg":"trace[80617480] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8350; }","duration":"1.08932818s","start":"2026-03-04T02:51:29.660656Z","end":"2026-03-04T02:51:30.749984Z","steps":["trace[80617480] 'agreement among raft nodes before linearized reading' (duration: 1.089166747s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:30.750015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.69296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pdxrw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-04T02:51:30.750052Z","caller":"traceutil/trace.go:171","msg":"trace[1362842216] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pdxrw; range_end:; response_count:1; response_revision:8350; }","duration":"386.761292ms","start":"2026-03-04T02:51:30.36328Z","end":"2026-03-04T02:51:30.750041Z","steps":["trace[1362842216] 'agreement among raft nodes before linearized reading' (duration: 386.576397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:30.75008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:30.363264Z","time spent":"386.808192ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-pdxrw\" "} {"level":"warn","ts":"2026-03-04T02:51:30.75008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.293647207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-04T02:51:30.750108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.309217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T02:51:30.750147Z","caller":"traceutil/trace.go:171","msg":"trace[1675147596] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:8350; }","duration":"747.350738ms","start":"2026-03-04T02:51:30.002786Z","end":"2026-03-04T02:51:30.750137Z","steps":["trace[1675147596] 'agreement among raft nodes before linearized reading' (duration: 747.282006ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:30.750144Z","caller":"traceutil/trace.go:171","msg":"trace[1082622691] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8350; }","duration":"1.29375816s","start":"2026-03-04T02:51:29.456367Z","end":"2026-03-04T02:51:30.750126Z","steps":["trace[1082622691] 'agreement among raft nodes before linearized reading' (duration: 1.293492883s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:30.750174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:30.002759Z","time spent":"747.40719ms","remote":"127.0.0.1:47382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:51:30.750198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:29.456359Z","time spent":"1.293825811s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T02:51:30.750353Z","caller":"traceutil/trace.go:171","msg":"trace[477899678] transaction","detail":"{read_only:false; response_revision:8350; number_of_response:1; }","duration":"386.040175ms","start":"2026-03-04T02:51:30.364302Z","end":"2026-03-04T02:51:30.750342Z","steps":["trace[477899678] 'process raft request' (duration: 385.009851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:30.75042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:30.364283Z","time spent":"386.103386ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:51:30.75042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.217072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T02:51:30.750472Z","caller":"traceutil/trace.go:171","msg":"trace[1057945968] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:8350; }","duration":"962.295834ms","start":"2026-03-04T02:51:29.788156Z","end":"2026-03-04T02:51:30.750452Z","steps":["trace[1057945968] 'agreement among raft nodes before linearized reading' (duration: 962.220893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:30.750536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:29.78814Z","time spent":"962.383626ms","remote":"127.0.0.1:47214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":2,"response size":29,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:51:30.750662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.294863605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T02:51:30.750713Z","caller":"traceutil/trace.go:171","msg":"trace[513512670] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8350; }","duration":"1.294926417s","start":"2026-03-04T02:51:29.455774Z","end":"2026-03-04T02:51:30.750701Z","steps":["trace[513512670] 'agreement among raft nodes before linearized reading' (duration: 1.294796524s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:30.75075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:29.455769Z","time spent":"1.294974118s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:51:30.750766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007774539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T02:51:30.750813Z","caller":"traceutil/trace.go:171","msg":"trace[593356663] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:8350; }","duration":"1.007863621s","start":"2026-03-04T02:51:29.742938Z","end":"2026-03-04T02:51:30.750802Z","steps":["trace[593356663] 'agreement among raft nodes before linearized reading' (duration: 1.00778228s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:30.75085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:29.742905Z","time spent":"1.007937323s","remote":"127.0.0.1:45504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:51:30.750934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.394071319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189982afc5db10aa\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-04T02:51:30.750983Z","caller":"traceutil/trace.go:171","msg":"trace[1611745732] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189982afc5db10aa; range_end:; response_count:1; response_revision:8350; }","duration":"1.394165701s","start":"2026-03-04T02:51:29.356802Z","end":"2026-03-04T02:51:30.750968Z","steps":["trace[1611745732] 'agreement among raft nodes before linearized reading' (duration: 1.394058549s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:30.751014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:29.356775Z","time spent":"1.394232083s","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189982afc5db10aa\" "} {"level":"warn","ts":"2026-03-04T02:51:30.75102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.354489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19576"} {"level":"info","ts":"2026-03-04T02:51:30.751053Z","caller":"traceutil/trace.go:171","msg":"trace[178945276] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8350; }","duration":"219.40143ms","start":"2026-03-04T02:51:30.531642Z","end":"2026-03-04T02:51:30.751043Z","steps":["trace[178945276] 'agreement among raft nodes before linearized reading' (duration: 219.286677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:30.751064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295331556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T02:51:30.751142Z","caller":"traceutil/trace.go:171","msg":"trace[550898782] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8350; }","duration":"1.295469599s","start":"2026-03-04T02:51:29.455658Z","end":"2026-03-04T02:51:30.751128Z","steps":["trace[550898782] 'agreement among raft nodes before linearized reading' (duration: 1.295214643s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:30.750046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:29.660624Z","time spent":"1.089415322s","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:51:30.751327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.390852125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:118202"} {"level":"info","ts":"2026-03-04T02:51:30.751356Z","caller":"traceutil/trace.go:171","msg":"trace[873349484] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:8350; }","duration":"1.390908375s","start":"2026-03-04T02:51:29.36044Z","end":"2026-03-04T02:51:30.751348Z","steps":["trace[873349484] 'agreement among raft nodes before linearized reading' (duration: 1.390784092s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:30.751381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:29.360399Z","time spent":"1.390976747s","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":118224,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-04T02:51:30.751586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295774277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T02:51:30.751742Z","caller":"traceutil/trace.go:171","msg":"trace[1969461751] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8350; }","duration":"1.295968721s","start":"2026-03-04T02:51:29.455746Z","end":"2026-03-04T02:51:30.751714Z","steps":["trace[1969461751] 'agreement among raft nodes before linearized reading' (duration: 1.295560041s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:30.751817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:29.45574Z","time spent":"1.296064893s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:51:30.751254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:29.455631Z","time spent":"1.295609393s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:51:32.155019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.22277ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:51:32.155414Z","caller":"traceutil/trace.go:171","msg":"trace[1653441056] transaction","detail":"{read_only:false; response_revision:8353; number_of_response:1; }","duration":"1.398003242s","start":"2026-03-04T02:51:30.757365Z","end":"2026-03-04T02:51:32.155368Z","steps":["trace[1653441056] 'process raft request' (duration: 500.315181ms)","trace[1653441056] 'compare' (duration: 897.082727ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:51:32.155641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:30.757347Z","time spent":"1.398165636s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:51:32.155869Z","caller":"traceutil/trace.go:171","msg":"trace[736212958] transaction","detail":"{read_only:false; response_revision:8354; number_of_response:1; }","duration":"1.398371511s","start":"2026-03-04T02:51:30.757481Z","end":"2026-03-04T02:51:32.155853Z","steps":["trace[736212958] 'process raft request' (duration: 1.397665494s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:32.155863Z","caller":"traceutil/trace.go:171","msg":"trace[1021930970] linearizableReadLoop","detail":"{readStateIndex:8680; appliedIndex:8677; }","duration":"1.397380577s","start":"2026-03-04T02:51:30.758459Z","end":"2026-03-04T02:51:32.15584Z","steps":["trace[1021930970] 'read index received' (duration: 976.273µs)","trace[1021930970] 'applied index is now lower than readState.Index' (duration: 1.396402504s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:51:32.155967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:30.757445Z","time spent":"1.398474143s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:51:32.155962Z","caller":"traceutil/trace.go:171","msg":"trace[2015164955] transaction","detail":"{read_only:false; response_revision:8355; number_of_response:1; }","duration":"1.397259024s","start":"2026-03-04T02:51:30.758662Z","end":"2026-03-04T02:51:32.155922Z","steps":["trace[2015164955] 'process raft request' (duration: 1.397030299s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:32.156191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:30.758643Z","time spent":"1.397440789s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:51:32.156334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.393038475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:51:32.156393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.890128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T02:51:32.156402Z","caller":"traceutil/trace.go:171","msg":"trace[400698568] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8355; }","duration":"1.393107057s","start":"2026-03-04T02:51:30.763279Z","end":"2026-03-04T02:51:32.156386Z","steps":["trace[400698568] 'agreement among raft nodes before linearized reading' (duration: 1.392967884s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:32.156446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:30.763216Z","time spent":"1.39322066s","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:51:32.156509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.398020842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222793"} {"level":"info","ts":"2026-03-04T02:51:32.156619Z","caller":"traceutil/trace.go:171","msg":"trace[1746096601] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8355; }","duration":"1.398169436s","start":"2026-03-04T02:51:30.758422Z","end":"2026-03-04T02:51:32.156591Z","steps":["trace[1746096601] 'agreement among raft nodes before linearized reading' (duration: 1.397525571s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:32.15666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.856096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T02:51:32.15679Z","caller":"traceutil/trace.go:171","msg":"trace[2091865291] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8355; }","duration":"137.03384ms","start":"2026-03-04T02:51:32.019715Z","end":"2026-03-04T02:51:32.156749Z","steps":["trace[2091865291] 'agreement among raft nodes before linearized reading' (duration: 136.608641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:32.156798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.386667686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"warn","ts":"2026-03-04T02:51:32.156799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.977035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:51:32.156851Z","caller":"traceutil/trace.go:171","msg":"trace[718871778] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8355; }","duration":"1.386741339s","start":"2026-03-04T02:51:30.770095Z","end":"2026-03-04T02:51:32.156836Z","steps":["trace[718871778] 'agreement among raft nodes before linearized reading' (duration: 1.386551954s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:32.156864Z","caller":"traceutil/trace.go:171","msg":"trace[2085790572] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:8355; }","duration":"976.094878ms","start":"2026-03-04T02:51:31.180753Z","end":"2026-03-04T02:51:32.156848Z","steps":["trace[2085790572] 'agreement among raft nodes before linearized reading' (duration: 975.995165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:32.156884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:30.770078Z","time spent":"1.386799539s","remote":"127.0.0.1:36312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5673,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T02:51:32.15671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:30.758408Z","time spent":"1.398282048s","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":222815,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T02:51:32.1569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:31.180724Z","time spent":"976.1664ms","remote":"127.0.0.1:45538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:51:32.156767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.472136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:51:32.156546Z","caller":"traceutil/trace.go:171","msg":"trace[105484667] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:8355; }","duration":"283.052981ms","start":"2026-03-04T02:51:31.873477Z","end":"2026-03-04T02:51:32.15653Z","steps":["trace[105484667] 'agreement among raft nodes before linearized reading' (duration: 282.765725ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:32.157029Z","caller":"traceutil/trace.go:171","msg":"trace[1806353298] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:8355; }","duration":"156.791334ms","start":"2026-03-04T02:51:32.000223Z","end":"2026-03-04T02:51:32.157014Z","steps":["trace[1806353298] 'agreement among raft nodes before linearized reading' (duration: 156.349073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:32.667971Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395040633,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:51:33.167429Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.003448498s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:51:33.573063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.07818ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:51:33.57366Z","caller":"traceutil/trace.go:171","msg":"trace[1232925093] transaction","detail":"{read_only:false; response_revision:8356; number_of_response:1; }","duration":"1.409722317s","start":"2026-03-04T02:51:32.163867Z","end":"2026-03-04T02:51:33.573589Z","steps":["trace[1232925093] 'process raft request' (duration: 1.00394303s)","trace[1232925093] 'compare' (duration: 404.758713ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:51:33.573968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:32.16384Z","time spent":"1.410078805s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:51:33.639965Z","caller":"traceutil/trace.go:171","msg":"trace[436206462] transaction","detail":"{read_only:false; response_revision:8358; number_of_response:1; }","duration":"882.867342ms","start":"2026-03-04T02:51:32.757067Z","end":"2026-03-04T02:51:33.639935Z","steps":["trace[436206462] 'process raft request' (duration: 882.78485ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:33.639996Z","caller":"traceutil/trace.go:171","msg":"trace[156403791] transaction","detail":"{read_only:false; response_revision:8357; number_of_response:1; }","duration":"1.103440741s","start":"2026-03-04T02:51:32.536511Z","end":"2026-03-04T02:51:33.639951Z","steps":["trace[156403791] 'process raft request' (duration: 1.103172504s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:33.640187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:32.757026Z","time spent":"883.060127ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:51:33.640211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:32.536466Z","time spent":"1.103642095s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:51:33.640345Z","caller":"traceutil/trace.go:171","msg":"trace[1973959550] transaction","detail":"{read_only:false; response_revision:8359; number_of_response:1; }","duration":"882.153986ms","start":"2026-03-04T02:51:32.758181Z","end":"2026-03-04T02:51:33.640335Z","steps":["trace[1973959550] 'process raft request' (duration: 881.703305ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:33.640332Z","caller":"traceutil/trace.go:171","msg":"trace[1020776851] linearizableReadLoop","detail":"{readStateIndex:8683; appliedIndex:8681; }","duration":"1.473326046s","start":"2026-03-04T02:51:32.166957Z","end":"2026-03-04T02:51:33.640283Z","steps":["trace[1020776851] 'read index received' (duration: 1.000840638s)","trace[1020776851] 'applied index is now lower than readState.Index' (duration: 472.481878ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:51:33.6404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:32.758148Z","time spent":"882.226827ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:51:33.640497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.473542281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:51:33.640532Z","caller":"traceutil/trace.go:171","msg":"trace[994403991] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8359; }","duration":"1.473600332s","start":"2026-03-04T02:51:32.166921Z","end":"2026-03-04T02:51:33.640521Z","steps":["trace[994403991] 'agreement among raft nodes before linearized reading' (duration: 1.47351944s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:33.640567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:32.166912Z","time spent":"1.473642664s","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:51:33.640664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.259908576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T02:51:33.640723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.740933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-04T02:51:33.640738Z","caller":"traceutil/trace.go:171","msg":"trace[131289022] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:8359; }","duration":"1.26007582s","start":"2026-03-04T02:51:32.380643Z","end":"2026-03-04T02:51:33.640719Z","steps":["trace[131289022] 'agreement among raft nodes before linearized reading' (duration: 1.259915306s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:33.640723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.677072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T02:51:33.640797Z","caller":"traceutil/trace.go:171","msg":"trace[1805003116] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:8359; }","duration":"536.760684ms","start":"2026-03-04T02:51:33.104021Z","end":"2026-03-04T02:51:33.640782Z","steps":["trace[1805003116] 'agreement among raft nodes before linearized reading' (duration: 536.635671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:33.640812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.808505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:51:33.640846Z","caller":"traceutil/trace.go:171","msg":"trace[657652207] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8359; }","duration":"320.901016ms","start":"2026-03-04T02:51:33.319937Z","end":"2026-03-04T02:51:33.640838Z","steps":["trace[657652207] 'agreement among raft nodes before linearized reading' (duration: 320.830185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:33.640852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:33.103994Z","time spent":"536.847136ms","remote":"127.0.0.1:47250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":6,"response size":29,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:51:33.640889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.156858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T02:51:33.640868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:33.319892Z","time spent":"320.969889ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-04T02:51:33.640929Z","caller":"traceutil/trace.go:171","msg":"trace[582496754] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8359; }","duration":"877.233ms","start":"2026-03-04T02:51:32.763687Z","end":"2026-03-04T02:51:33.64092Z","steps":["trace[582496754] 'agreement among raft nodes before linearized reading' (duration: 877.086987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:33.640958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:32.763672Z","time spent":"877.279691ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:51:33.640794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:32.38061Z","time spent":"1.260166902s","remote":"127.0.0.1:47356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":29,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:51:33.640754Z","caller":"traceutil/trace.go:171","msg":"trace[1650378452] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8359; }","duration":"320.838835ms","start":"2026-03-04T02:51:33.319906Z","end":"2026-03-04T02:51:33.640745Z","steps":["trace[1650378452] 'agreement among raft nodes before linearized reading' (duration: 320.710462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:33.641291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:33.319816Z","time spent":"321.46228ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T02:51:34.150423Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395040640,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:51:34.5437Z","caller":"traceutil/trace.go:171","msg":"trace[1614453204] transaction","detail":"{read_only:false; response_revision:8360; number_of_response:1; }","duration":"896.439851ms","start":"2026-03-04T02:51:33.647224Z","end":"2026-03-04T02:51:34.543664Z","steps":["trace[1614453204] 'process raft request' (duration: 896.139954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:34.543906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:33.647188Z","time spent":"896.616036ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:51:34.544136Z","caller":"traceutil/trace.go:171","msg":"trace[1031716078] transaction","detail":"{read_only:false; response_revision:8362; number_of_response:1; }","duration":"896.879882ms","start":"2026-03-04T02:51:33.647237Z","end":"2026-03-04T02:51:34.544117Z","steps":["trace[1031716078] 'process raft request' (duration: 896.691118ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:34.544148Z","caller":"traceutil/trace.go:171","msg":"trace[1546775813] linearizableReadLoop","detail":"{readStateIndex:8688; appliedIndex:8685; }","duration":"893.853661ms","start":"2026-03-04T02:51:33.650258Z","end":"2026-03-04T02:51:34.544112Z","steps":["trace[1546775813] 'read index received' (duration: 893.140074ms)","trace[1546775813] 'applied index is now lower than readState.Index' (duration: 711.627µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:51:34.544184Z","caller":"traceutil/trace.go:171","msg":"trace[1518303219] transaction","detail":"{read_only:false; response_revision:8361; number_of_response:1; }","duration":"896.872642ms","start":"2026-03-04T02:51:33.647225Z","end":"2026-03-04T02:51:34.544098Z","steps":["trace[1518303219] 'process raft request' (duration: 896.347299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:34.544221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:33.647207Z","time spent":"896.976444ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:51:34.544399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:33.647187Z","time spent":"897.099597ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:51:34.544382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.102746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:51:34.544504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.019838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.240\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-04T02:51:34.544533Z","caller":"traceutil/trace.go:171","msg":"trace[636366404] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8362; }","duration":"894.299371ms","start":"2026-03-04T02:51:33.650216Z","end":"2026-03-04T02:51:34.544515Z","steps":["trace[636366404] 'agreement among raft nodes before linearized reading' (duration: 894.042615ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:34.54456Z","caller":"traceutil/trace.go:171","msg":"trace[1098081307] range","detail":"{range_begin:/registry/masterleases/199.19.213.240; range_end:; response_count:1; response_revision:8362; }","duration":"720.149911ms","start":"2026-03-04T02:51:33.824392Z","end":"2026-03-04T02:51:34.544542Z","steps":["trace[1098081307] 'agreement among raft nodes before linearized reading' (duration: 719.928526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:34.544543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.137868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:51:34.544595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:33.650204Z","time spent":"894.382573ms","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:51:34.54459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.259562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-04T02:51:34.544621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:33.824364Z","time spent":"720.242814ms","remote":"127.0.0.1:46920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.240\" "} {"level":"info","ts":"2026-03-04T02:51:34.544626Z","caller":"traceutil/trace.go:171","msg":"trace[2065836825] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:8362; }","duration":"200.271242ms","start":"2026-03-04T02:51:34.344336Z","end":"2026-03-04T02:51:34.544607Z","steps":["trace[2065836825] 'agreement among raft nodes before linearized reading' (duration: 200.114178ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:34.544656Z","caller":"traceutil/trace.go:171","msg":"trace[2132003108] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8362; }","duration":"381.383034ms","start":"2026-03-04T02:51:34.163255Z","end":"2026-03-04T02:51:34.544638Z","steps":["trace[2132003108] 'agreement among raft nodes before linearized reading' (duration: 381.159199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:34.544704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:34.163211Z","time spent":"381.481977ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:51:34.544722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.643621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-04T02:51:34.544745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.795624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pdxrw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-04T02:51:34.54477Z","caller":"traceutil/trace.go:171","msg":"trace[886929755] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8362; }","duration":"381.719463ms","start":"2026-03-04T02:51:34.163035Z","end":"2026-03-04T02:51:34.544755Z","steps":["trace[886929755] 'agreement among raft nodes before linearized reading' (duration: 381.536889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:34.544813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:34.163018Z","time spent":"381.788104ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T02:51:34.544814Z","caller":"traceutil/trace.go:171","msg":"trace[901163678] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pdxrw; range_end:; response_count:1; response_revision:8362; }","duration":"378.887216ms","start":"2026-03-04T02:51:34.165908Z","end":"2026-03-04T02:51:34.544796Z","steps":["trace[901163678] 'agreement among raft nodes before linearized reading' (duration: 378.655511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:34.544844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.59218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-04T02:51:34.544865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:34.1659Z","time spent":"378.950738ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-pdxrw\" "} {"level":"warn","ts":"2026-03-04T02:51:34.544889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.49307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T02:51:34.544903Z","caller":"traceutil/trace.go:171","msg":"trace[151309908] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8362; }","duration":"381.719532ms","start":"2026-03-04T02:51:34.16317Z","end":"2026-03-04T02:51:34.54489Z","steps":["trace[151309908] 'agreement among raft nodes before linearized reading' (duration: 381.508687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:34.544935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:34.163131Z","time spent":"381.798294ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T02:51:34.544935Z","caller":"traceutil/trace.go:171","msg":"trace[1505138827] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:8362; }","duration":"411.572822ms","start":"2026-03-04T02:51:34.133346Z","end":"2026-03-04T02:51:34.544919Z","steps":["trace[1505138827] 'agreement among raft nodes before linearized reading' (duration: 411.49232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:34.544979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:34.133327Z","time spent":"411.641244ms","remote":"127.0.0.1:47458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":29,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:51:34.659282Z","caller":"traceutil/trace.go:171","msg":"trace[874852223] transaction","detail":"{read_only:false; response_revision:8364; number_of_response:1; }","duration":"108.884621ms","start":"2026-03-04T02:51:34.550371Z","end":"2026-03-04T02:51:34.659255Z","steps":["trace[874852223] 'process raft request' (duration: 108.768448ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:34.659382Z","caller":"traceutil/trace.go:171","msg":"trace[548833735] linearizableReadLoop","detail":"{readStateIndex:8692; appliedIndex:8688; }","duration":"108.183354ms","start":"2026-03-04T02:51:34.551181Z","end":"2026-03-04T02:51:34.659364Z","steps":["trace[548833735] 'read index received' (duration: 105.359338ms)","trace[548833735] 'applied index is now lower than readState.Index' (duration: 2.823146ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:51:34.659463Z","caller":"traceutil/trace.go:171","msg":"trace[1889114101] transaction","detail":"{read_only:false; response_revision:8365; number_of_response:1; }","duration":"109.011204ms","start":"2026-03-04T02:51:34.550418Z","end":"2026-03-04T02:51:34.659429Z","steps":["trace[1889114101] 'process raft request' (duration: 108.781858ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:34.659475Z","caller":"traceutil/trace.go:171","msg":"trace[1323373262] transaction","detail":"{read_only:false; response_revision:8363; number_of_response:1; }","duration":"109.102986ms","start":"2026-03-04T02:51:34.550281Z","end":"2026-03-04T02:51:34.659384Z","steps":["trace[1323373262] 'process raft request' (duration: 108.711637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:34.65999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.777729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222793"} {"level":"info","ts":"2026-03-04T02:51:34.660111Z","caller":"traceutil/trace.go:171","msg":"trace[774191690] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8365; }","duration":"108.957372ms","start":"2026-03-04T02:51:34.551139Z","end":"2026-03-04T02:51:34.660096Z","steps":["trace[774191690] 'agreement among raft nodes before linearized reading' (duration: 108.293837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:36.152855Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395040666,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:51:36.291539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.66167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-5thdk\" ","response":"range_response_count:1 size:4462"} {"level":"info","ts":"2026-03-04T02:51:36.292252Z","caller":"traceutil/trace.go:171","msg":"trace[301393760] range","detail":"{range_begin:/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-5thdk; range_end:; response_count:1; response_revision:8369; }","duration":"971.410167ms","start":"2026-03-04T02:51:35.320809Z","end":"2026-03-04T02:51:36.292219Z","steps":["trace[301393760] 'range keys from in-memory index tree' (duration: 970.387054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:36.292168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.717581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6f8485cdb8-272qk.1899839e9d515711\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-04T02:51:36.292292Z","caller":"traceutil/trace.go:171","msg":"trace[1138414856] transaction","detail":"{read_only:false; response_revision:8370; number_of_response:1; }","duration":"645.025521ms","start":"2026-03-04T02:51:35.647233Z","end":"2026-03-04T02:51:36.292258Z","steps":["trace[1138414856] 'process raft request' (duration: 637.930325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:36.292325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:35.320791Z","time spent":"971.516871ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":4484,"request content":"key:\"/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-5thdk\" "} {"level":"info","ts":"2026-03-04T02:51:36.292336Z","caller":"traceutil/trace.go:171","msg":"trace[1110225573] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6f8485cdb8-272qk.1899839e9d515711; range_end:; response_count:1; response_revision:8369; }","duration":"856.910096ms","start":"2026-03-04T02:51:35.435412Z","end":"2026-03-04T02:51:36.292322Z","steps":["trace[1110225573] 'range keys from in-memory index tree' (duration: 856.512986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:36.292374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:35.435355Z","time spent":"857.009318ms","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-6f8485cdb8-272qk.1899839e9d515711\" "} {"level":"warn","ts":"2026-03-04T02:51:36.292434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:35.647194Z","time spent":"645.166475ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:51:36.293111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.924735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T02:51:36.293738Z","caller":"traceutil/trace.go:171","msg":"trace[1199800200] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8369; }","duration":"714.671753ms","start":"2026-03-04T02:51:35.579035Z","end":"2026-03-04T02:51:36.293707Z","steps":["trace[1199800200] 'range keys from in-memory index tree' (duration: 712.232106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:36.294449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:35.579003Z","time spent":"715.306778ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T02:51:36.299352Z","caller":"traceutil/trace.go:171","msg":"trace[1631405093] transaction","detail":"{read_only:false; response_revision:8371; number_of_response:1; }","duration":"651.477422ms","start":"2026-03-04T02:51:35.647862Z","end":"2026-03-04T02:51:36.29934Z","steps":["trace[1631405093] 'process raft request' (duration: 651.37994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:36.299425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:35.64785Z","time spent":"651.537524ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:51:36.299532Z","caller":"traceutil/trace.go:171","msg":"trace[535055011] linearizableReadLoop","detail":"{readStateIndex:8699; appliedIndex:8696; }","duration":"647.573761ms","start":"2026-03-04T02:51:35.65195Z","end":"2026-03-04T02:51:36.299524Z","steps":["trace[535055011] 'read index received' (duration: 633.117132ms)","trace[535055011] 'applied index is now lower than readState.Index' (duration: 14.455709ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:51:36.299634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.698044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:51:36.299661Z","caller":"traceutil/trace.go:171","msg":"trace[1424437844] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8372; }","duration":"647.779056ms","start":"2026-03-04T02:51:35.651874Z","end":"2026-03-04T02:51:36.299653Z","steps":["trace[1424437844] 'agreement among raft nodes before linearized reading' (duration: 647.713424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:36.29968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:35.651845Z","time spent":"647.831087ms","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:51:36.299863Z","caller":"traceutil/trace.go:171","msg":"trace[1993460872] transaction","detail":"{read_only:false; response_revision:8372; number_of_response:1; }","duration":"651.829391ms","start":"2026-03-04T02:51:35.648016Z","end":"2026-03-04T02:51:36.299846Z","steps":["trace[1993460872] 'process raft request' (duration: 651.295759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:36.299966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:35.647985Z","time spent":"651.918373ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:51:36.302385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.311636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T02:51:36.30244Z","caller":"traceutil/trace.go:171","msg":"trace[2068947594] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:8373; }","duration":"586.449449ms","start":"2026-03-04T02:51:35.71598Z","end":"2026-03-04T02:51:36.302429Z","steps":["trace[2068947594] 'agreement among raft nodes before linearized reading' (duration: 586.213194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:36.302469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:35.71596Z","time spent":"586.50301ms","remote":"127.0.0.1:47394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:51:36.302444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.379994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-5thdk\" ","response":"range_response_count:1 size:4462"} {"level":"info","ts":"2026-03-04T02:51:36.302541Z","caller":"traceutil/trace.go:171","msg":"trace[1030183503] range","detail":"{range_begin:/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-5thdk; range_end:; response_count:1; response_revision:8373; }","duration":"337.533918ms","start":"2026-03-04T02:51:35.964984Z","end":"2026-03-04T02:51:36.302518Z","steps":["trace[1030183503] 'agreement among raft nodes before linearized reading' (duration: 337.010185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:36.302603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:35.964967Z","time spent":"337.626459ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":4484,"request content":"key:\"/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-5thdk\" "} {"level":"info","ts":"2026-03-04T02:52:01.013229Z","caller":"traceutil/trace.go:171","msg":"trace[1408946693] transaction","detail":"{read_only:false; response_revision:8539; number_of_response:1; }","duration":"352.080271ms","start":"2026-03-04T02:52:00.661115Z","end":"2026-03-04T02:52:01.013196Z","steps":["trace[1408946693] 'process raft request' (duration: 351.893687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:01.013454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:00.661101Z","time spent":"352.244136ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:52:01.013253Z","caller":"traceutil/trace.go:171","msg":"trace[1218703493] linearizableReadLoop","detail":"{readStateIndex:8874; appliedIndex:8874; }","duration":"311.832429ms","start":"2026-03-04T02:52:00.701374Z","end":"2026-03-04T02:52:01.013207Z","steps":["trace[1218703493] 'read index received' (duration: 311.815289ms)","trace[1218703493] 'applied index is now lower than readState.Index' (duration: 15.08µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:52:01.013816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.406663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T02:52:01.013904Z","caller":"traceutil/trace.go:171","msg":"trace[232171167] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8539; }","duration":"312.540886ms","start":"2026-03-04T02:52:00.701339Z","end":"2026-03-04T02:52:01.01388Z","steps":["trace[232171167] 'agreement among raft nodes before linearized reading' (duration: 311.978593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:01.014161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:00.701323Z","time spent":"312.815702ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:52:01.014634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.218344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T02:52:01.014696Z","caller":"traceutil/trace.go:171","msg":"trace[85202882] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8540; }","duration":"173.329718ms","start":"2026-03-04T02:52:00.841352Z","end":"2026-03-04T02:52:01.014681Z","steps":["trace[85202882] 'agreement among raft nodes before linearized reading' (duration: 173.100522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:01.014731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.375819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pdxrw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-04T02:52:01.014784Z","caller":"traceutil/trace.go:171","msg":"trace[932155289] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pdxrw; range_end:; response_count:1; response_revision:8540; }","duration":"170.43423ms","start":"2026-03-04T02:52:00.844335Z","end":"2026-03-04T02:52:01.014769Z","steps":["trace[932155289] 'agreement among raft nodes before linearized reading' (duration: 170.300067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:01.015059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.549459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19576"} {"level":"info","ts":"2026-03-04T02:52:01.01511Z","caller":"traceutil/trace.go:171","msg":"trace[1498389576] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:8540; }","duration":"172.643352ms","start":"2026-03-04T02:52:00.842455Z","end":"2026-03-04T02:52:01.015099Z","steps":["trace[1498389576] 'agreement among raft nodes before linearized reading' (duration: 172.440897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:01.015486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.295546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T02:52:01.015501Z","caller":"traceutil/trace.go:171","msg":"trace[1754980987] transaction","detail":"{read_only:false; response_revision:8540; number_of_response:1; }","duration":"159.484413ms","start":"2026-03-04T02:52:00.855999Z","end":"2026-03-04T02:52:01.015483Z","steps":["trace[1754980987] 'process raft request' (duration: 158.327796ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:01.015543Z","caller":"traceutil/trace.go:171","msg":"trace[2135686668] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8540; }","duration":"173.352828ms","start":"2026-03-04T02:52:00.842174Z","end":"2026-03-04T02:52:01.015527Z","steps":["trace[2135686668] 'agreement among raft nodes before linearized reading' (duration: 173.190784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:01.015769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.552523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T02:52:01.015842Z","caller":"traceutil/trace.go:171","msg":"trace[943530266] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8540; }","duration":"173.631865ms","start":"2026-03-04T02:52:00.842195Z","end":"2026-03-04T02:52:01.015827Z","steps":["trace[943530266] 'agreement among raft nodes before linearized reading' (duration: 173.464971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:03.533194Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395041252,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:52:04.034155Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395041252,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:52:04.534618Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395041252,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:52:05.035779Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395041252,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:52:05.536788Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395041252,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:52:05.649568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99977528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:52:05.649666Z","caller":"traceutil/trace.go:171","msg":"trace[932768666] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999918563s","start":"2026-03-04T02:52:03.649723Z","end":"2026-03-04T02:52:05.649642Z","steps":["trace[932768666] 'agreement among raft nodes before linearized reading' (duration: 1.999808831s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:05.649719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:03.6497Z","time spent":"2.000005656s","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:52:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:52:06.037534Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395041252,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:52:06.334998Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.30318927s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:52:06.335385Z","caller":"traceutil/trace.go:171","msg":"trace[1822124827] transaction","detail":"{read_only:false; response_revision:8552; number_of_response:1; }","duration":"3.30363002s","start":"2026-03-04T02:52:03.031734Z","end":"2026-03-04T02:52:06.335365Z","steps":["trace[1822124827] 'process raft request' (duration: 3.303463126s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:06.335519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:03.031725Z","time spent":"3.303735792s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:52:07.657569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000011225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:52:07.657655Z","caller":"traceutil/trace.go:171","msg":"trace[1414724051] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000147508s","start":"2026-03-04T02:52:05.657485Z","end":"2026-03-04T02:52:07.657633Z","steps":["trace[1414724051] 'agreement among raft nodes before linearized reading' (duration: 2.000043356s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:07.657703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:05.657465Z","time spent":"2.00022931s","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:52:08.0328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:03.034355Z","time spent":"4.998436982s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 02:52:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:52:08.035439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:03.035895Z","time spent":"4.999527467s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 02:52:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:52:08.054823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.524371953s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:52:08.05496Z","caller":"traceutil/trace.go:171","msg":"trace[86104866] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8552; }","duration":"1.524519326s","start":"2026-03-04T02:52:06.530417Z","end":"2026-03-04T02:52:08.054936Z","steps":["trace[86104866] 'range keys from in-memory index tree' (duration: 1.524353491s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:08.173022Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.837776758s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:52:08.173606Z","caller":"traceutil/trace.go:171","msg":"trace[1308146713] transaction","detail":"{read_only:false; response_revision:8553; number_of_response:1; }","duration":"5.141006839s","start":"2026-03-04T02:52:03.032565Z","end":"2026-03-04T02:52:08.173572Z","steps":["trace[1308146713] 'process raft request' (duration: 5.140714473s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:08.174062Z","caller":"traceutil/trace.go:171","msg":"trace[1848655897] linearizableReadLoop","detail":"{readStateIndex:8893; appliedIndex:8887; }","duration":"5.140937017s","start":"2026-03-04T02:52:03.033108Z","end":"2026-03-04T02:52:08.174045Z","steps":["trace[1848655897] 'read index received' (duration: 3.30276542s)","trace[1848655897] 'applied index is now lower than readState.Index' (duration: 1.838170317s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:52:08.174216Z","caller":"traceutil/trace.go:171","msg":"trace[1751859057] transaction","detail":"{read_only:false; response_revision:8556; number_of_response:1; }","duration":"3.784693901s","start":"2026-03-04T02:52:04.389508Z","end":"2026-03-04T02:52:08.174202Z","steps":["trace[1751859057] 'process raft request' (duration: 3.784340193s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:08.174308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:04.389486Z","time spent":"3.784769242s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:52:08.173783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:03.032558Z","time spent":"5.141139802s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:52:08.174793Z","caller":"traceutil/trace.go:171","msg":"trace[2070766308] transaction","detail":"{read_only:false; response_revision:8557; number_of_response:1; }","duration":"3.778984857s","start":"2026-03-04T02:52:04.395798Z","end":"2026-03-04T02:52:08.174783Z","steps":["trace[2070766308] 'process raft request' (duration: 3.778184488s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:08.174882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:04.395764Z","time spent":"3.779064549s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:52:08.174909Z","caller":"traceutil/trace.go:171","msg":"trace[1479695120] transaction","detail":"{read_only:false; response_revision:8558; number_of_response:1; }","duration":"3.77739256s","start":"2026-03-04T02:52:04.397448Z","end":"2026-03-04T02:52:08.17484Z","steps":["trace[1479695120] 'process raft request' (duration: 3.776566951s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:08.175117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:04.397421Z","time spent":"3.777588384s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:52:08.175348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.142187307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pdxrw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-04T02:52:08.175503Z","caller":"traceutil/trace.go:171","msg":"trace[1105391387] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pdxrw; range_end:; response_count:1; response_revision:8558; }","duration":"5.1423465s","start":"2026-03-04T02:52:03.033094Z","end":"2026-03-04T02:52:08.175441Z","steps":["trace[1105391387] 'agreement among raft nodes before linearized reading' (duration: 5.141235624s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:08.1756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:03.033088Z","time spent":"5.142497433s","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-pdxrw\" "} {"level":"warn","ts":"2026-03-04T02:52:08.268233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.70952115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-04T02:52:08.268241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.834052064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:52:08.268295Z","caller":"traceutil/trace.go:171","msg":"trace[1986786321] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8559; }","duration":"3.709617633s","start":"2026-03-04T02:52:04.558663Z","end":"2026-03-04T02:52:08.268281Z","steps":["trace[1986786321] 'agreement among raft nodes before linearized reading' (duration: 3.709444379s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:08.268313Z","caller":"traceutil/trace.go:171","msg":"trace[1360276392] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:8559; }","duration":"4.834179446s","start":"2026-03-04T02:52:03.434115Z","end":"2026-03-04T02:52:08.268294Z","steps":["trace[1360276392] 'agreement among raft nodes before linearized reading' (duration: 4.834022643s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:08.268333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:04.558652Z","time spent":"3.709665054s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T02:52:08.268334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.833030912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T02:52:08.268359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:03.4341Z","time spent":"4.834248269s","remote":"127.0.0.1:35528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:52:08.268391Z","caller":"traceutil/trace.go:171","msg":"trace[773430982] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8559; }","duration":"3.833149564s","start":"2026-03-04T02:52:04.435227Z","end":"2026-03-04T02:52:08.268377Z","steps":["trace[773430982] 'agreement among raft nodes before linearized reading' (duration: 3.83294776s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:08.268429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.167522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:52:08.268434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:04.435196Z","time spent":"3.833229526s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T02:52:08.268449Z","caller":"traceutil/trace.go:171","msg":"trace[791616443] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8559; }","duration":"610.220664ms","start":"2026-03-04T02:52:07.658224Z","end":"2026-03-04T02:52:08.268444Z","steps":["trace[791616443] 'agreement among raft nodes before linearized reading' (duration: 610.191243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:08.268463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:07.658206Z","time spent":"610.254774ms","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:52:08.268501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.707679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-04T02:52:08.268581Z","caller":"traceutil/trace.go:171","msg":"trace[1068093740] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:8559; }","duration":"793.798121ms","start":"2026-03-04T02:52:07.474753Z","end":"2026-03-04T02:52:08.268551Z","steps":["trace[1068093740] 'agreement among raft nodes before linearized reading' (duration: 793.664908ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:08.26862Z","caller":"traceutil/trace.go:171","msg":"trace[1890671050] transaction","detail":"{read_only:false; response_revision:8559; number_of_response:1; }","duration":"724.186602ms","start":"2026-03-04T02:52:07.544423Z","end":"2026-03-04T02:52:08.268609Z","steps":["trace[1890671050] 'process raft request' (duration: 723.513016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:08.268631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:07.474732Z","time spent":"793.890533ms","remote":"127.0.0.1:47098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1655,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-04T02:52:08.268675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:07.544399Z","time spent":"724.234863ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:52:08.268679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.442513748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.240\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-04T02:52:08.268712Z","caller":"traceutil/trace.go:171","msg":"trace[1337062914] range","detail":"{range_begin:/registry/masterleases/199.19.213.240; range_end:; response_count:1; response_revision:8559; }","duration":"4.44258296s","start":"2026-03-04T02:52:03.82612Z","end":"2026-03-04T02:52:08.268703Z","steps":["trace[1337062914] 'agreement among raft nodes before linearized reading' (duration: 4.442484828s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:08.268691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.834672182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6f8485cdb8-272qk.1899839e9d515711\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-03-04T02:52:08.268752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:03.826099Z","time spent":"4.442646682s","remote":"127.0.0.1:46920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.240\" "} {"level":"info","ts":"2026-03-04T02:52:08.268783Z","caller":"traceutil/trace.go:171","msg":"trace[1043444389] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6f8485cdb8-272qk.1899839e9d515711; range_end:; response_count:1; response_revision:8559; }","duration":"2.834804715s","start":"2026-03-04T02:52:05.43395Z","end":"2026-03-04T02:52:08.268755Z","steps":["trace[1043444389] 'agreement among raft nodes before linearized reading' (duration: 2.83457428s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:08.268837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:05.433932Z","time spent":"2.834896748s","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-6f8485cdb8-272qk.1899839e9d515711\" "} {"level":"warn","ts":"2026-03-04T02:52:08.268912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.608605489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T02:52:08.268945Z","caller":"traceutil/trace.go:171","msg":"trace[2110525901] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:8559; }","duration":"3.60868231s","start":"2026-03-04T02:52:04.660255Z","end":"2026-03-04T02:52:08.268938Z","steps":["trace[2110525901] 'agreement among raft nodes before linearized reading' (duration: 3.608602449s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:08.268965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:04.660231Z","time spent":"3.608730202s","remote":"127.0.0.1:47468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":37,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:52:08.268758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.202314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T02:52:08.269076Z","caller":"traceutil/trace.go:171","msg":"trace[1850253148] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8559; }","duration":"484.557592ms","start":"2026-03-04T02:52:07.784505Z","end":"2026-03-04T02:52:08.269062Z","steps":["trace[1850253148] 'agreement among raft nodes before linearized reading' (duration: 484.214474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:08.268358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.708076407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-04T02:52:08.269124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:07.784482Z","time spent":"484.628865ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:52:08.269137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.713689579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:52:08.269134Z","caller":"traceutil/trace.go:171","msg":"trace[341178013] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8559; }","duration":"3.708902427s","start":"2026-03-04T02:52:04.560216Z","end":"2026-03-04T02:52:08.269118Z","steps":["trace[341178013] 'agreement among raft nodes before linearized reading' (duration: 3.707897543s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:08.269157Z","caller":"traceutil/trace.go:171","msg":"trace[1761081907] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:8559; }","duration":"3.71374517s","start":"2026-03-04T02:52:04.555404Z","end":"2026-03-04T02:52:08.269149Z","steps":["trace[1761081907] 'agreement among raft nodes before linearized reading' (duration: 3.7137145s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:08.269178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:04.555386Z","time spent":"3.713788181s","remote":"127.0.0.1:35488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:52:08.26917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.206457441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:52:08.269176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:04.560204Z","time spent":"3.708959988s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-04T02:52:08.269207Z","caller":"traceutil/trace.go:171","msg":"trace[2055944765] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8559; }","duration":"5.206534973s","start":"2026-03-04T02:52:03.062661Z","end":"2026-03-04T02:52:08.269196Z","steps":["trace[2055944765] 'agreement among raft nodes before linearized reading' (duration: 5.206467771s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:08.269241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:03.062643Z","time spent":"5.206590724s","remote":"127.0.0.1:45594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:52:12.307158Z","caller":"traceutil/trace.go:171","msg":"trace[1375533338] transaction","detail":"{read_only:false; response_revision:8580; number_of_response:1; }","duration":"225.391506ms","start":"2026-03-04T02:52:12.081737Z","end":"2026-03-04T02:52:12.307129Z","steps":["trace[1375533338] 'process raft request' (duration: 225.218282ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:12.921863Z","caller":"traceutil/trace.go:171","msg":"trace[1062209263] transaction","detail":"{read_only:false; response_revision:8581; number_of_response:1; }","duration":"839.984543ms","start":"2026-03-04T02:52:12.081833Z","end":"2026-03-04T02:52:12.921818Z","steps":["trace[1062209263] 'process raft request' (duration: 839.085482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:12.922048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:12.081824Z","time spent":"840.142726ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:52:12.922814Z","caller":"traceutil/trace.go:171","msg":"trace[64973982] transaction","detail":"{read_only:false; response_revision:8582; number_of_response:1; }","duration":"737.706638ms","start":"2026-03-04T02:52:12.185074Z","end":"2026-03-04T02:52:12.92278Z","steps":["trace[64973982] 'process raft request' (duration: 735.997588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:12.922901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:12.185051Z","time spent":"737.79901ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:52:12.922938Z","caller":"traceutil/trace.go:171","msg":"trace[1393623791] linearizableReadLoop","detail":"{readStateIndex:8921; appliedIndex:8916; }","duration":"732.949867ms","start":"2026-03-04T02:52:12.189899Z","end":"2026-03-04T02:52:12.922848Z","steps":["trace[1393623791] 'read index received' (duration: 117.04143ms)","trace[1393623791] 'applied index is now lower than readState.Index' (duration: 615.905997ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:52:12.92297Z","caller":"traceutil/trace.go:171","msg":"trace[76915727] transaction","detail":"{read_only:false; response_revision:8583; number_of_response:1; }","duration":"736.626643ms","start":"2026-03-04T02:52:12.186268Z","end":"2026-03-04T02:52:12.922894Z","steps":["trace[76915727] 'process raft request' (duration: 736.264314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:12.923182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:12.186254Z","time spent":"736.812567ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:52:12.923214Z","caller":"traceutil/trace.go:171","msg":"trace[1406746009] transaction","detail":"{read_only:false; response_revision:8584; number_of_response:1; }","duration":"736.782646ms","start":"2026-03-04T02:52:12.186394Z","end":"2026-03-04T02:52:12.923177Z","steps":["trace[1406746009] 'process raft request' (duration: 736.374047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:12.923376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.786218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T02:52:12.923392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:12.186386Z","time spent":"736.892999ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:52:12.923438Z","caller":"traceutil/trace.go:171","msg":"trace[900486671] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8584; }","duration":"625.85905ms","start":"2026-03-04T02:52:12.297554Z","end":"2026-03-04T02:52:12.923413Z","steps":["trace[900486671] 'agreement among raft nodes before linearized reading' (duration: 625.647705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:12.923475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:12.29754Z","time spent":"625.927641ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:52:12.923701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.792356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:52:12.923779Z","caller":"traceutil/trace.go:171","msg":"trace[1745770467] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8584; }","duration":"733.888008ms","start":"2026-03-04T02:52:12.189874Z","end":"2026-03-04T02:52:12.923762Z","steps":["trace[1745770467] 'agreement among raft nodes before linearized reading' (duration: 733.729524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:12.923849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:12.189866Z","time spent":"733.95244ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:52:12.924018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.520172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:52:12.924126Z","caller":"traceutil/trace.go:171","msg":"trace[620704582] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8584; }","duration":"270.657145ms","start":"2026-03-04T02:52:12.653452Z","end":"2026-03-04T02:52:12.924109Z","steps":["trace[620704582] 'agreement among raft nodes before linearized reading' (duration: 270.527422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:12.924281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.200787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T02:52:12.924371Z","caller":"traceutil/trace.go:171","msg":"trace[861485879] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8584; }","duration":"561.300818ms","start":"2026-03-04T02:52:12.363027Z","end":"2026-03-04T02:52:12.924328Z","steps":["trace[861485879] 'agreement among raft nodes before linearized reading' (duration: 561.087823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:12.924429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:12.363004Z","time spent":"561.410511ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:52:12.924438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.811532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pdxrw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-04T02:52:12.924554Z","caller":"traceutil/trace.go:171","msg":"trace[965720475] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pdxrw; range_end:; response_count:1; response_revision:8584; }","duration":"626.913504ms","start":"2026-03-04T02:52:12.297593Z","end":"2026-03-04T02:52:12.924506Z","steps":["trace[965720475] 'agreement among raft nodes before linearized reading' (duration: 626.689519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:12.924603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:12.29759Z","time spent":"627.003457ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-pdxrw\" "} {"level":"warn","ts":"2026-03-04T02:52:13.35132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.871569ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:52:13.352239Z","caller":"traceutil/trace.go:171","msg":"trace[277797255] transaction","detail":"{read_only:false; response_revision:8585; number_of_response:1; }","duration":"418.858203ms","start":"2026-03-04T02:52:12.933324Z","end":"2026-03-04T02:52:13.352182Z","steps":["trace[277797255] 'process raft request' (duration: 256.033532ms)","trace[277797255] 'compare' (duration: 161.762187ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:52:13.352434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:12.93331Z","time spent":"419.022437ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:52:13.440173Z","caller":"traceutil/trace.go:171","msg":"trace[335904052] transaction","detail":"{read_only:false; response_revision:8587; number_of_response:1; }","duration":"506.70149ms","start":"2026-03-04T02:52:12.933448Z","end":"2026-03-04T02:52:13.44015Z","steps":["trace[335904052] 'process raft request' (duration: 506.534056ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:13.440188Z","caller":"traceutil/trace.go:171","msg":"trace[623729320] transaction","detail":"{read_only:false; response_revision:8586; number_of_response:1; }","duration":"506.683239ms","start":"2026-03-04T02:52:12.933448Z","end":"2026-03-04T02:52:13.440131Z","steps":["trace[623729320] 'process raft request' (duration: 506.410903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:13.440296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:12.933423Z","time spent":"506.812393ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:52:13.440393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:12.933421Z","time spent":"506.877674ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:52:13.693999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.159958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:52:13.694089Z","caller":"traceutil/trace.go:171","msg":"trace[1174856907] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8587; }","duration":"192.292161ms","start":"2026-03-04T02:52:13.501777Z","end":"2026-03-04T02:52:13.694069Z","steps":["trace[1174856907] 'range keys from in-memory index tree' (duration: 192.093357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:15.432011Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395041353,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:52:15.932654Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395041353,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:52:16.433206Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395041353,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:52:16.79927Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.869234483s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:52:16.79976Z","caller":"traceutil/trace.go:171","msg":"trace[151252183] transaction","detail":"{read_only:false; response_revision:8590; number_of_response:1; }","duration":"1.869802427s","start":"2026-03-04T02:52:14.929927Z","end":"2026-03-04T02:52:16.799729Z","steps":["trace[151252183] 'process raft request' (duration: 1.869601933s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:16.799947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:14.929907Z","time spent":"1.8699475s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:52:17.776173Z","caller":"traceutil/trace.go:171","msg":"trace[1897017473] transaction","detail":"{read_only:false; response_revision:8592; number_of_response:1; }","duration":"2.845368253s","start":"2026-03-04T02:52:14.930786Z","end":"2026-03-04T02:52:17.776155Z","steps":["trace[1897017473] 'process raft request' (duration: 2.845312622s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:17.776284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:14.930782Z","time spent":"2.845445505s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:52:17.776257Z","caller":"traceutil/trace.go:171","msg":"trace[1426456728] transaction","detail":"{read_only:false; response_revision:8591; number_of_response:1; }","duration":"2.845531636s","start":"2026-03-04T02:52:14.930668Z","end":"2026-03-04T02:52:17.7762Z","steps":["trace[1426456728] 'process raft request' (duration: 2.84525502s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:17.776404Z","caller":"traceutil/trace.go:171","msg":"trace[1252533748] transaction","detail":"{read_only:false; response_revision:8593; number_of_response:1; }","duration":"1.999288028s","start":"2026-03-04T02:52:15.77711Z","end":"2026-03-04T02:52:17.776398Z","steps":["trace[1252533748] 'process raft request' (duration: 1.999017442s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:17.776378Z","caller":"traceutil/trace.go:171","msg":"trace[1195001719] linearizableReadLoop","detail":"{readStateIndex:8931; appliedIndex:8927; }","duration":"2.845280731s","start":"2026-03-04T02:52:14.93106Z","end":"2026-03-04T02:52:17.77634Z","steps":["trace[1195001719] 'read index received' (duration: 1.868560648s)","trace[1195001719] 'applied index is now lower than readState.Index' (duration: 976.717263ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:52:17.776443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:15.777083Z","time spent":"1.99934026s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:52:17.77651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:14.930648Z","time spent":"2.845733512s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:52:17.776556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.845493606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T02:52:17.776578Z","caller":"traceutil/trace.go:171","msg":"trace[1867160461] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8593; }","duration":"2.845532757s","start":"2026-03-04T02:52:14.931039Z","end":"2026-03-04T02:52:17.776572Z","steps":["trace[1867160461] 'agreement among raft nodes before linearized reading' (duration: 2.845447725s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:17.776597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:14.931033Z","time spent":"2.845561508s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:52:17.776677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.835017591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pdxrw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-04T02:52:17.776728Z","caller":"traceutil/trace.go:171","msg":"trace[173795653] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pdxrw; range_end:; response_count:1; response_revision:8593; }","duration":"2.835080052s","start":"2026-03-04T02:52:14.941625Z","end":"2026-03-04T02:52:17.776705Z","steps":["trace[173795653] 'agreement among raft nodes before linearized reading' (duration: 2.834887588s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:17.77675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.681920059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T02:52:17.77679Z","caller":"traceutil/trace.go:171","msg":"trace[1448104368] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:8593; }","duration":"1.68196212s","start":"2026-03-04T02:52:16.094817Z","end":"2026-03-04T02:52:17.776779Z","steps":["trace[1448104368] 'agreement among raft nodes before linearized reading' (duration: 1.681868858s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:17.776783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:14.94162Z","time spent":"2.835148164s","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-pdxrw\" "} {"level":"warn","ts":"2026-03-04T02:52:17.776781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126271724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:52:17.776862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:16.094742Z","time spent":"1.682111904s","remote":"127.0.0.1:47122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":29,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:52:17.776898Z","caller":"traceutil/trace.go:171","msg":"trace[456500160] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8593; }","duration":"1.126420157s","start":"2026-03-04T02:52:16.650455Z","end":"2026-03-04T02:52:17.776876Z","steps":["trace[456500160] 'agreement among raft nodes before linearized reading' (duration: 1.126261973s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:17.776942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:16.650434Z","time spent":"1.126498588s","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:52:17.77702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.320811484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T02:52:17.77709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.992312655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:52:17.77711Z","caller":"traceutil/trace.go:171","msg":"trace[1328944997] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8593; }","duration":"1.992371435s","start":"2026-03-04T02:52:15.784733Z","end":"2026-03-04T02:52:17.777104Z","steps":["trace[1328944997] 'agreement among raft nodes before linearized reading' (duration: 1.992337635s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:17.777126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:15.784701Z","time spent":"1.992419547s","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:52:17.777124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.332035787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:52:17.777158Z","caller":"traceutil/trace.go:171","msg":"trace[350724405] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8593; }","duration":"2.332090148s","start":"2026-03-04T02:52:15.445058Z","end":"2026-03-04T02:52:17.777148Z","steps":["trace[350724405] 'agreement among raft nodes before linearized reading' (duration: 2.331985106s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:17.777188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:15.445043Z","time spent":"2.332138939s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:52:17.777225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.944418553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T02:52:17.777254Z","caller":"traceutil/trace.go:171","msg":"trace[816303980] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:8593; }","duration":"1.944481035s","start":"2026-03-04T02:52:15.832766Z","end":"2026-03-04T02:52:17.777247Z","steps":["trace[816303980] 'agreement among raft nodes before linearized reading' (duration: 1.944428704s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:17.777274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:15.832742Z","time spent":"1.944525436s","remote":"127.0.0.1:47020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":29,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:52:17.777276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.249414733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T02:52:17.777321Z","caller":"traceutil/trace.go:171","msg":"trace[530194932] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:8593; }","duration":"2.249491135s","start":"2026-03-04T02:52:15.527818Z","end":"2026-03-04T02:52:17.777309Z","steps":["trace[530194932] 'agreement among raft nodes before linearized reading' (duration: 2.249332032s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:17.777336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.333825769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T02:52:17.77732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.246482007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T02:52:17.777372Z","caller":"traceutil/trace.go:171","msg":"trace[743343688] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:8593; }","duration":"2.333875069s","start":"2026-03-04T02:52:15.443481Z","end":"2026-03-04T02:52:17.777356Z","steps":["trace[743343688] 'agreement among raft nodes before linearized reading' (duration: 2.333823818s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:17.777217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.024458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T02:52:17.777368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:15.527805Z","time spent":"2.249551036s","remote":"127.0.0.1:47304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":109,"response size":29,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:52:17.77737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.290854243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-03-04T02:52:17.777401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:15.443469Z","time spent":"2.333924331s","remote":"127.0.0.1:45570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:52:17.777407Z","caller":"traceutil/trace.go:171","msg":"trace[1825990291] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:8593; }","duration":"1.24663509s","start":"2026-03-04T02:52:16.530752Z","end":"2026-03-04T02:52:17.777388Z","steps":["trace[1825990291] 'agreement among raft nodes before linearized reading' (duration: 1.246453476s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:17.777429Z","caller":"traceutil/trace.go:171","msg":"trace[880631987] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:8593; }","duration":"2.290912305s","start":"2026-03-04T02:52:15.486497Z","end":"2026-03-04T02:52:17.777409Z","steps":["trace[880631987] 'agreement among raft nodes before linearized reading' (duration: 2.2906948s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:17.777456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:16.530729Z","time spent":"1.246715471s","remote":"127.0.0.1:45492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:52:17.777466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:15.486445Z","time spent":"2.291012997s","remote":"127.0.0.1:47098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1957,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-04T02:52:17.77712Z","caller":"traceutil/trace.go:171","msg":"trace[967391736] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8593; }","duration":"2.320935447s","start":"2026-03-04T02:52:15.456156Z","end":"2026-03-04T02:52:17.777092Z","steps":["trace[967391736] 'agreement among raft nodes before linearized reading' (duration: 2.320541858s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:17.777586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:15.456146Z","time spent":"2.321430159s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:52:17.777592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.340733801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6f8485cdb8-272qk.1899839e9d515711\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-04T02:52:17.777624Z","caller":"traceutil/trace.go:171","msg":"trace[1986140805] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6f8485cdb8-272qk.1899839e9d515711; range_end:; response_count:1; response_revision:8593; }","duration":"2.340789521s","start":"2026-03-04T02:52:15.436823Z","end":"2026-03-04T02:52:17.777613Z","steps":["trace[1986140805] 'agreement among raft nodes before linearized reading' (duration: 2.340703609s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:17.777653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:15.4368Z","time spent":"2.340846483s","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-6f8485cdb8-272qk.1899839e9d515711\" "} {"level":"warn","ts":"2026-03-04T02:52:17.777401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.160612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T02:52:17.777676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.31496255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:52:17.777692Z","caller":"traceutil/trace.go:171","msg":"trace[252850010] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:8593; }","duration":"824.50425ms","start":"2026-03-04T02:52:16.953178Z","end":"2026-03-04T02:52:17.777683Z","steps":["trace[252850010] 'agreement among raft nodes before linearized reading' (duration: 824.124431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:17.777279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.966325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:52:17.77775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:16.953148Z","time spent":"824.566311ms","remote":"127.0.0.1:47154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":114,"response size":29,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:52:17.777407Z","caller":"traceutil/trace.go:171","msg":"trace[956060928] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:8593; }","duration":"193.222132ms","start":"2026-03-04T02:52:17.584175Z","end":"2026-03-04T02:52:17.777397Z","steps":["trace[956060928] 'agreement among raft nodes before linearized reading' (duration: 192.946256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:17.777794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.420276752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T02:52:17.777824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.400496901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T02:52:17.777805Z","caller":"traceutil/trace.go:171","msg":"trace[1538086446] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:8593; }","duration":"260.507788ms","start":"2026-03-04T02:52:17.517264Z","end":"2026-03-04T02:52:17.777772Z","steps":["trace[1538086446] 'agreement among raft nodes before linearized reading' (duration: 259.981416ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:17.777849Z","caller":"traceutil/trace.go:171","msg":"trace[899226954] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8593; }","duration":"1.400561843s","start":"2026-03-04T02:52:16.37728Z","end":"2026-03-04T02:52:17.777842Z","steps":["trace[899226954] 'agreement among raft nodes before linearized reading' (duration: 1.40043267s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:17.777849Z","caller":"traceutil/trace.go:171","msg":"trace[1390922617] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8593; }","duration":"2.420370714s","start":"2026-03-04T02:52:15.357462Z","end":"2026-03-04T02:52:17.777832Z","steps":["trace[1390922617] 'agreement among raft nodes before linearized reading' (duration: 2.420237771s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:17.777873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:16.377254Z","time spent":"1.400614074s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T02:52:17.777699Z","caller":"traceutil/trace.go:171","msg":"trace[168519665] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:8593; }","duration":"1.31498608s","start":"2026-03-04T02:52:16.462705Z","end":"2026-03-04T02:52:17.777692Z","steps":["trace[168519665] 'agreement among raft nodes before linearized reading' (duration: 1.314946299s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:17.777892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:15.357439Z","time spent":"2.420443157s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:52:17.777935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:16.462651Z","time spent":"1.315271977s","remote":"127.0.0.1:54274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:52:17.777838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.526368698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T02:52:17.778011Z","caller":"traceutil/trace.go:171","msg":"trace[1717089284] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8593; }","duration":"1.526579772s","start":"2026-03-04T02:52:16.251422Z","end":"2026-03-04T02:52:17.778002Z","steps":["trace[1717089284] 'agreement among raft nodes before linearized reading' (duration: 1.526377868s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:17.77804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:16.251403Z","time spent":"1.526628834s","remote":"127.0.0.1:36230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:52:18.085319Z","caller":"traceutil/trace.go:171","msg":"trace[950673639] linearizableReadLoop","detail":"{readStateIndex:8932; appliedIndex:8931; }","duration":"304.937328ms","start":"2026-03-04T02:52:17.780358Z","end":"2026-03-04T02:52:18.085295Z","steps":["trace[950673639] 'read index received' (duration: 211.752137ms)","trace[950673639] 'applied index is now lower than readState.Index' (duration: 93.184191ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:52:18.085391Z","caller":"traceutil/trace.go:171","msg":"trace[399436953] transaction","detail":"{read_only:false; response_revision:8594; number_of_response:1; }","duration":"305.199924ms","start":"2026-03-04T02:52:17.780165Z","end":"2026-03-04T02:52:18.085365Z","steps":["trace[399436953] 'process raft request' (duration: 211.974442ms)","trace[399436953] 'compare' (duration: 93.037878ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:52:18.085489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:17.780139Z","time spent":"305.295807ms","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:52:18.085564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.193034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-33d781c5-22cc-4083-9dfd-c868453bd2fe\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-03-04T02:52:18.085598Z","caller":"traceutil/trace.go:171","msg":"trace[2107015394] range","detail":"{range_begin:/registry/persistentvolumes/pvc-33d781c5-22cc-4083-9dfd-c868453bd2fe; range_end:; response_count:1; response_revision:8594; }","duration":"305.264965ms","start":"2026-03-04T02:52:17.780321Z","end":"2026-03-04T02:52:18.085586Z","steps":["trace[2107015394] 'agreement among raft nodes before linearized reading' (duration: 305.089791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:18.085633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:17.780297Z","time spent":"305.327527ms","remote":"127.0.0.1:47082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1472,"request content":"key:\"/registry/persistentvolumes/pvc-33d781c5-22cc-4083-9dfd-c868453bd2fe\" "} {"level":"warn","ts":"2026-03-04T02:52:18.156466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.902869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227524"} {"level":"info","ts":"2026-03-04T02:52:18.156525Z","caller":"traceutil/trace.go:171","msg":"trace[1097880222] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8599; }","duration":"372.994711ms","start":"2026-03-04T02:52:17.783517Z","end":"2026-03-04T02:52:18.156512Z","steps":["trace[1097880222] 'agreement among raft nodes before linearized reading' (duration: 372.662833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:18.156631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:17.783506Z","time spent":"373.115854ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":227546,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-04T02:52:18.156897Z","caller":"traceutil/trace.go:171","msg":"trace[1329996120] transaction","detail":"{read_only:false; response_revision:8595; number_of_response:1; }","duration":"373.709998ms","start":"2026-03-04T02:52:17.783179Z","end":"2026-03-04T02:52:18.156889Z","steps":["trace[1329996120] 'process raft request' (duration: 372.769296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:18.156961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:17.783156Z","time spent":"373.764649ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:52:18.157051Z","caller":"traceutil/trace.go:171","msg":"trace[729326093] transaction","detail":"{read_only:false; response_revision:8596; number_of_response:1; }","duration":"373.791659ms","start":"2026-03-04T02:52:17.783253Z","end":"2026-03-04T02:52:18.157044Z","steps":["trace[729326093] 'process raft request' (duration: 372.819517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:18.157084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:17.783247Z","time spent":"373.818041ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:52:18.157157Z","caller":"traceutil/trace.go:171","msg":"trace[1682894978] transaction","detail":"{read_only:false; response_revision:8597; number_of_response:1; }","duration":"373.865622ms","start":"2026-03-04T02:52:17.783286Z","end":"2026-03-04T02:52:18.157152Z","steps":["trace[1682894978] 'process raft request' (duration: 372.815127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:18.157186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:17.783282Z","time spent":"373.888042ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:52:18.157265Z","caller":"traceutil/trace.go:171","msg":"trace[1867767169] transaction","detail":"{read_only:false; response_revision:8598; number_of_response:1; }","duration":"373.937493ms","start":"2026-03-04T02:52:17.783322Z","end":"2026-03-04T02:52:18.157259Z","steps":["trace[1867767169] 'process raft request' (duration: 372.809647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:18.157294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:17.783317Z","time spent":"373.960894ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:52:18.157343Z","caller":"traceutil/trace.go:171","msg":"trace[1459794947] transaction","detail":"{read_only:false; response_revision:8599; number_of_response:1; }","duration":"373.888262ms","start":"2026-03-04T02:52:17.783449Z","end":"2026-03-04T02:52:18.157338Z","steps":["trace[1459794947] 'process raft request' (duration: 372.703584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:18.157374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:17.783444Z","time spent":"373.913343ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:52:18.157449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.474373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:52:18.157472Z","caller":"traceutil/trace.go:171","msg":"trace[1979586894] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8599; }","duration":"370.515463ms","start":"2026-03-04T02:52:17.78695Z","end":"2026-03-04T02:52:18.157466Z","steps":["trace[1979586894] 'agreement among raft nodes before linearized reading' (duration: 370.482882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:18.157489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:17.786942Z","time spent":"370.543584ms","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:52:22.311963Z","caller":"traceutil/trace.go:171","msg":"trace[1408386789] transaction","detail":"{read_only:false; response_revision:8615; number_of_response:1; }","duration":"136.766771ms","start":"2026-03-04T02:52:22.175178Z","end":"2026-03-04T02:52:22.311945Z","steps":["trace[1408386789] 'process raft request' (duration: 136.733421ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:22.311974Z","caller":"traceutil/trace.go:171","msg":"trace[1378316567] transaction","detail":"{read_only:false; response_revision:8614; number_of_response:1; }","duration":"136.764031ms","start":"2026-03-04T02:52:22.17518Z","end":"2026-03-04T02:52:22.311944Z","steps":["trace[1378316567] 'process raft request' (duration: 136.601648ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:22.313261Z","caller":"traceutil/trace.go:171","msg":"trace[1880798239] linearizableReadLoop","detail":"{readStateIndex:8956; appliedIndex:8951; }","duration":"132.234426ms","start":"2026-03-04T02:52:22.181003Z","end":"2026-03-04T02:52:22.313237Z","steps":["trace[1880798239] 'read index received' (duration: 130.774302ms)","trace[1880798239] 'applied index is now lower than readState.Index' (duration: 1.459084ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:52:22.313302Z","caller":"traceutil/trace.go:171","msg":"trace[840068528] transaction","detail":"{read_only:false; response_revision:8617; number_of_response:1; }","duration":"137.98956ms","start":"2026-03-04T02:52:22.175294Z","end":"2026-03-04T02:52:22.313284Z","steps":["trace[840068528] 'process raft request' (duration: 137.848286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:22.313621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.608544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227524"} {"level":"info","ts":"2026-03-04T02:52:22.313283Z","caller":"traceutil/trace.go:171","msg":"trace[542081199] transaction","detail":"{read_only:false; response_revision:8616; number_of_response:1; }","duration":"137.967269ms","start":"2026-03-04T02:52:22.175284Z","end":"2026-03-04T02:52:22.313251Z","steps":["trace[542081199] 'process raft request' (duration: 137.743954ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:22.31366Z","caller":"traceutil/trace.go:171","msg":"trace[607390209] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8618; }","duration":"132.679965ms","start":"2026-03-04T02:52:22.180971Z","end":"2026-03-04T02:52:22.313651Z","steps":["trace[607390209] 'agreement among raft nodes before linearized reading' (duration: 132.361888ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:22.313336Z","caller":"traceutil/trace.go:171","msg":"trace[94549229] transaction","detail":"{read_only:false; response_revision:8618; number_of_response:1; }","duration":"138.009551ms","start":"2026-03-04T02:52:22.175306Z","end":"2026-03-04T02:52:22.313316Z","steps":["trace[94549229] 'process raft request' (duration: 137.892398ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:23.238169Z","caller":"traceutil/trace.go:171","msg":"trace[1133359806] transaction","detail":"{read_only:false; response_revision:8629; number_of_response:1; }","duration":"236.622198ms","start":"2026-03-04T02:52:23.001512Z","end":"2026-03-04T02:52:23.238134Z","steps":["trace[1133359806] 'process raft request' (duration: 206.961984ms)","trace[1133359806] 'compare' (duration: 29.47994ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:52:23.263581Z","caller":"traceutil/trace.go:171","msg":"trace[330392786] linearizableReadLoop","detail":"{readStateIndex:8968; appliedIndex:8966; }","duration":"171.29569ms","start":"2026-03-04T02:52:23.092256Z","end":"2026-03-04T02:52:23.263552Z","steps":["trace[330392786] 'read index received' (duration: 116.1922ms)","trace[330392786] 'applied index is now lower than readState.Index' (duration: 55.10206ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:52:23.263675Z","caller":"traceutil/trace.go:171","msg":"trace[1007507967] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8630; }","duration":"261.810818ms","start":"2026-03-04T02:52:23.001846Z","end":"2026-03-04T02:52:23.263657Z","steps":["trace[1007507967] 'process raft request' (duration: 261.544762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:23.263842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.717021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:52:23.263881Z","caller":"traceutil/trace.go:171","msg":"trace[359149756] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8630; }","duration":"148.798493ms","start":"2026-03-04T02:52:23.115075Z","end":"2026-03-04T02:52:23.263873Z","steps":["trace[359149756] 'agreement among raft nodes before linearized reading' (duration: 148.736212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:23.263832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.549325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:52:23.264327Z","caller":"traceutil/trace.go:171","msg":"trace[373174429] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8630; }","duration":"171.933695ms","start":"2026-03-04T02:52:23.092187Z","end":"2026-03-04T02:52:23.264121Z","steps":["trace[373174429] 'agreement among raft nodes before linearized reading' (duration: 171.571486ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:23.543463Z","caller":"traceutil/trace.go:171","msg":"trace[928390192] transaction","detail":"{read_only:false; response_revision:8632; number_of_response:1; }","duration":"185.170615ms","start":"2026-03-04T02:52:23.35826Z","end":"2026-03-04T02:52:23.543431Z","steps":["trace[928390192] 'process raft request' (duration: 185.080753ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:23.543566Z","caller":"traceutil/trace.go:171","msg":"trace[638436557] transaction","detail":"{read_only:false; response_revision:8631; number_of_response:1; }","duration":"250.76801ms","start":"2026-03-04T02:52:23.292751Z","end":"2026-03-04T02:52:23.543519Z","steps":["trace[638436557] 'process raft request' (duration: 153.764169ms)","trace[638436557] 'compare' (duration: 96.431777ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:52:23.543675Z","caller":"traceutil/trace.go:171","msg":"trace[693262685] linearizableReadLoop","detail":"{readStateIndex:8969; appliedIndex:8968; }","duration":"241.040302ms","start":"2026-03-04T02:52:23.302487Z","end":"2026-03-04T02:52:23.543527Z","steps":["trace[693262685] 'read index received' (duration: 144.075612ms)","trace[693262685] 'applied index is now lower than readState.Index' (duration: 96.96249ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:52:23.54402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.518844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-04T02:52:23.544142Z","caller":"traceutil/trace.go:171","msg":"trace[1542473453] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8632; }","duration":"241.674647ms","start":"2026-03-04T02:52:23.30245Z","end":"2026-03-04T02:52:23.544124Z","steps":["trace[1542473453] 'agreement among raft nodes before linearized reading' (duration: 241.408671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:23.544372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.962377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-fghhd\" ","response":"range_response_count:1 size:4648"} {"level":"info","ts":"2026-03-04T02:52:23.544457Z","caller":"traceutil/trace.go:171","msg":"trace[1952350915] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-fghhd; range_end:; response_count:1; response_revision:8632; }","duration":"187.044518ms","start":"2026-03-04T02:52:23.357399Z","end":"2026-03-04T02:52:23.544443Z","steps":["trace[1952350915] 'agreement among raft nodes before linearized reading' (duration: 186.899305ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:23.925394Z","caller":"traceutil/trace.go:171","msg":"trace[730256990] transaction","detail":"{read_only:false; response_revision:8633; number_of_response:1; }","duration":"376.687397ms","start":"2026-03-04T02:52:23.548675Z","end":"2026-03-04T02:52:23.925362Z","steps":["trace[730256990] 'process raft request' (duration: 292.929006ms)","trace[730256990] 'compare' (duration: 83.620248ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:52:23.925694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:23.548643Z","time spent":"376.928882ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:52:24.290785Z","caller":"traceutil/trace.go:171","msg":"trace[367650296] transaction","detail":"{read_only:false; response_revision:8634; number_of_response:1; }","duration":"738.208889ms","start":"2026-03-04T02:52:23.552551Z","end":"2026-03-04T02:52:24.290759Z","steps":["trace[367650296] 'process raft request' (duration: 738.021305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:24.290967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:23.552523Z","time spent":"738.351002ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4638,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:52:24.390654Z","caller":"traceutil/trace.go:171","msg":"trace[1649493400] transaction","detail":"{read_only:false; response_revision:8635; number_of_response:1; }","duration":"596.188925ms","start":"2026-03-04T02:52:23.794424Z","end":"2026-03-04T02:52:24.390613Z","steps":["trace[1649493400] 'process raft request' (duration: 595.626382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:24.390907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:23.794405Z","time spent":"596.373629ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:52:24.950195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.474307ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:52:24.950346Z","caller":"traceutil/trace.go:171","msg":"trace[1940681798] linearizableReadLoop","detail":"{readStateIndex:8972; appliedIndex:8970; }","duration":"1.299654161s","start":"2026-03-04T02:52:23.650667Z","end":"2026-03-04T02:52:24.950321Z","steps":["trace[1940681798] 'read index received' (duration: 190.948468ms)","trace[1940681798] 'applied index is now lower than readState.Index' (duration: 1.108704113s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:52:24.950442Z","caller":"traceutil/trace.go:171","msg":"trace[2036572766] transaction","detail":"{read_only:false; response_revision:8636; number_of_response:1; }","duration":"1.150971092s","start":"2026-03-04T02:52:23.799456Z","end":"2026-03-04T02:52:24.950428Z","steps":["trace[2036572766] 'process raft request' (duration: 591.127947ms)","trace[2036572766] 'compare' (duration: 559.097577ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:52:24.950506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:23.799438Z","time spent":"1.151034184s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:52:24.950672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.299980618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:52:24.950843Z","caller":"traceutil/trace.go:171","msg":"trace[1653621681] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8636; }","duration":"1.300115902s","start":"2026-03-04T02:52:23.650614Z","end":"2026-03-04T02:52:24.95073Z","steps":["trace[1653621681] 'agreement among raft nodes before linearized reading' (duration: 1.299976878s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:24.950921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:23.65059Z","time spent":"1.300320087s","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:52:25.45134Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395041466,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:52:25.616955Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.326560413s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:52:26.959087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999929455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:52:26.959173Z","caller":"traceutil/trace.go:171","msg":"trace[2040088669] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000062008s","start":"2026-03-04T02:52:24.959093Z","end":"2026-03-04T02:52:26.959155Z","steps":["trace[2040088669] 'agreement among raft nodes before linearized reading' (duration: 1.999961226s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:26.959215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:24.959073Z","time spent":"2.000132189s","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:52:27.609767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078464273s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:52:27.60993Z","caller":"traceutil/trace.go:171","msg":"trace[1049464813] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8636; }","duration":"1.078641647s","start":"2026-03-04T02:52:26.531263Z","end":"2026-03-04T02:52:27.609904Z","steps":["trace[1049464813] 'range keys from in-memory index tree' (duration: 1.078443773s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:27.610435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.993123113s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:52:27.61073Z","caller":"traceutil/trace.go:171","msg":"trace[1601009161] transaction","detail":"{read_only:false; response_revision:8637; number_of_response:1; }","duration":"3.63216091s","start":"2026-03-04T02:52:23.978509Z","end":"2026-03-04T02:52:27.610669Z","steps":["trace[1601009161] 'process raft request' (duration: 1.638718349s)","trace[1601009161] 'compare' (duration: 1.992772735s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:52:27.610831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.812806999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T02:52:27.610906Z","caller":"traceutil/trace.go:171","msg":"trace[1806238660] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8639; }","duration":"3.81288982s","start":"2026-03-04T02:52:23.797963Z","end":"2026-03-04T02:52:27.610853Z","steps":["trace[1806238660] 'agreement among raft nodes before linearized reading' (duration: 3.812714736s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:27.610956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:23.797933Z","time spent":"3.813010993s","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:52:27.611117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:23.978481Z","time spent":"3.632448687s","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:52:27.611287Z","caller":"traceutil/trace.go:171","msg":"trace[329608163] transaction","detail":"{read_only:false; response_revision:8638; number_of_response:1; }","duration":"2.74700806s","start":"2026-03-04T02:52:24.864267Z","end":"2026-03-04T02:52:27.611275Z","steps":["trace[329608163] 'process raft request' (duration: 2.746270383s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:27.611556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:24.864227Z","time spent":"2.747099032s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:52:27.611691Z","caller":"traceutil/trace.go:171","msg":"trace[1033588224] linearizableReadLoop","detail":"{readStateIndex:8978; appliedIndex:8975; }","duration":"2.660298011s","start":"2026-03-04T02:52:24.950376Z","end":"2026-03-04T02:52:27.610674Z","steps":["trace[1033588224] 'read index received' (duration: 666.85295ms)","trace[1033588224] 'applied index is now lower than readState.Index' (duration: 1.993444151s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:52:27.611762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.335612368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:52:27.611711Z","caller":"traceutil/trace.go:171","msg":"trace[2135895616] transaction","detail":"{read_only:false; response_revision:8639; number_of_response:1; }","duration":"2.32875276s","start":"2026-03-04T02:52:25.282947Z","end":"2026-03-04T02:52:27.6117Z","steps":["trace[2135895616] 'process raft request' (duration: 2.327682605s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:27.6118Z","caller":"traceutil/trace.go:171","msg":"trace[2079009108] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:8639; }","duration":"3.33568727s","start":"2026-03-04T02:52:24.276105Z","end":"2026-03-04T02:52:27.611792Z","steps":["trace[2079009108] 'agreement among raft nodes before linearized reading' (duration: 3.335625679s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:27.611829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:24.276085Z","time spent":"3.335736011s","remote":"127.0.0.1:47052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":27,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:52:27.611868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:25.282906Z","time spent":"2.328899204s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:52:27.611842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.309509987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:52:27.61208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.294383034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-04T02:52:27.612106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.148342464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:52:27.612093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.294199059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:52:27.612141Z","caller":"traceutil/trace.go:171","msg":"trace[1358731047] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8639; }","duration":"3.294499116s","start":"2026-03-04T02:52:24.317618Z","end":"2026-03-04T02:52:27.612117Z","steps":["trace[1358731047] 'agreement among raft nodes before linearized reading' (duration: 3.294289041s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:27.612232Z","caller":"traceutil/trace.go:171","msg":"trace[1896398857] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8639; }","duration":"3.294435905s","start":"2026-03-04T02:52:24.317766Z","end":"2026-03-04T02:52:27.612202Z","steps":["trace[1896398857] 'agreement among raft nodes before linearized reading' (duration: 3.294024875s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:27.61227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.136267912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-03-04T02:52:27.612298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.472502513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5146"} {"level":"info","ts":"2026-03-04T02:52:27.612313Z","caller":"traceutil/trace.go:171","msg":"trace[50795542] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:8639; }","duration":"3.136356334s","start":"2026-03-04T02:52:24.475947Z","end":"2026-03-04T02:52:27.612303Z","steps":["trace[50795542] 'agreement among raft nodes before linearized reading' (duration: 3.136227891s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:27.612312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:24.317745Z","time spent":"3.294549157s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:52:27.612357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:24.475922Z","time spent":"3.136427836s","remote":"127.0.0.1:47098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1803,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-03-04T02:52:27.61236Z","caller":"traceutil/trace.go:171","msg":"trace[1932525781] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8639; }","duration":"3.472598625s","start":"2026-03-04T02:52:24.139744Z","end":"2026-03-04T02:52:27.612342Z","steps":["trace[1932525781] 'agreement among raft nodes before linearized reading' (duration: 3.472478152s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:27.61215Z","caller":"traceutil/trace.go:171","msg":"trace[1854534111] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8639; }","duration":"3.148439527s","start":"2026-03-04T02:52:24.463693Z","end":"2026-03-04T02:52:27.612133Z","steps":["trace[1854534111] 'agreement among raft nodes before linearized reading' (duration: 3.148376576s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:27.612397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.295375326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-04T02:52:27.612458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.540833643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:52:27.612449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.294943827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T02:52:27.612476Z","caller":"traceutil/trace.go:171","msg":"trace[154802831] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8639; }","duration":"3.29547768s","start":"2026-03-04T02:52:24.31697Z","end":"2026-03-04T02:52:27.612447Z","steps":["trace[154802831] 'agreement among raft nodes before linearized reading' (duration: 3.295308816s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:27.612155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.784933176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.240\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-04T02:52:27.612494Z","caller":"traceutil/trace.go:171","msg":"trace[775814309] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8639; }","duration":"3.540906974s","start":"2026-03-04T02:52:24.071576Z","end":"2026-03-04T02:52:27.612483Z","steps":["trace[775814309] 'agreement among raft nodes before linearized reading' (duration: 3.540853713s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:27.612507Z","caller":"traceutil/trace.go:171","msg":"trace[1693262844] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8639; }","duration":"3.295047029s","start":"2026-03-04T02:52:24.317444Z","end":"2026-03-04T02:52:27.612491Z","steps":["trace[1693262844] 'agreement among raft nodes before linearized reading' (duration: 3.294792723s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:27.61249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.290440751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pdxrw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-04T02:52:27.612541Z","caller":"traceutil/trace.go:171","msg":"trace[526054282] range","detail":"{range_begin:/registry/masterleases/199.19.213.240; range_end:; response_count:1; response_revision:8639; }","duration":"3.785362166s","start":"2026-03-04T02:52:23.827153Z","end":"2026-03-04T02:52:27.612515Z","steps":["trace[526054282] 'agreement among raft nodes before linearized reading' (duration: 3.784641489s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:27.612553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:24.317432Z","time spent":"3.295108851s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T02:52:27.612588Z","caller":"traceutil/trace.go:171","msg":"trace[1766219992] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pdxrw; range_end:; response_count:1; response_revision:8639; }","duration":"3.290595844s","start":"2026-03-04T02:52:24.32197Z","end":"2026-03-04T02:52:27.612565Z","steps":["trace[1766219992] 'agreement among raft nodes before linearized reading' (duration: 3.290319248s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:27.612602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.663483263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:52:27.612147Z","caller":"traceutil/trace.go:171","msg":"trace[1126256022] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8639; }","duration":"3.309859876s","start":"2026-03-04T02:52:24.302252Z","end":"2026-03-04T02:52:27.612112Z","steps":["trace[1126256022] 'agreement among raft nodes before linearized reading' (duration: 3.309467047s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:27.61247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:24.463663Z","time spent":"3.148784496s","remote":"127.0.0.1:45516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:52:27.612632Z","caller":"traceutil/trace.go:171","msg":"trace[686587600] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:8639; }","duration":"3.663549045s","start":"2026-03-04T02:52:23.949075Z","end":"2026-03-04T02:52:27.612624Z","steps":["trace[686587600] 'agreement among raft nodes before linearized reading' (duration: 3.663500834s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:27.612635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:24.321958Z","time spent":"3.290667947s","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-pdxrw\" "} {"level":"warn","ts":"2026-03-04T02:52:27.612647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:24.30223Z","time spent":"3.310406508s","remote":"127.0.0.1:45502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:52:27.612534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:24.071555Z","time spent":"3.540971375s","remote":"127.0.0.1:45572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:52:27.612659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:23.94905Z","time spent":"3.663602786s","remote":"127.0.0.1:35504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:52:27.612255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:24.317568Z","time spent":"3.29467366s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:52:27.612601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:23.827133Z","time spent":"3.785453918s","remote":"127.0.0.1:46920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.240\" "} {"level":"warn","ts":"2026-03-04T02:52:27.612407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:24.13972Z","time spent":"3.472678707s","remote":"127.0.0.1:45490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5168,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-04T02:52:27.612535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:24.316945Z","time spent":"3.295581101s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:52:27.612783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.295308995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T02:52:27.613962Z","caller":"traceutil/trace.go:171","msg":"trace[1982512333] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8639; }","duration":"3.296486023s","start":"2026-03-04T02:52:24.317454Z","end":"2026-03-04T02:52:27.61394Z","steps":["trace[1982512333] 'agreement among raft nodes before linearized reading' (duration: 3.294725371s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:27.614316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:24.317415Z","time spent":"3.296883022s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:52:28.112285Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395041470,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:52:28.612818Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395041470,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:52:28.960332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000400644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:52:28.960408Z","caller":"traceutil/trace.go:171","msg":"trace[458342776] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000515056s","start":"2026-03-04T02:52:26.959876Z","end":"2026-03-04T02:52:28.960391Z","steps":["trace[458342776] 'agreement among raft nodes before linearized reading' (duration: 2.000422214s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:28.960451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:26.959864Z","time spent":"2.000578858s","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:52:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:52:28.992632Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.197082108s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:52:29.022614Z","caller":"traceutil/trace.go:171","msg":"trace[1562994859] transaction","detail":"{read_only:false; response_revision:8640; number_of_response:1; }","duration":"2.572227329s","start":"2026-03-04T02:52:26.450349Z","end":"2026-03-04T02:52:29.022576Z","steps":["trace[1562994859] 'process raft request' (duration: 2.542462062s)","trace[1562994859] 'compare' (duration: 29.313886ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:52:29.023378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:26.45033Z","time spent":"2.572356642s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:52:29.885908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:27.61474Z","time spent":"2.271162363s","remote":"127.0.0.1:46920","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T02:52:29.885936Z","caller":"traceutil/trace.go:171","msg":"trace[2122373646] transaction","detail":"{read_only:false; response_revision:8641; number_of_response:1; }","duration":"2.928744694s","start":"2026-03-04T02:52:26.957148Z","end":"2026-03-04T02:52:29.885892Z","steps":["trace[2122373646] 'process raft request' (duration: 2.928293043s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:29.886143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:26.957128Z","time spent":"2.928912007s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:52:29.886373Z","caller":"traceutil/trace.go:171","msg":"trace[1745822180] transaction","detail":"{read_only:false; response_revision:8642; number_of_response:1; }","duration":"2.26849061s","start":"2026-03-04T02:52:27.617842Z","end":"2026-03-04T02:52:29.886333Z","steps":["trace[1745822180] 'process raft request' (duration: 2.267989108s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:29.886436Z","caller":"traceutil/trace.go:171","msg":"trace[1757530065] transaction","detail":"{read_only:false; response_revision:8643; number_of_response:1; }","duration":"2.26845949s","start":"2026-03-04T02:52:27.617934Z","end":"2026-03-04T02:52:29.886394Z","steps":["trace[1757530065] 'process raft request' (duration: 2.268274205s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:29.886529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:27.617827Z","time spent":"2.268624143s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:52:29.886658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:27.617926Z","time spent":"2.268615893s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:52:29.886707Z","caller":"traceutil/trace.go:171","msg":"trace[1559570491] transaction","detail":"{read_only:false; response_revision:8644; number_of_response:1; }","duration":"2.268399828s","start":"2026-03-04T02:52:27.618217Z","end":"2026-03-04T02:52:29.886617Z","steps":["trace[1559570491] 'process raft request' (duration: 2.268112461s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:29.886862Z","caller":"traceutil/trace.go:171","msg":"trace[1360953745] transaction","detail":"{read_only:false; response_revision:8645; number_of_response:1; }","duration":"2.268301775s","start":"2026-03-04T02:52:27.618546Z","end":"2026-03-04T02:52:29.886847Z","steps":["trace[1360953745] 'process raft request' (duration: 2.26805388s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:29.886878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:27.618207Z","time spent":"2.268556751s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:52:29.886974Z","caller":"traceutil/trace.go:171","msg":"trace[1052166694] transaction","detail":"{read_only:false; response_revision:8647; number_of_response:1; }","duration":"2.262053649s","start":"2026-03-04T02:52:27.624902Z","end":"2026-03-04T02:52:29.886956Z","steps":["trace[1052166694] 'process raft request' (duration: 2.261917456s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:29.886938Z","caller":"traceutil/trace.go:171","msg":"trace[1067199299] linearizableReadLoop","detail":"{readStateIndex:8987; appliedIndex:8978; }","duration":"2.275148907s","start":"2026-03-04T02:52:27.611755Z","end":"2026-03-04T02:52:29.886904Z","steps":["trace[1067199299] 'read index received' (duration: 1.381068598s)","trace[1067199299] 'applied index is now lower than readState.Index' (duration: 894.079009ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:52:29.887027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:27.624889Z","time spent":"2.262114601s","remote":"127.0.0.1:45490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:52:29.88709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.483061563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:52:29.887094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.948805182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T02:52:29.887114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.447688474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T02:52:29.887137Z","caller":"traceutil/trace.go:171","msg":"trace[632299964] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:8647; }","duration":"2.483115064s","start":"2026-03-04T02:52:27.404012Z","end":"2026-03-04T02:52:29.887127Z","steps":["trace[632299964] 'agreement among raft nodes before linearized reading' (duration: 2.48295761s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:29.887145Z","caller":"traceutil/trace.go:171","msg":"trace[100131588] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:8647; }","duration":"2.447762626s","start":"2026-03-04T02:52:27.439375Z","end":"2026-03-04T02:52:29.887138Z","steps":["trace[100131588] 'agreement among raft nodes before linearized reading' (duration: 2.447615073s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:29.887145Z","caller":"traceutil/trace.go:171","msg":"trace[408533838] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:8647; }","duration":"3.948883833s","start":"2026-03-04T02:52:25.938248Z","end":"2026-03-04T02:52:29.887132Z","steps":["trace[408533838] 'agreement among raft nodes before linearized reading' (duration: 3.948730189s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:29.887163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:27.439352Z","time spent":"2.447806958s","remote":"127.0.0.1:47150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":52,"response size":29,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:52:29.887163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:27.403986Z","time spent":"2.483171496s","remote":"127.0.0.1:47166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:52:29.887129Z","caller":"traceutil/trace.go:171","msg":"trace[301291958] transaction","detail":"{read_only:false; response_revision:8646; number_of_response:1; }","duration":"2.26761544s","start":"2026-03-04T02:52:27.619455Z","end":"2026-03-04T02:52:29.88707Z","steps":["trace[301291958] 'process raft request' (duration: 2.267288492s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:29.88718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:25.938231Z","time spent":"3.948941395s","remote":"127.0.0.1:47098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":7,"response size":29,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:52:29.887288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:27.618535Z","time spent":"2.268359377s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:52:29.88733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:27.619445Z","time spent":"2.267787843s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:52:29.887899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.452548604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6f8485cdb8-272qk.1899839e9d515711\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-04T02:52:29.887989Z","caller":"traceutil/trace.go:171","msg":"trace[970446577] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6f8485cdb8-272qk.1899839e9d515711; range_end:; response_count:1; response_revision:8647; }","duration":"4.452692187s","start":"2026-03-04T02:52:25.435276Z","end":"2026-03-04T02:52:29.887968Z","steps":["trace[970446577] 'agreement among raft nodes before linearized reading' (duration: 4.451780515s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:29.892163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:25.435262Z","time spent":"4.456846574s","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-6f8485cdb8-272qk.1899839e9d515711\" "} {"level":"warn","ts":"2026-03-04T02:52:30.968853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000266841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:52:30.968934Z","caller":"traceutil/trace.go:171","msg":"trace[577033002] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000364303s","start":"2026-03-04T02:52:28.968552Z","end":"2026-03-04T02:52:30.968917Z","steps":["trace[577033002] 'agreement among raft nodes before linearized reading' (duration: 2.000261461s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:30.968973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:28.968497Z","time spent":"2.000467265s","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:52:30.974174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.057053ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-04T02:52:30.974808Z","caller":"traceutil/trace.go:171","msg":"trace[1919594440] transaction","detail":"{read_only:false; response_revision:8649; number_of_response:1; }","duration":"1.356070392s","start":"2026-03-04T02:52:29.618694Z","end":"2026-03-04T02:52:30.974765Z","steps":["trace[1919594440] 'process raft request' (duration: 1.355579271s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:30.975008Z","caller":"traceutil/trace.go:171","msg":"trace[601331686] linearizableReadLoop","detail":"{readStateIndex:8989; appliedIndex:8987; }","duration":"1.087945636s","start":"2026-03-04T02:52:29.887019Z","end":"2026-03-04T02:52:30.974964Z","steps":["trace[601331686] 'read index received' (duration: 209.077955ms)","trace[601331686] 'applied index is now lower than readState.Index' (duration: 878.864641ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:52:30.975134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.148509881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/rook-ceph-cluster\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:52:30.975168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.366428702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:52:30.975211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.397439288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T02:52:30.975234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.536022071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T02:52:30.975293Z","caller":"traceutil/trace.go:171","msg":"trace[1738457398] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8649; }","duration":"2.536101873s","start":"2026-03-04T02:52:28.439174Z","end":"2026-03-04T02:52:30.975276Z","steps":["trace[1738457398] 'agreement among raft nodes before linearized reading' (duration: 2.53597168s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:30.975306Z","caller":"traceutil/trace.go:171","msg":"trace[1547805816] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:8649; }","duration":"2.397623663s","start":"2026-03-04T02:52:28.577665Z","end":"2026-03-04T02:52:30.975288Z","steps":["trace[1547805816] 'agreement among raft nodes before linearized reading' (duration: 2.397304495s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:30.97528Z","caller":"traceutil/trace.go:171","msg":"trace[493608631] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:8649; }","duration":"2.366632657s","start":"2026-03-04T02:52:28.608624Z","end":"2026-03-04T02:52:30.975257Z","steps":["trace[493608631] 'agreement among raft nodes before linearized reading' (duration: 2.366402001s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:30.975345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:28.439116Z","time spent":"2.536216707s","remote":"127.0.0.1:36278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:52:30.975365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.359923457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b5f6ad75-dacd-43b9-a24b-7b2b736a6ea0\" ","response":"range_response_count:1 size:1275"} {"level":"warn","ts":"2026-03-04T02:52:30.975368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:28.577635Z","time spent":"2.397702174s","remote":"127.0.0.1:47236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":29,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:52:30.975359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:28.60859Z","time spent":"2.36675273s","remote":"127.0.0.1:35464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:52:30.97548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.358456893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T02:52:30.975517Z","caller":"traceutil/trace.go:171","msg":"trace[401581042] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8649; }","duration":"3.358532795s","start":"2026-03-04T02:52:27.616979Z","end":"2026-03-04T02:52:30.975512Z","steps":["trace[401581042] 'agreement among raft nodes before linearized reading' (duration: 3.358441113s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:30.975537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:27.61696Z","time spent":"3.358572246s","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T02:52:30.975194Z","caller":"traceutil/trace.go:171","msg":"trace[1125961026] range","detail":"{range_begin:/registry/ingress/openstack/rook-ceph-cluster; range_end:; response_count:0; response_revision:8649; }","duration":"2.148648154s","start":"2026-03-04T02:52:28.826533Z","end":"2026-03-04T02:52:30.975182Z","steps":["trace[1125961026] 'agreement among raft nodes before linearized reading' (duration: 2.14847366s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:30.975676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:28.826509Z","time spent":"2.149136246s","remote":"127.0.0.1:47250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":27,"request content":"key:\"/registry/ingress/openstack/rook-ceph-cluster\" "} {"level":"info","ts":"2026-03-04T02:52:30.975392Z","caller":"traceutil/trace.go:171","msg":"trace[1752371876] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b5f6ad75-dacd-43b9-a24b-7b2b736a6ea0; range_end:; response_count:1; response_revision:8649; }","duration":"3.359960249s","start":"2026-03-04T02:52:27.615421Z","end":"2026-03-04T02:52:30.975382Z","steps":["trace[1752371876] 'agreement among raft nodes before linearized reading' (duration: 3.359829646s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:30.975695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.432671776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"warn","ts":"2026-03-04T02:52:30.975763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:27.615405Z","time spent":"3.360339697s","remote":"127.0.0.1:47082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1297,"request content":"key:\"/registry/persistentvolumes/pvc-b5f6ad75-dacd-43b9-a24b-7b2b736a6ea0\" "} {"level":"info","ts":"2026-03-04T02:52:30.975773Z","caller":"traceutil/trace.go:171","msg":"trace[1722988335] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8649; }","duration":"1.432792718s","start":"2026-03-04T02:52:29.542958Z","end":"2026-03-04T02:52:30.975751Z","steps":["trace[1722988335] 'agreement among raft nodes before linearized reading' (duration: 1.432244956s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:30.97583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.357085012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227439"} {"level":"info","ts":"2026-03-04T02:52:30.975886Z","caller":"traceutil/trace.go:171","msg":"trace[1669070582] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8649; }","duration":"3.357171863s","start":"2026-03-04T02:52:27.618696Z","end":"2026-03-04T02:52:30.975868Z","steps":["trace[1669070582] 'agreement among raft nodes before linearized reading' (duration: 3.356575409s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:30.975932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:27.618689Z","time spent":"3.357233845s","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":227461,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T02:52:30.975876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:29.542936Z","time spent":"1.432923691s","remote":"127.0.0.1:45472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3694,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"info","ts":"2026-03-04T02:52:30.97623Z","caller":"traceutil/trace.go:171","msg":"trace[1467642406] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8649; }","duration":"1.087464214s","start":"2026-03-04T02:52:29.888749Z","end":"2026-03-04T02:52:30.976213Z","steps":["trace[1467642406] 'process raft request' (duration: 1.085947799s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:30.976388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.369831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:52:30.976427Z","caller":"traceutil/trace.go:171","msg":"trace[1481764510] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:8650; }","duration":"227.461783ms","start":"2026-03-04T02:52:30.748955Z","end":"2026-03-04T02:52:30.976417Z","steps":["trace[1481764510] 'agreement among raft nodes before linearized reading' (duration: 227.381331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:30.976437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081788892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-04T02:52:30.976512Z","caller":"traceutil/trace.go:171","msg":"trace[1415451954] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:8650; }","duration":"1.081916795s","start":"2026-03-04T02:52:29.894579Z","end":"2026-03-04T02:52:30.976496Z","steps":["trace[1415451954] 'agreement among raft nodes before linearized reading' (duration: 1.08170132s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:30.976558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:29.894551Z","time spent":"1.081998177s","remote":"127.0.0.1:47016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":648,"request content":"key:\"/registry/configmaps/openstack/rook-config-override\" "} {"level":"warn","ts":"2026-03-04T02:52:30.976504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:29.618654Z","time spent":"1.356253857s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:52:30.976772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.590301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T02:52:30.976813Z","caller":"traceutil/trace.go:171","msg":"trace[129822569] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8650; }","duration":"736.669533ms","start":"2026-03-04T02:52:30.240133Z","end":"2026-03-04T02:52:30.976803Z","steps":["trace[129822569] 'agreement among raft nodes before linearized reading' (duration: 736.594001ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:30.97682Z","caller":"traceutil/trace.go:171","msg":"trace[2049520386] transaction","detail":"{read_only:false; response_revision:8650; number_of_response:1; }","duration":"1.082747254s","start":"2026-03-04T02:52:29.894052Z","end":"2026-03-04T02:52:30.976799Z","steps":["trace[2049520386] 'process raft request' (duration: 1.080685166s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:30.976954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.091807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19564"} {"level":"info","ts":"2026-03-04T02:52:30.976986Z","caller":"traceutil/trace.go:171","msg":"trace[815958981] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:8650; }","duration":"345.147758ms","start":"2026-03-04T02:52:30.63183Z","end":"2026-03-04T02:52:30.976978Z","steps":["trace[815958981] 'agreement among raft nodes before linearized reading' (duration: 345.032315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:30.977016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:30.631814Z","time spent":"345.19419ms","remote":"127.0.0.1:47122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":19586,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-04T02:52:30.97704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:29.894033Z","time spent":"1.082920439s","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:52:30.976843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:30.240112Z","time spent":"736.721434ms","remote":"127.0.0.1:36280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:52:30.976778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.731046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:52:30.977278Z","caller":"traceutil/trace.go:171","msg":"trace[373555885] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:8650; }","duration":"758.245048ms","start":"2026-03-04T02:52:30.219003Z","end":"2026-03-04T02:52:30.977248Z","steps":["trace[373555885] 'agreement among raft nodes before linearized reading' (duration: 757.744297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:30.977359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:30.218985Z","time spent":"758.355851ms","remote":"127.0.0.1:46992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-03-04T02:52:30.976816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:29.888726Z","time spent":"1.087545337s","remote":"127.0.0.1:46920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":36,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:52:31.571715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.968887ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:52:31.572021Z","caller":"traceutil/trace.go:171","msg":"trace[1605616492] transaction","detail":"{read_only:false; response_revision:8651; number_of_response:1; }","duration":"591.269351ms","start":"2026-03-04T02:52:30.980708Z","end":"2026-03-04T02:52:31.571977Z","steps":["trace[1605616492] 'process raft request' (duration: 174.959386ms)","trace[1605616492] 'compare' (duration: 415.65375ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:52:31.572098Z","caller":"traceutil/trace.go:171","msg":"trace[1723460933] transaction","detail":"{read_only:false; response_revision:8652; number_of_response:1; }","duration":"576.629888ms","start":"2026-03-04T02:52:30.99544Z","end":"2026-03-04T02:52:31.57207Z","steps":["trace[1723460933] 'process raft request' (duration: 576.434093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:31.572147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:30.980691Z","time spent":"591.401224ms","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":527,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:52:31.572205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:30.995425Z","time spent":"576.72793ms","remote":"127.0.0.1:47250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":941,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:52:31.572208Z","caller":"traceutil/trace.go:171","msg":"trace[92978391] linearizableReadLoop","detail":"{readStateIndex:8995; appliedIndex:8992; }","duration":"519.647744ms","start":"2026-03-04T02:52:31.052541Z","end":"2026-03-04T02:52:31.572189Z","steps":["trace[92978391] 'read index received' (duration: 103.139684ms)","trace[92978391] 'applied index is now lower than readState.Index' (duration: 416.50681ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:52:31.572323Z","caller":"traceutil/trace.go:171","msg":"trace[820413804] transaction","detail":"{read_only:false; response_revision:8653; number_of_response:1; }","duration":"543.004281ms","start":"2026-03-04T02:52:31.029301Z","end":"2026-03-04T02:52:31.572305Z","steps":["trace[820413804] 'process raft request' (duration: 542.684693ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:31.572417Z","caller":"traceutil/trace.go:171","msg":"trace[1056486077] transaction","detail":"{read_only:false; response_revision:8655; number_of_response:1; }","duration":"516.572462ms","start":"2026-03-04T02:52:31.05583Z","end":"2026-03-04T02:52:31.572403Z","steps":["trace[1056486077] 'process raft request' (duration: 516.49372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:31.572493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.724008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:52:31.572489Z","caller":"traceutil/trace.go:171","msg":"trace[1632817700] transaction","detail":"{read_only:false; response_revision:8654; number_of_response:1; }","duration":"518.747882ms","start":"2026-03-04T02:52:31.053727Z","end":"2026-03-04T02:52:31.572474Z","steps":["trace[1632817700] 'process raft request' (duration: 518.397834ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:31.572528Z","caller":"traceutil/trace.go:171","msg":"trace[778211459] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8655; }","duration":"455.765949ms","start":"2026-03-04T02:52:31.116755Z","end":"2026-03-04T02:52:31.572521Z","steps":["trace[778211459] 'agreement among raft nodes before linearized reading' (duration: 455.670936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:31.572548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:31.116692Z","time spent":"455.851641ms","remote":"127.0.0.1:47408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T02:52:31.572549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.651342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:52:31.572575Z","caller":"traceutil/trace.go:171","msg":"trace[1840067459] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8655; }","duration":"583.689883ms","start":"2026-03-04T02:52:30.988877Z","end":"2026-03-04T02:52:31.572567Z","steps":["trace[1840067459] 'agreement among raft nodes before linearized reading' (duration: 583.645872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:31.572569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:31.053705Z","time spent":"518.825535ms","remote":"127.0.0.1:46920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:52:31.5726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:30.988869Z","time spent":"583.725634ms","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:52:31.572498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:31.055801Z","time spent":"516.656444ms","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:52:31.572614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.795063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-config\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:52:31.572651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.907322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1136"} {"level":"info","ts":"2026-03-04T02:52:31.572701Z","caller":"traceutil/trace.go:171","msg":"trace[756542811] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-config; range_end:; response_count:0; response_revision:8655; }","duration":"591.917585ms","start":"2026-03-04T02:52:30.980762Z","end":"2026-03-04T02:52:31.57268Z","steps":["trace[756542811] 'agreement among raft nodes before linearized reading' (duration: 591.661659ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:31.572712Z","caller":"traceutil/trace.go:171","msg":"trace[1547623207] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:8655; }","duration":"590.992474ms","start":"2026-03-04T02:52:30.981705Z","end":"2026-03-04T02:52:31.572697Z","steps":["trace[1547623207] 'agreement among raft nodes before linearized reading' (duration: 590.8271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:31.572417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:31.029267Z","time spent":"543.093493ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:52:31.572751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:30.980749Z","time spent":"591.994078ms","remote":"127.0.0.1:47002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/openstack/rook-ceph-config\" "} {"level":"warn","ts":"2026-03-04T02:52:31.572772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:30.98169Z","time spent":"591.049026ms","remote":"127.0.0.1:47150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1158,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-04T02:52:31.572975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.281431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.189983afd009a861\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-04T02:52:31.573051Z","caller":"traceutil/trace.go:171","msg":"trace[90748135] range","detail":"{range_begin:/registry/events/openstack/ceph.189983afd009a861; range_end:; response_count:1; response_revision:8655; }","duration":"591.376283ms","start":"2026-03-04T02:52:30.981659Z","end":"2026-03-04T02:52:31.573035Z","steps":["trace[90748135] 'agreement among raft nodes before linearized reading' (duration: 590.737908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:31.573096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:30.981652Z","time spent":"591.431355ms","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":721,"request content":"key:\"/registry/events/openstack/ceph.189983afd009a861\" "} {"level":"info","ts":"2026-03-04T02:52:32.051568Z","caller":"traceutil/trace.go:171","msg":"trace[1281217232] linearizableReadLoop","detail":"{readStateIndex:8998; appliedIndex:8997; }","duration":"472.859459ms","start":"2026-03-04T02:52:31.578687Z","end":"2026-03-04T02:52:32.051547Z","steps":["trace[1281217232] 'read index received' (duration: 391.564626ms)","trace[1281217232] 'applied index is now lower than readState.Index' (duration: 81.294013ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:52:32.051601Z","caller":"traceutil/trace.go:171","msg":"trace[1642072643] transaction","detail":"{read_only:false; response_revision:8656; number_of_response:1; }","duration":"474.888216ms","start":"2026-03-04T02:52:31.576672Z","end":"2026-03-04T02:52:32.051561Z","steps":["trace[1642072643] 'process raft request' (duration: 393.563532ms)","trace[1642072643] 'compare' (duration: 81.207981ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:52:32.051741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.036793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-04T02:52:32.051768Z","caller":"traceutil/trace.go:171","msg":"trace[1875257958] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:8656; }","duration":"473.117355ms","start":"2026-03-04T02:52:31.578644Z","end":"2026-03-04T02:52:32.051761Z","steps":["trace[1875257958] 'agreement among raft nodes before linearized reading' (duration: 472.996142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:32.051764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:31.576635Z","time spent":"475.0404ms","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:52:32.051791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:31.578624Z","time spent":"473.161696ms","remote":"127.0.0.1:46920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-04T02:52:32.552237Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395041506,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:52:32.750129Z","caller":"traceutil/trace.go:171","msg":"trace[1583833775] transaction","detail":"{read_only:false; response_revision:8657; number_of_response:1; }","duration":"1.171302697s","start":"2026-03-04T02:52:31.578797Z","end":"2026-03-04T02:52:32.750099Z","steps":["trace[1583833775] 'process raft request' (duration: 1.171064522s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:32.750269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:31.578783Z","time spent":"1.171427131s","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":682,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:52:32.750454Z","caller":"traceutil/trace.go:171","msg":"trace[1483074342] linearizableReadLoop","detail":"{readStateIndex:9006; appliedIndex:8998; }","duration":"698.817388ms","start":"2026-03-04T02:52:32.05162Z","end":"2026-03-04T02:52:32.750437Z","steps":["trace[1483074342] 'read index received' (duration: 698.219714ms)","trace[1483074342] 'applied index is now lower than readState.Index' (duration: 596.774µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:52:32.750708Z","caller":"traceutil/trace.go:171","msg":"trace[1603099788] transaction","detail":"{read_only:false; response_revision:8658; number_of_response:1; }","duration":"1.170059388s","start":"2026-03-04T02:52:31.580632Z","end":"2026-03-04T02:52:32.750691Z","steps":["trace[1603099788] 'process raft request' (duration: 1.169378532s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:32.750791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:31.580614Z","time spent":"1.17014387s","remote":"127.0.0.1:47002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":583,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:52:32.750925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.035101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T02:52:32.750994Z","caller":"traceutil/trace.go:171","msg":"trace[1860633968] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8664; }","duration":"857.126474ms","start":"2026-03-04T02:52:31.893853Z","end":"2026-03-04T02:52:32.750979Z","steps":["trace[1860633968] 'agreement among raft nodes before linearized reading' (duration: 856.923289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:32.751037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:31.893842Z","time spent":"857.183395ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:52:32.751066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.013434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T02:52:32.751119Z","caller":"traceutil/trace.go:171","msg":"trace[432269659] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8664; }","duration":"858.067166ms","start":"2026-03-04T02:52:31.893039Z","end":"2026-03-04T02:52:32.751106Z","steps":["trace[432269659] 'agreement among raft nodes before linearized reading' (duration: 857.937453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:32.751164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:31.892932Z","time spent":"858.221689ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T02:52:32.751404Z","caller":"traceutil/trace.go:171","msg":"trace[869770471] transaction","detail":"{read_only:false; response_revision:8659; number_of_response:1; }","duration":"1.170755124s","start":"2026-03-04T02:52:31.580633Z","end":"2026-03-04T02:52:32.751388Z","steps":["trace[869770471] 'process raft request' (duration: 1.169488825s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:32.751455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.524076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T02:52:32.751502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:31.580614Z","time spent":"1.170837557s","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":886,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:52:32.751608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.726381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T02:52:32.751656Z","caller":"traceutil/trace.go:171","msg":"trace[1556325458] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8664; }","duration":"858.884564ms","start":"2026-03-04T02:52:31.89276Z","end":"2026-03-04T02:52:32.751645Z","steps":["trace[1556325458] 'agreement among raft nodes before linearized reading' (duration: 858.772692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:32.751701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:31.892741Z","time spent":"858.950476ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T02:52:32.751719Z","caller":"traceutil/trace.go:171","msg":"trace[1116207195] transaction","detail":"{read_only:false; response_revision:8660; number_of_response:1; }","duration":"1.170318775s","start":"2026-03-04T02:52:31.581384Z","end":"2026-03-04T02:52:32.751703Z","steps":["trace[1116207195] 'process raft request' (duration: 1.168801769s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:32.751794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:31.581373Z","time spent":"1.170388976s","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:52:32.751971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.879486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-7v97r.189982c50cdd89ff\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-04T02:52:32.752122Z","caller":"traceutil/trace.go:171","msg":"trace[399444763] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-7v97r.189982c50cdd89ff; range_end:; response_count:1; response_revision:8664; }","duration":"968.05759ms","start":"2026-03-04T02:52:31.784048Z","end":"2026-03-04T02:52:32.752106Z","steps":["trace[399444763] 'agreement among raft nodes before linearized reading' (duration: 967.828935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:32.752178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:31.784013Z","time spent":"968.150682ms","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":787,"request content":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-7v97r.189982c50cdd89ff\" "} {"level":"warn","ts":"2026-03-04T02:52:32.752218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.100211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:52:32.751509Z","caller":"traceutil/trace.go:171","msg":"trace[1397282938] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8664; }","duration":"858.595108ms","start":"2026-03-04T02:52:31.892901Z","end":"2026-03-04T02:52:32.751496Z","steps":["trace[1397282938] 'agreement among raft nodes before linearized reading' (duration: 858.437384ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:32.752318Z","caller":"traceutil/trace.go:171","msg":"trace[1308111237] transaction","detail":"{read_only:false; response_revision:8661; number_of_response:1; }","duration":"1.159203865s","start":"2026-03-04T02:52:31.593102Z","end":"2026-03-04T02:52:32.752306Z","steps":["trace[1308111237] 'process raft request' (duration: 1.157136196s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:32.752352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:31.892893Z","time spent":"859.425237ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:52:32.752382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:31.593079Z","time spent":"1.159271406s","remote":"127.0.0.1:56738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1211,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:52:32.752399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17182721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-04T02:52:32.752434Z","caller":"traceutil/trace.go:171","msg":"trace[1763858695] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8664; }","duration":"1.17186079s","start":"2026-03-04T02:52:31.580564Z","end":"2026-03-04T02:52:32.752425Z","steps":["trace[1763858695] 'agreement among raft nodes before linearized reading' (duration: 1.171775468s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:32.752466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:31.580509Z","time spent":"1.171949962s","remote":"127.0.0.1:47016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":378,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-04T02:52:32.752278Z","caller":"traceutil/trace.go:171","msg":"trace[1867402266] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:8664; }","duration":"698.193673ms","start":"2026-03-04T02:52:32.05407Z","end":"2026-03-04T02:52:32.752264Z","steps":["trace[1867402266] 'agreement among raft nodes before linearized reading' (duration: 698.08573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:32.752579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:32.054044Z","time spent":"698.529431ms","remote":"127.0.0.1:47234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-04T02:52:32.752593Z","caller":"traceutil/trace.go:171","msg":"trace[1298390463] transaction","detail":"{read_only:false; response_revision:8662; number_of_response:1; }","duration":"983.595663ms","start":"2026-03-04T02:52:31.768992Z","end":"2026-03-04T02:52:32.752588Z","steps":["trace[1298390463] 'process raft request' (duration: 981.29929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:32.752634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:31.768962Z","time spent":"983.649155ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:52:32.752658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.173806426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189982afc5db10aa\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-04T02:52:32.752685Z","caller":"traceutil/trace.go:171","msg":"trace[160223397] transaction","detail":"{read_only:false; response_revision:8663; number_of_response:1; }","duration":"858.436354ms","start":"2026-03-04T02:52:31.894244Z","end":"2026-03-04T02:52:32.752681Z","steps":["trace[160223397] 'process raft request' (duration: 856.0984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:32.752269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.877421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T02:52:32.752696Z","caller":"traceutil/trace.go:171","msg":"trace[115876967] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189982afc5db10aa; range_end:; response_count:1; response_revision:8664; }","duration":"1.173881438s","start":"2026-03-04T02:52:31.578805Z","end":"2026-03-04T02:52:32.752686Z","steps":["trace[115876967] 'agreement among raft nodes before linearized reading' (duration: 1.173789805s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:32.752708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:31.894229Z","time spent":"858.465315ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:52:32.752712Z","caller":"traceutil/trace.go:171","msg":"trace[2028143570] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8664; }","duration":"858.363263ms","start":"2026-03-04T02:52:31.894336Z","end":"2026-03-04T02:52:32.752699Z","steps":["trace[2028143570] 'agreement among raft nodes before linearized reading' (duration: 857.79491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:32.752728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:31.578785Z","time spent":"1.173935219s","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189982afc5db10aa\" "} {"level":"info","ts":"2026-03-04T02:52:32.752751Z","caller":"traceutil/trace.go:171","msg":"trace[1902341964] transaction","detail":"{read_only:false; response_revision:8664; number_of_response:1; }","duration":"820.054355ms","start":"2026-03-04T02:52:31.932692Z","end":"2026-03-04T02:52:32.752746Z","steps":["trace[1902341964] 'process raft request' (duration: 817.7003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:32.752775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:31.93265Z","time spent":"820.113156ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:52:32.752322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.168080892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:52:32.752832Z","caller":"traceutil/trace.go:171","msg":"trace[766244599] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:8664; }","duration":"1.168604335s","start":"2026-03-04T02:52:31.584222Z","end":"2026-03-04T02:52:32.752827Z","steps":["trace[766244599] 'agreement among raft nodes before linearized reading' (duration: 1.168073582s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:32.752831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174114733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:52:32.75285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:31.584216Z","time spent":"1.168630045s","remote":"127.0.0.1:46992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"info","ts":"2026-03-04T02:52:32.752864Z","caller":"traceutil/trace.go:171","msg":"trace[605653720] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8664; }","duration":"1.174184875s","start":"2026-03-04T02:52:31.578665Z","end":"2026-03-04T02:52:32.75285Z","steps":["trace[605653720] 'agreement among raft nodes before linearized reading' (duration: 1.174142814s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:32.752898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:31.578643Z","time spent":"1.174247696s","remote":"127.0.0.1:47150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T02:52:32.752969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.131536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T02:52:32.753009Z","caller":"traceutil/trace.go:171","msg":"trace[59341990] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:8664; }","duration":"353.202108ms","start":"2026-03-04T02:52:32.399783Z","end":"2026-03-04T02:52:32.752986Z","steps":["trace[59341990] 'agreement among raft nodes before linearized reading' (duration: 353.144666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:32.753026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:32.399758Z","time spent":"353.263869ms","remote":"127.0.0.1:47406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:52:32.753043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.432597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T02:52:32.752732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:31.89432Z","time spent":"858.406924ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T02:52:32.75308Z","caller":"traceutil/trace.go:171","msg":"trace[880619581] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8664; }","duration":"668.504808ms","start":"2026-03-04T02:52:32.084566Z","end":"2026-03-04T02:52:32.753071Z","steps":["trace[880619581] 'agreement among raft nodes before linearized reading' (duration: 668.444826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:32.753113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.66925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:52:32.753113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:32.084548Z","time spent":"668.556189ms","remote":"127.0.0.1:45490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:52:32.753129Z","caller":"traceutil/trace.go:171","msg":"trace[1271480729] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8664; }","duration":"101.725451ms","start":"2026-03-04T02:52:32.6514Z","end":"2026-03-04T02:52:32.753125Z","steps":["trace[1271480729] 'agreement among raft nodes before linearized reading' (duration: 101.6937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:32.753181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.656402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T02:52:32.7532Z","caller":"traceutil/trace.go:171","msg":"trace[1100733895] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:8664; }","duration":"228.740154ms","start":"2026-03-04T02:52:32.524456Z","end":"2026-03-04T02:52:32.753196Z","steps":["trace[1100733895] 'agreement among raft nodes before linearized reading' (duration: 228.703013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:32.753274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.28241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T02:52:32.75329Z","caller":"traceutil/trace.go:171","msg":"trace[1751451994] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:8664; }","duration":"186.334942ms","start":"2026-03-04T02:52:32.566952Z","end":"2026-03-04T02:52:32.753287Z","steps":["trace[1751451994] 'agreement among raft nodes before linearized reading' (duration: 186.306941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:33.25721Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395041513,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:52:33.711808Z","caller":"traceutil/trace.go:171","msg":"trace[1101259111] transaction","detail":"{read_only:false; response_revision:8665; number_of_response:1; }","duration":"955.26456ms","start":"2026-03-04T02:52:32.756522Z","end":"2026-03-04T02:52:33.711787Z","steps":["trace[1101259111] 'process raft request' (duration: 955.137997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:33.711924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:32.756507Z","time spent":"955.358203ms","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:52:34.220311Z","caller":"traceutil/trace.go:171","msg":"trace[1981413988] transaction","detail":"{read_only:false; response_revision:8670; number_of_response:1; }","duration":"1.46234803s","start":"2026-03-04T02:52:32.757946Z","end":"2026-03-04T02:52:34.220294Z","steps":["trace[1981413988] 'process raft request' (duration: 1.462312849s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:34.220433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:32.757923Z","time spent":"1.462449143s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:52:34.2204Z","caller":"traceutil/trace.go:171","msg":"trace[1760470981] transaction","detail":"{read_only:false; response_revision:8668; number_of_response:1; }","duration":"1.463236152s","start":"2026-03-04T02:52:32.757112Z","end":"2026-03-04T02:52:34.220348Z","steps":["trace[1760470981] 'process raft request' (duration: 1.463100578s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:34.220466Z","caller":"traceutil/trace.go:171","msg":"trace[1939658518] transaction","detail":"{read_only:false; response_revision:8666; number_of_response:1; }","duration":"1.463767343s","start":"2026-03-04T02:52:32.756646Z","end":"2026-03-04T02:52:34.220413Z","steps":["trace[1939658518] 'process raft request' (duration: 1.463443075s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:34.220562Z","caller":"traceutil/trace.go:171","msg":"trace[1556402315] transaction","detail":"{read_only:false; response_revision:8669; number_of_response:1; }","duration":"1.462654657s","start":"2026-03-04T02:52:32.757898Z","end":"2026-03-04T02:52:34.220553Z","steps":["trace[1556402315] 'process raft request' (duration: 1.46234042s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:34.220595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:32.757878Z","time spent":"1.462699209s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:52:34.220664Z","caller":"traceutil/trace.go:171","msg":"trace[590944915] transaction","detail":"{read_only:false; response_revision:8671; number_of_response:1; }","duration":"1.462112465s","start":"2026-03-04T02:52:32.758545Z","end":"2026-03-04T02:52:34.220658Z","steps":["trace[590944915] 'process raft request' (duration: 1.461731166s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:34.220668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:32.756628Z","time spent":"1.463936268s","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:52:34.220628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:32.757106Z","time spent":"1.463383065s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:52:34.220854Z","caller":"traceutil/trace.go:171","msg":"trace[2123126188] transaction","detail":"{read_only:false; response_revision:8672; number_of_response:1; }","duration":"1.460956958s","start":"2026-03-04T02:52:32.759888Z","end":"2026-03-04T02:52:34.220845Z","steps":["trace[2123126188] 'process raft request' (duration: 1.460561859s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:34.220894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:32.759881Z","time spent":"1.460996899s","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":739,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:52:34.220921Z","caller":"traceutil/trace.go:171","msg":"trace[2099193713] transaction","detail":"{read_only:false; response_revision:8667; number_of_response:1; }","duration":"1.463911167s","start":"2026-03-04T02:52:32.756996Z","end":"2026-03-04T02:52:34.220907Z","steps":["trace[2099193713] 'process raft request' (duration: 1.46318619s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:34.220995Z","caller":"traceutil/trace.go:171","msg":"trace[2039895957] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8673; }","duration":"1.456062194s","start":"2026-03-04T02:52:32.764927Z","end":"2026-03-04T02:52:34.220989Z","steps":["trace[2039895957] 'process raft request' (duration: 1.456015532s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:34.221031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:32.764902Z","time spent":"1.456112864s","remote":"127.0.0.1:56738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":77,"response count":0,"response size":1848,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:52:34.221029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:32.756988Z","time spent":"1.463981978s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:52:34.220702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:32.758538Z","time spent":"1.462147475s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:52:34.221135Z","caller":"traceutil/trace.go:171","msg":"trace[1844660483] transaction","detail":"{read_only:false; response_revision:8673; number_of_response:1; }","duration":"1.459379021s","start":"2026-03-04T02:52:32.76175Z","end":"2026-03-04T02:52:34.221129Z","steps":["trace[1844660483] 'process raft request' (duration: 1.458983942s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:34.221168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:32.761739Z","time spent":"1.459413781s","remote":"127.0.0.1:56738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1800,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:52:34.221628Z","caller":"traceutil/trace.go:171","msg":"trace[1304843102] transaction","detail":"{read_only:false; response_revision:8674; number_of_response:1; }","duration":"1.055055077s","start":"2026-03-04T02:52:33.166367Z","end":"2026-03-04T02:52:34.221422Z","steps":["trace[1304843102] 'process raft request' (duration: 1.054597526s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:34.221684Z","caller":"traceutil/trace.go:171","msg":"trace[545422418] linearizableReadLoop","detail":"{readStateIndex:9018; appliedIndex:9006; }","duration":"1.4649019s","start":"2026-03-04T02:52:32.756767Z","end":"2026-03-04T02:52:34.221669Z","steps":["trace[545422418] 'read index received' (duration: 954.947114ms)","trace[545422418] 'applied index is now lower than readState.Index' (duration: 509.953646ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:52:34.221729Z","caller":"traceutil/trace.go:171","msg":"trace[1658881082] transaction","detail":"{read_only:false; response_revision:8675; number_of_response:1; }","duration":"1.053577882s","start":"2026-03-04T02:52:33.168136Z","end":"2026-03-04T02:52:34.221714Z","steps":["trace[1658881082] 'process raft request' (duration: 1.053157343s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:34.221771Z","caller":"traceutil/trace.go:171","msg":"trace[352435683] transaction","detail":"{read_only:false; response_revision:8676; number_of_response:1; }","duration":"643.598216ms","start":"2026-03-04T02:52:33.578163Z","end":"2026-03-04T02:52:34.221761Z","steps":["trace[352435683] 'process raft request' (duration: 643.267808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:34.221829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:33.578139Z","time spent":"643.665167ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:52:34.221904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.465127826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rook-ceph-osd.189983b749129a5e\" ","response":"range_response_count:1 size:677"} {"level":"info","ts":"2026-03-04T02:52:34.221945Z","caller":"traceutil/trace.go:171","msg":"trace[938382130] range","detail":"{range_begin:/registry/events/openstack/rook-ceph-osd.189983b749129a5e; range_end:; response_count:1; response_revision:8676; }","duration":"1.465190087s","start":"2026-03-04T02:52:32.756745Z","end":"2026-03-04T02:52:34.221935Z","steps":["trace[938382130] 'agreement among raft nodes before linearized reading' (duration: 1.465051903s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:34.22198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:32.756738Z","time spent":"1.465234558s","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":699,"request content":"key:\"/registry/events/openstack/rook-ceph-osd.189983b749129a5e\" "} {"level":"warn","ts":"2026-03-04T02:52:34.222108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:33.168113Z","time spent":"1.053651034s","remote":"127.0.0.1:47122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19522,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:52:34.222184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.465013963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-04T02:52:34.222269Z","caller":"traceutil/trace.go:171","msg":"trace[1368294845] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8676; }","duration":"1.465082765s","start":"2026-03-04T02:52:32.757154Z","end":"2026-03-04T02:52:34.222236Z","steps":["trace[1368294845] 'agreement among raft nodes before linearized reading' (duration: 1.464853939s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:34.222295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.19747422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pdxrw\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-04T02:52:34.222322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:32.757137Z","time spent":"1.465173496s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1146,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"info","ts":"2026-03-04T02:52:34.222345Z","caller":"traceutil/trace.go:171","msg":"trace[1157209240] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pdxrw; range_end:; response_count:1; response_revision:8676; }","duration":"1.197549132s","start":"2026-03-04T02:52:33.024784Z","end":"2026-03-04T02:52:34.222333Z","steps":["trace[1157209240] 'agreement among raft nodes before linearized reading' (duration: 1.197410169s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:34.222382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:33.024769Z","time spent":"1.197605413s","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-pdxrw\" "} {"level":"warn","ts":"2026-03-04T02:52:34.222461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.046348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.240\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-04T02:52:34.222504Z","caller":"traceutil/trace.go:171","msg":"trace[1402162097] range","detail":"{range_begin:/registry/masterleases/199.19.213.240; range_end:; response_count:1; response_revision:8676; }","duration":"395.120969ms","start":"2026-03-04T02:52:33.827373Z","end":"2026-03-04T02:52:34.222494Z","steps":["trace[1402162097] 'agreement among raft nodes before linearized reading' (duration: 395.015996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:34.222506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.461118811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-config\" ","response":"range_response_count:1 size:598"} {"level":"warn","ts":"2026-03-04T02:52:34.222562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.153872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:52:34.222588Z","caller":"traceutil/trace.go:171","msg":"trace[654181272] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-config; range_end:; response_count:1; response_revision:8676; }","duration":"1.461225674s","start":"2026-03-04T02:52:32.761345Z","end":"2026-03-04T02:52:34.222571Z","steps":["trace[654181272] 'agreement among raft nodes before linearized reading' (duration: 1.460988929s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:34.222619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.463288052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"warn","ts":"2026-03-04T02:52:34.22264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:32.761337Z","time spent":"1.461294616s","remote":"127.0.0.1:47002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":620,"request content":"key:\"/registry/secrets/openstack/rook-ceph-config\" "} {"level":"info","ts":"2026-03-04T02:52:34.222676Z","caller":"traceutil/trace.go:171","msg":"trace[1202789077] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8676; }","duration":"1.463364055s","start":"2026-03-04T02:52:32.759295Z","end":"2026-03-04T02:52:34.222659Z","steps":["trace[1202789077] 'agreement among raft nodes before linearized reading' (duration: 1.463233751s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:34.222695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.815673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T02:52:34.22271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.463688762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:684"} {"level":"warn","ts":"2026-03-04T02:52:34.222724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:32.759287Z","time spent":"1.463426956s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1146,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"info","ts":"2026-03-04T02:52:34.222744Z","caller":"traceutil/trace.go:171","msg":"trace[1923406899] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:8676; }","duration":"1.463744373s","start":"2026-03-04T02:52:32.75899Z","end":"2026-03-04T02:52:34.222734Z","steps":["trace[1923406899] 'agreement among raft nodes before linearized reading' (duration: 1.463647821s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:34.222776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:32.758978Z","time spent":"1.463788104s","remote":"127.0.0.1:47114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":706,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-04T02:52:34.222888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.275779614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T02:52:34.222933Z","caller":"traceutil/trace.go:171","msg":"trace[836224070] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:8676; }","duration":"1.275864355s","start":"2026-03-04T02:52:32.947058Z","end":"2026-03-04T02:52:34.222922Z","steps":["trace[836224070] 'agreement among raft nodes before linearized reading' (duration: 1.275777003s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:34.222969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:32.947037Z","time spent":"1.275924117s","remote":"127.0.0.1:47430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":20,"response size":29,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:52:34.222727Z","caller":"traceutil/trace.go:171","msg":"trace[1654392810] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:8676; }","duration":"597.885755ms","start":"2026-03-04T02:52:33.624833Z","end":"2026-03-04T02:52:34.222719Z","steps":["trace[1654392810] 'agreement among raft nodes before linearized reading' (duration: 597.788133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:34.223033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:33.624813Z","time spent":"598.199803ms","remote":"127.0.0.1:47310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":86,"response size":29,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:52:34.221713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:33.166345Z","time spent":"1.055330543s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:52:34.223183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.459845272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-04T02:52:34.222601Z","caller":"traceutil/trace.go:171","msg":"trace[226229088] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:8676; }","duration":"434.229104ms","start":"2026-03-04T02:52:33.788362Z","end":"2026-03-04T02:52:34.222591Z","steps":["trace[226229088] 'agreement among raft nodes before linearized reading' (duration: 434.170343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:34.223272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:33.788343Z","time spent":"434.91263ms","remote":"127.0.0.1:46992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:52:34.222543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:33.827355Z","time spent":"395.177471ms","remote":"127.0.0.1:46920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.240\" "} {"level":"info","ts":"2026-03-04T02:52:34.223223Z","caller":"traceutil/trace.go:171","msg":"trace[1381119984] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8676; }","duration":"1.459898843s","start":"2026-03-04T02:52:32.763315Z","end":"2026-03-04T02:52:34.223214Z","steps":["trace[1381119984] 'agreement among raft nodes before linearized reading' (duration: 1.459798431s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:34.223371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:32.763306Z","time spent":"1.460057067s","remote":"127.0.0.1:36312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5673,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T02:52:35.014087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.155445ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:52:35.014208Z","caller":"traceutil/trace.go:171","msg":"trace[1438445863] transaction","detail":"{read_only:false; response_revision:8677; number_of_response:1; }","duration":"787.81451ms","start":"2026-03-04T02:52:34.22637Z","end":"2026-03-04T02:52:35.014185Z","steps":["trace[1438445863] 'process raft request' (duration: 423.458981ms)","trace[1438445863] 'compare' (duration: 363.724814ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:52:35.014299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:34.226349Z","time spent":"787.896632ms","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:52:36.043844Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.394013342s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:52:36.044362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:34.226403Z","time spent":"1.817950784s","remote":"127.0.0.1:46920","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T02:52:36.044435Z","caller":"traceutil/trace.go:171","msg":"trace[1285290929] linearizableReadLoop","detail":"{readStateIndex:9021; appliedIndex:9019; }","duration":"1.816408927s","start":"2026-03-04T02:52:34.228005Z","end":"2026-03-04T02:52:36.044414Z","steps":["trace[1285290929] 'read index received' (duration: 421.805862ms)","trace[1285290929] 'applied index is now lower than readState.Index' (duration: 1.394602205s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:52:36.044458Z","caller":"traceutil/trace.go:171","msg":"trace[1693894668] transaction","detail":"{read_only:false; response_revision:8678; number_of_response:1; }","duration":"1.810275724s","start":"2026-03-04T02:52:34.234146Z","end":"2026-03-04T02:52:36.044422Z","steps":["trace[1693894668] 'process raft request' (duration: 1.810057549s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:36.044594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:34.234124Z","time spent":"1.810409527s","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":761,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:52:36.044632Z","caller":"traceutil/trace.go:171","msg":"trace[574689059] transaction","detail":"{read_only:false; response_revision:8679; number_of_response:1; }","duration":"1.80582053s","start":"2026-03-04T02:52:34.238785Z","end":"2026-03-04T02:52:36.044605Z","steps":["trace[574689059] 'process raft request' (duration: 1.805524643s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:36.044767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:34.238766Z","time spent":"1.805938962s","remote":"127.0.0.1:56738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2348,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:52:36.045107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.817066342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227439"} {"level":"info","ts":"2026-03-04T02:52:36.045159Z","caller":"traceutil/trace.go:171","msg":"trace[189659805] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8679; }","duration":"1.817165925s","start":"2026-03-04T02:52:34.227982Z","end":"2026-03-04T02:52:36.045147Z","steps":["trace[189659805] 'agreement among raft nodes before linearized reading' (duration: 1.816790766s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:36.04519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:34.227968Z","time spent":"1.817212736s","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":227461,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-04T02:52:36.32098Z","caller":"traceutil/trace.go:171","msg":"trace[281820238] linearizableReadLoop","detail":"{readStateIndex:9026; appliedIndex:9023; }","duration":"276.448081ms","start":"2026-03-04T02:52:36.044509Z","end":"2026-03-04T02:52:36.320957Z","steps":["trace[281820238] 'read index received' (duration: 276.190965ms)","trace[281820238] 'applied index is now lower than readState.Index' (duration: 255.946µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:52:36.321151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.094273824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T02:52:36.321151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.672018118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:52:36.321216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.753749732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-04T02:52:36.321235Z","caller":"traceutil/trace.go:171","msg":"trace[1103703004] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:8682; }","duration":"1.094398407s","start":"2026-03-04T02:52:35.226814Z","end":"2026-03-04T02:52:36.321213Z","steps":["trace[1103703004] 'agreement among raft nodes before linearized reading' (duration: 1.094228183s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:36.321254Z","caller":"traceutil/trace.go:171","msg":"trace[1387592880] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8682; }","duration":"1.753840154s","start":"2026-03-04T02:52:34.567404Z","end":"2026-03-04T02:52:36.321244Z","steps":["trace[1387592880] 'agreement among raft nodes before linearized reading' (duration: 1.7536608s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:36.32299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:34.567375Z","time spent":"1.755515923s","remote":"127.0.0.1:47016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":378,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-04T02:52:36.32121Z","caller":"traceutil/trace.go:171","msg":"trace[1799329145] transaction","detail":"{read_only:false; response_revision:8681; number_of_response:1; }","duration":"1.541196286s","start":"2026-03-04T02:52:34.779992Z","end":"2026-03-04T02:52:36.321188Z","steps":["trace[1799329145] 'process raft request' (duration: 1.540850958s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:36.32358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:34.779974Z","time spent":"1.54346683s","remote":"127.0.0.1:47002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2479,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:52:36.323786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.830758364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-03-04T02:52:36.323847Z","caller":"traceutil/trace.go:171","msg":"trace[1288864157] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8682; }","duration":"1.830856027s","start":"2026-03-04T02:52:34.492976Z","end":"2026-03-04T02:52:36.323832Z","steps":["trace[1288864157] 'agreement among raft nodes before linearized reading' (duration: 1.828330808s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:36.323895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:34.492961Z","time spent":"1.830922838s","remote":"127.0.0.1:47016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2211011,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-03-04T02:52:36.321235Z","caller":"traceutil/trace.go:171","msg":"trace[1326146065] transaction","detail":"{read_only:false; response_revision:8682; number_of_response:1; }","duration":"1.202224661s","start":"2026-03-04T02:52:35.118988Z","end":"2026-03-04T02:52:36.321212Z","steps":["trace[1326146065] 'process raft request' (duration: 1.201922184s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:36.324196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:35.118961Z","time spent":"1.205057488s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:52:36.32125Z","caller":"traceutil/trace.go:171","msg":"trace[1563151277] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8682; }","duration":"1.672165222s","start":"2026-03-04T02:52:34.649067Z","end":"2026-03-04T02:52:36.321232Z","steps":["trace[1563151277] 'agreement among raft nodes before linearized reading' (duration: 1.671948407s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:36.324414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:34.649047Z","time spent":"1.675349727s","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:52:36.32115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.19989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:52:36.324518Z","caller":"traceutil/trace.go:171","msg":"trace[297376501] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:8682; }","duration":"662.62558ms","start":"2026-03-04T02:52:35.661867Z","end":"2026-03-04T02:52:36.324493Z","steps":["trace[297376501] 'agreement among raft nodes before linearized reading' (duration: 659.121878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:36.32129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.64523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:52:36.32461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:35.661844Z","time spent":"662.726763ms","remote":"127.0.0.1:56804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:52:36.324634Z","caller":"traceutil/trace.go:171","msg":"trace[362292187] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8682; }","duration":"431.017179ms","start":"2026-03-04T02:52:35.893591Z","end":"2026-03-04T02:52:36.324608Z","steps":["trace[362292187] 'agreement among raft nodes before linearized reading' (duration: 427.670471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:36.321286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:35.226798Z","time spent":"1.09447617s","remote":"127.0.0.1:54260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:52:36.324711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:35.893563Z","time spent":"431.124782ms","remote":"127.0.0.1:45524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:52:36.321293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.257489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6f8485cdb8-272qk.1899839e9d515711\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-04T02:52:36.324908Z","caller":"traceutil/trace.go:171","msg":"trace[1223208699] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6f8485cdb8-272qk.1899839e9d515711; range_end:; response_count:1; response_revision:8682; }","duration":"890.893505ms","start":"2026-03-04T02:52:35.433992Z","end":"2026-03-04T02:52:36.324886Z","steps":["trace[1223208699] 'agreement among raft nodes before linearized reading' (duration: 887.131216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:36.324978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:35.433977Z","time spent":"890.981796ms","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-6f8485cdb8-272qk.1899839e9d515711\" "} {"level":"warn","ts":"2026-03-04T02:52:36.321333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.827219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:52:36.325048Z","caller":"traceutil/trace.go:171","msg":"trace[2136433033] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8682; }","duration":"582.572957ms","start":"2026-03-04T02:52:35.742464Z","end":"2026-03-04T02:52:36.325037Z","steps":["trace[2136433033] 'agreement among raft nodes before linearized reading' (duration: 578.84589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:36.32508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:35.742445Z","time spent":"582.625448ms","remote":"127.0.0.1:45458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:52:36.321335Z","caller":"traceutil/trace.go:171","msg":"trace[848234177] transaction","detail":"{read_only:false; response_revision:8680; number_of_response:1; }","duration":"1.558640975s","start":"2026-03-04T02:52:34.762682Z","end":"2026-03-04T02:52:36.321323Z","steps":["trace[848234177] 'process raft request' (duration: 1.55801421s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:36.325237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:34.762641Z","time spent":"1.562551217s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:52:36.321329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188079451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:52:36.325302Z","caller":"traceutil/trace.go:171","msg":"trace[1100872369] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:8682; }","duration":"1.192087104s","start":"2026-03-04T02:52:35.133209Z","end":"2026-03-04T02:52:36.325296Z","steps":["trace[1100872369] 'agreement among raft nodes before linearized reading' (duration: 1.18806811s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:36.325321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:35.133194Z","time spent":"1.192121476s","remote":"127.0.0.1:35480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:52:36.321446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.08054614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-03-04T02:52:36.325405Z","caller":"traceutil/trace.go:171","msg":"trace[1098867828] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:8682; }","duration":"2.084489653s","start":"2026-03-04T02:52:34.240882Z","end":"2026-03-04T02:52:36.325372Z","steps":["trace[1098867828] 'agreement among raft nodes before linearized reading' (duration: 2.080487299s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:36.321417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.015298283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:52:36.325539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:34.240879Z","time spent":"2.084618456s","remote":"127.0.0.1:47002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2665,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-03-04T02:52:36.325559Z","caller":"traceutil/trace.go:171","msg":"trace[340628066] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:8682; }","duration":"2.019481181s","start":"2026-03-04T02:52:34.306069Z","end":"2026-03-04T02:52:36.32555Z","steps":["trace[340628066] 'agreement among raft nodes before linearized reading' (duration: 2.015213551s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:36.325593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:34.305987Z","time spent":"2.019598014s","remote":"127.0.0.1:38576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:52:36.321498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.081084073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:684"} {"level":"info","ts":"2026-03-04T02:52:36.325709Z","caller":"traceutil/trace.go:171","msg":"trace[1134451938] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:8682; }","duration":"2.085311862s","start":"2026-03-04T02:52:34.240387Z","end":"2026-03-04T02:52:36.325699Z","steps":["trace[1134451938] 'agreement among raft nodes before linearized reading' (duration: 2.08098652s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:36.325728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:34.240378Z","time spent":"2.085343893s","remote":"127.0.0.1:47114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":706,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"info","ts":"2026-03-04T02:52:36.396276Z","caller":"traceutil/trace.go:171","msg":"trace[1111009071] transaction","detail":"{read_only:false; response_revision:8683; number_of_response:1; }","duration":"350.795892ms","start":"2026-03-04T02:52:36.045459Z","end":"2026-03-04T02:52:36.396255Z","steps":["trace[1111009071] 'process raft request' (duration: 350.500265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:36.396517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:36.04544Z","time spent":"350.901194ms","remote":"127.0.0.1:46920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:52:36.39705Z","caller":"traceutil/trace.go:171","msg":"trace[294165110] transaction","detail":"{read_only:false; response_revision:8684; number_of_response:1; }","duration":"165.222308ms","start":"2026-03-04T02:52:36.231807Z","end":"2026-03-04T02:52:36.397029Z","steps":["trace[294165110] 'process raft request' (duration: 164.331987ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:36.397354Z","caller":"traceutil/trace.go:171","msg":"trace[2114635106] transaction","detail":"{read_only:false; response_revision:8685; number_of_response:1; }","duration":"165.262379ms","start":"2026-03-04T02:52:36.232084Z","end":"2026-03-04T02:52:36.397346Z","steps":["trace[2114635106] 'process raft request' (duration: 164.098511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:36.397692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.443775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T02:52:36.397723Z","caller":"traceutil/trace.go:171","msg":"trace[840872612] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8685; }","duration":"160.477716ms","start":"2026-03-04T02:52:36.237238Z","end":"2026-03-04T02:52:36.397716Z","steps":["trace[840872612] 'agreement among raft nodes before linearized reading' (duration: 160.378504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:36.397974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.727513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T02:52:36.398013Z","caller":"traceutil/trace.go:171","msg":"trace[72046668] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8687; }","duration":"166.810225ms","start":"2026-03-04T02:52:36.231194Z","end":"2026-03-04T02:52:36.398005Z","steps":["trace[72046668] 'agreement among raft nodes before linearized reading' (duration: 166.694562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:36.398247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.123212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T02:52:36.398283Z","caller":"traceutil/trace.go:171","msg":"trace[1903128029] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8687; }","duration":"167.195984ms","start":"2026-03-04T02:52:36.231074Z","end":"2026-03-04T02:52:36.39827Z","steps":["trace[1903128029] 'agreement among raft nodes before linearized reading' (duration: 167.096062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:36.398598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.585713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T02:52:36.39863Z","caller":"traceutil/trace.go:171","msg":"trace[1497618456] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8687; }","duration":"167.629645ms","start":"2026-03-04T02:52:36.230994Z","end":"2026-03-04T02:52:36.398623Z","steps":["trace[1497618456] 'agreement among raft nodes before linearized reading' (duration: 167.553443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:36.398899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.970392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T02:52:36.398929Z","caller":"traceutil/trace.go:171","msg":"trace[1395894368] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8687; }","duration":"168.032514ms","start":"2026-03-04T02:52:36.230889Z","end":"2026-03-04T02:52:36.398921Z","steps":["trace[1395894368] 'agreement among raft nodes before linearized reading' (duration: 167.960582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:36.399218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.434622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/rook-ceph-rgw-ceph-certs\" ","response":"range_response_count:1 size:2363"} {"level":"info","ts":"2026-03-04T02:52:36.399256Z","caller":"traceutil/trace.go:171","msg":"trace[353516674] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/rook-ceph-rgw-ceph-certs; range_end:; response_count:1; response_revision:8687; }","duration":"344.470493ms","start":"2026-03-04T02:52:36.054775Z","end":"2026-03-04T02:52:36.399245Z","steps":["trace[353516674] 'agreement among raft nodes before linearized reading' (duration: 344.379911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:36.399279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:36.054731Z","time spent":"344.541745ms","remote":"127.0.0.1:56738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":2385,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/rook-ceph-rgw-ceph-certs\" "} {"level":"warn","ts":"2026-03-04T02:52:42.999437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.643127ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:52:42.999615Z","caller":"traceutil/trace.go:171","msg":"trace[217445557] transaction","detail":"{read_only:false; response_revision:8758; number_of_response:1; }","duration":"544.621368ms","start":"2026-03-04T02:52:42.454969Z","end":"2026-03-04T02:52:42.99959Z","steps":["trace[217445557] 'process raft request' (duration: 340.695345ms)","trace[217445557] 'compare' (duration: 203.483493ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:52:42.999684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:42.45495Z","time spent":"544.70273ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:52:43.003686Z","caller":"traceutil/trace.go:171","msg":"trace[1412166786] linearizableReadLoop","detail":"{readStateIndex:9105; appliedIndex:9103; }","duration":"529.346291ms","start":"2026-03-04T02:52:42.474032Z","end":"2026-03-04T02:52:43.003378Z","steps":["trace[1412166786] 'read index received' (duration: 321.654359ms)","trace[1412166786] 'applied index is now lower than readState.Index' (duration: 207.690432ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:52:43.003789Z","caller":"traceutil/trace.go:171","msg":"trace[1458088945] transaction","detail":"{read_only:false; response_revision:8759; number_of_response:1; }","duration":"546.562344ms","start":"2026-03-04T02:52:42.4569Z","end":"2026-03-04T02:52:43.003462Z","steps":["trace[1458088945] 'process raft request' (duration: 546.263557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:43.00391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:42.456891Z","time spent":"546.943753ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:52:43.004002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.14164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T02:52:43.004071Z","caller":"traceutil/trace.go:171","msg":"trace[1565859868] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8759; }","duration":"527.249012ms","start":"2026-03-04T02:52:42.476807Z","end":"2026-03-04T02:52:43.004056Z","steps":["trace[1565859868] 'agreement among raft nodes before linearized reading' (duration: 527.027917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:43.003714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.653178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T02:52:43.004177Z","caller":"traceutil/trace.go:171","msg":"trace[2003294557] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8759; }","duration":"530.15965ms","start":"2026-03-04T02:52:42.473991Z","end":"2026-03-04T02:52:43.004151Z","steps":["trace[2003294557] 'agreement among raft nodes before linearized reading' (duration: 529.552926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:43.004262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:42.473971Z","time spent":"530.264533ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:52:43.00427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.446227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T02:52:43.004299Z","caller":"traceutil/trace.go:171","msg":"trace[256182337] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8759; }","duration":"521.497277ms","start":"2026-03-04T02:52:42.482793Z","end":"2026-03-04T02:52:43.00429Z","steps":["trace[256182337] 'agreement among raft nodes before linearized reading' (duration: 521.409845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:43.00429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.14285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:52:43.004328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:42.482779Z","time spent":"521.539369ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:52:43.004341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.071672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T02:52:43.004353Z","caller":"traceutil/trace.go:171","msg":"trace[1739854169] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8759; }","duration":"351.249752ms","start":"2026-03-04T02:52:42.653081Z","end":"2026-03-04T02:52:43.004331Z","steps":["trace[1739854169] 'agreement among raft nodes before linearized reading' (duration: 351.14647ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:43.004384Z","caller":"traceutil/trace.go:171","msg":"trace[85123380] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:8759; }","duration":"496.174944ms","start":"2026-03-04T02:52:42.508201Z","end":"2026-03-04T02:52:43.004376Z","steps":["trace[85123380] 'agreement among raft nodes before linearized reading' (duration: 496.053561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:43.004398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:42.653053Z","time spent":"351.338105ms","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:52:43.004408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:42.508173Z","time spent":"496.228366ms","remote":"127.0.0.1:47418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":11,"response size":29,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:52:43.004433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.62835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T02:52:43.004455Z","caller":"traceutil/trace.go:171","msg":"trace[42471300] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8759; }","duration":"521.673552ms","start":"2026-03-04T02:52:42.482774Z","end":"2026-03-04T02:52:43.004448Z","steps":["trace[42471300] 'agreement among raft nodes before linearized reading' (duration: 521.58254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:43.004443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.466898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-qdkvm\" ","response":"range_response_count:1 size:4559"} {"level":"warn","ts":"2026-03-04T02:52:43.004456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.60473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T02:52:43.004522Z","caller":"traceutil/trace.go:171","msg":"trace[1755762613] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-qdkvm; range_end:; response_count:1; response_revision:8759; }","duration":"410.610942ms","start":"2026-03-04T02:52:42.593888Z","end":"2026-03-04T02:52:43.004499Z","steps":["trace[1755762613] 'agreement among raft nodes before linearized reading' (duration: 410.361376ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:43.004529Z","caller":"traceutil/trace.go:171","msg":"trace[1727050098] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8759; }","duration":"521.689422ms","start":"2026-03-04T02:52:42.482822Z","end":"2026-03-04T02:52:43.004512Z","steps":["trace[1727050098] 'agreement among raft nodes before linearized reading' (duration: 521.505468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:43.004559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:42.593861Z","time spent":"410.691353ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":4581,"request content":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-qdkvm\" "} {"level":"warn","ts":"2026-03-04T02:52:43.004568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:42.482817Z","time spent":"521.742433ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:52:43.004472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:42.482761Z","time spent":"521.706742ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:52:43.00411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:42.476796Z","time spent":"527.304363ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:52:52.410389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.429124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:46 size:631796"} {"level":"info","ts":"2026-03-04T02:52:52.410494Z","caller":"traceutil/trace.go:171","msg":"trace[661485570] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:46; response_revision:8835; }","duration":"128.602298ms","start":"2026-03-04T02:52:52.281871Z","end":"2026-03-04T02:52:52.410474Z","steps":["trace[661485570] 'range keys from in-memory index tree' (duration: 127.786739ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:53:20.752146Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7004} {"level":"info","ts":"2026-03-04T02:53:20.865665Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7004,"took":"111.007347ms","hash":33568875,"current-db-size-bytes":35540992,"current-db-size":"36 MB","current-db-size-in-use-bytes":22446080,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-04T02:53:20.865726Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":33568875,"revision":7004,"compact-revision":4281} {"level":"info","ts":"2026-03-04T02:53:43.414564Z","caller":"traceutil/trace.go:171","msg":"trace[1215677389] transaction","detail":"{read_only:false; response_revision:9353; number_of_response:1; }","duration":"178.65753ms","start":"2026-03-04T02:53:43.23588Z","end":"2026-03-04T02:53:43.414537Z","steps":["trace[1215677389] 'process raft request' (duration: 178.491307ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:53:43.435689Z","caller":"traceutil/trace.go:171","msg":"trace[1118421363] transaction","detail":"{read_only:false; response_revision:9354; number_of_response:1; }","duration":"199.713084ms","start":"2026-03-04T02:53:43.235948Z","end":"2026-03-04T02:53:43.435661Z","steps":["trace[1118421363] 'process raft request' (duration: 198.875394ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:53:44.34841Z","caller":"traceutil/trace.go:171","msg":"trace[2000021593] transaction","detail":"{read_only:false; response_revision:9360; number_of_response:1; }","duration":"461.1137ms","start":"2026-03-04T02:53:43.887274Z","end":"2026-03-04T02:53:44.348387Z","steps":["trace[2000021593] 'process raft request' (duration: 459.945233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:53:44.348532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:53:43.887255Z","time spent":"461.220263ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:53:44.348727Z","caller":"traceutil/trace.go:171","msg":"trace[1554235755] transaction","detail":"{read_only:false; response_revision:9361; number_of_response:1; }","duration":"442.977846ms","start":"2026-03-04T02:53:43.90572Z","end":"2026-03-04T02:53:44.348698Z","steps":["trace[1554235755] 'process raft request' (duration: 442.564696ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:53:44.348792Z","caller":"traceutil/trace.go:171","msg":"trace[763185332] transaction","detail":"{read_only:false; response_revision:9362; number_of_response:1; }","duration":"389.584366ms","start":"2026-03-04T02:53:43.959182Z","end":"2026-03-04T02:53:44.348767Z","steps":["trace[763185332] 'process raft request' (duration: 389.335341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:53:44.348866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:53:43.959154Z","time spent":"389.673679ms","remote":"127.0.0.1:46920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:53:44.348886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:53:43.905692Z","time spent":"443.103439ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:53:49.177628Z","caller":"traceutil/trace.go:171","msg":"trace[166541806] transaction","detail":"{read_only:false; response_revision:9382; number_of_response:1; }","duration":"116.923344ms","start":"2026-03-04T02:53:49.060677Z","end":"2026-03-04T02:53:49.177601Z","steps":["trace[166541806] 'process raft request' (duration: 116.76683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:53:59.399288Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395043664,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:53:59.724112Z","caller":"traceutil/trace.go:171","msg":"trace[560063462] transaction","detail":"{read_only:false; response_revision:9433; number_of_response:1; }","duration":"995.824027ms","start":"2026-03-04T02:53:58.728261Z","end":"2026-03-04T02:53:59.724085Z","steps":["trace[560063462] 'process raft request' (duration: 995.611252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:53:59.724598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:53:58.728241Z","time spent":"996.198945ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:54:00.062391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.719624ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-04T02:54:00.063306Z","caller":"traceutil/trace.go:171","msg":"trace[1468311074] linearizableReadLoop","detail":"{readStateIndex:9805; appliedIndex:9802; }","duration":"1.164101742s","start":"2026-03-04T02:53:58.899185Z","end":"2026-03-04T02:54:00.063287Z","steps":["trace[1468311074] 'read index received' (duration: 824.756516ms)","trace[1468311074] 'applied index is now lower than readState.Index' (duration: 339.344376ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:54:00.063639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.1644411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T02:54:00.063676Z","caller":"traceutil/trace.go:171","msg":"trace[100935086] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:9436; }","duration":"1.164531842s","start":"2026-03-04T02:53:58.899133Z","end":"2026-03-04T02:54:00.063665Z","steps":["trace[100935086] 'agreement among raft nodes before linearized reading' (duration: 1.164427179s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:54:00.063641Z","caller":"traceutil/trace.go:171","msg":"trace[1548730817] transaction","detail":"{read_only:false; response_revision:9436; number_of_response:1; }","duration":"575.196001ms","start":"2026-03-04T02:53:59.488386Z","end":"2026-03-04T02:54:00.063582Z","steps":["trace[1548730817] 'process raft request' (duration: 574.870073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:54:00.063706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.504458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-04T02:54:00.063734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.163867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T02:54:00.063751Z","caller":"traceutil/trace.go:171","msg":"trace[736111306] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9436; }","duration":"510.5644ms","start":"2026-03-04T02:53:59.553174Z","end":"2026-03-04T02:54:00.063739Z","steps":["trace[736111306] 'agreement among raft nodes before linearized reading' (duration: 510.425246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:54:00.063729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.574504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:54:00.063767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.300207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-04T02:54:00.063797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:53:59.553168Z","time spent":"510.622101ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T02:54:00.063822Z","caller":"traceutil/trace.go:171","msg":"trace[855528485] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:9436; }","duration":"266.736288ms","start":"2026-03-04T02:53:59.797068Z","end":"2026-03-04T02:54:00.063804Z","steps":["trace[855528485] 'agreement among raft nodes before linearized reading' (duration: 266.565574ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:54:00.063844Z","caller":"traceutil/trace.go:171","msg":"trace[1042610675] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9436; }","duration":"508.398829ms","start":"2026-03-04T02:53:59.555427Z","end":"2026-03-04T02:54:00.063826Z","steps":["trace[1042610675] 'agreement among raft nodes before linearized reading' (duration: 508.170753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:54:00.063708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:53:58.899113Z","time spent":"1.164586794s","remote":"127.0.0.1:54306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:54:00.063879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:53:59.555423Z","time spent":"508.44989ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T02:54:00.063594Z","caller":"traceutil/trace.go:171","msg":"trace[1674143337] transaction","detail":"{read_only:false; response_revision:9435; number_of_response:1; }","duration":"579.745097ms","start":"2026-03-04T02:53:59.483823Z","end":"2026-03-04T02:54:00.063568Z","steps":["trace[1674143337] 'process raft request' (duration: 579.400899ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:54:00.063802Z","caller":"traceutil/trace.go:171","msg":"trace[588461931] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9436; }","duration":"512.240699ms","start":"2026-03-04T02:53:59.551544Z","end":"2026-03-04T02:54:00.063785Z","steps":["trace[588461931] 'agreement among raft nodes before linearized reading' (duration: 512.085585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:54:00.063925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:53:59.551537Z","time spent":"512.379942ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:54:00.063731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.526602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T02:54:00.064009Z","caller":"traceutil/trace.go:171","msg":"trace[61919664] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9436; }","duration":"517.857ms","start":"2026-03-04T02:53:59.546144Z","end":"2026-03-04T02:54:00.064001Z","steps":["trace[61919664] 'agreement among raft nodes before linearized reading' (duration: 517.45922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:54:00.064078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:53:59.546117Z","time spent":"517.952912ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:54:00.064167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:53:59.483796Z","time spent":"580.122486ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:54:00.064314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:53:59.488367Z","time spent":"575.439226ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:54:00.064328Z","caller":"traceutil/trace.go:171","msg":"trace[444204979] transaction","detail":"{read_only:false; response_revision:9434; number_of_response:1; }","duration":"695.942724ms","start":"2026-03-04T02:53:59.367376Z","end":"2026-03-04T02:54:00.063319Z","steps":["trace[444204979] 'process raft request' (duration: 695.713078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:54:00.064447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:53:59.367344Z","time spent":"697.05718ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:54:00.064682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.135966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T02:54:00.064774Z","caller":"traceutil/trace.go:171","msg":"trace[1325504427] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9436; }","duration":"509.277529ms","start":"2026-03-04T02:53:59.555475Z","end":"2026-03-04T02:54:00.064753Z","steps":["trace[1325504427] 'agreement among raft nodes before linearized reading' (duration: 508.242835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:54:00.064815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:53:59.555458Z","time spent":"509.347271ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T02:54:00.677183Z","caller":"traceutil/trace.go:171","msg":"trace[1418756954] transaction","detail":"{read_only:false; response_revision:9437; number_of_response:1; }","duration":"609.504482ms","start":"2026-03-04T02:54:00.067656Z","end":"2026-03-04T02:54:00.677161Z","steps":["trace[1418756954] 'process raft request' (duration: 609.368229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:54:00.677338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:54:00.067629Z","time spent":"609.625464ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:54:00.872756Z","caller":"traceutil/trace.go:171","msg":"trace[967656203] linearizableReadLoop","detail":"{readStateIndex:9812; appliedIndex:9808; }","duration":"254.073951ms","start":"2026-03-04T02:54:00.618664Z","end":"2026-03-04T02:54:00.872738Z","steps":["trace[967656203] 'read index received' (duration: 58.846346ms)","trace[967656203] 'applied index is now lower than readState.Index' (duration: 195.226955ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:54:00.872893Z","caller":"traceutil/trace.go:171","msg":"trace[533848237] transaction","detail":"{read_only:false; response_revision:9438; number_of_response:1; }","duration":"804.587004ms","start":"2026-03-04T02:54:00.068257Z","end":"2026-03-04T02:54:00.872844Z","steps":["trace[533848237] 'process raft request' (duration: 791.439906ms)","trace[533848237] 'compare' (duration: 12.572904ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:54:00.872973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:54:00.068239Z","time spent":"804.674645ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:54:00.872938Z","caller":"traceutil/trace.go:171","msg":"trace[2054313032] transaction","detail":"{read_only:false; response_revision:9441; number_of_response:1; }","duration":"802.669618ms","start":"2026-03-04T02:54:00.070245Z","end":"2026-03-04T02:54:00.872914Z","steps":["trace[2054313032] 'process raft request' (duration: 802.458803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:54:00.873126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:54:00.070229Z","time spent":"802.827803ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:54:00.873226Z","caller":"traceutil/trace.go:171","msg":"trace[1970592840] transaction","detail":"{read_only:false; response_revision:9439; number_of_response:1; }","duration":"804.43938ms","start":"2026-03-04T02:54:00.068779Z","end":"2026-03-04T02:54:00.873218Z","steps":["trace[1970592840] 'process raft request' (duration: 803.855287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:54:00.873259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:54:00.068752Z","time spent":"804.489341ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:54:00.873217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.739452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:54:00.873277Z","caller":"traceutil/trace.go:171","msg":"trace[1707557634] transaction","detail":"{read_only:false; response_revision:9440; number_of_response:1; }","duration":"803.453447ms","start":"2026-03-04T02:54:00.069793Z","end":"2026-03-04T02:54:00.873247Z","steps":["trace[1707557634] 'process raft request' (duration: 802.888154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:54:00.873316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.667545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pdxrw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-04T02:54:00.873314Z","caller":"traceutil/trace.go:171","msg":"trace[1449461891] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9441; }","duration":"220.866904ms","start":"2026-03-04T02:54:00.652439Z","end":"2026-03-04T02:54:00.873306Z","steps":["trace[1449461891] 'agreement among raft nodes before linearized reading' (duration: 220.742531ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:54:00.873345Z","caller":"traceutil/trace.go:171","msg":"trace[1208565723] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pdxrw; range_end:; response_count:1; response_revision:9441; }","duration":"254.736827ms","start":"2026-03-04T02:54:00.6186Z","end":"2026-03-04T02:54:00.873337Z","steps":["trace[1208565723] 'agreement among raft nodes before linearized reading' (duration: 254.638395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:54:00.873436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:54:00.069777Z","time spent":"803.568249ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:54:01.107341Z","caller":"traceutil/trace.go:171","msg":"trace[277021178] transaction","detail":"{read_only:false; response_revision:9442; number_of_response:1; }","duration":"185.820675ms","start":"2026-03-04T02:54:00.921483Z","end":"2026-03-04T02:54:01.107303Z","steps":["trace[277021178] 'process raft request' (duration: 184.845652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:54:01.378258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.27138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:54:01.378345Z","caller":"traceutil/trace.go:171","msg":"trace[727445537] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9442; }","duration":"187.402392ms","start":"2026-03-04T02:54:01.190924Z","end":"2026-03-04T02:54:01.378326Z","steps":["trace[727445537] 'range keys from in-memory index tree' (duration: 187.185857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:54:02.319054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.541078ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:54:02.319139Z","caller":"traceutil/trace.go:171","msg":"trace[1282732174] transaction","detail":"{read_only:false; response_revision:9445; number_of_response:1; }","duration":"247.404716ms","start":"2026-03-04T02:54:02.07172Z","end":"2026-03-04T02:54:02.319125Z","steps":["trace[1282732174] 'process raft request' (duration: 141.717494ms)","trace[1282732174] 'compare' (duration: 105.238881ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:54:28.320653Z","caller":"traceutil/trace.go:171","msg":"trace[1354867846] transaction","detail":"{read_only:false; response_revision:9624; number_of_response:1; }","duration":"110.099555ms","start":"2026-03-04T02:54:28.210521Z","end":"2026-03-04T02:54:28.320621Z","steps":["trace[1354867846] 'process raft request' (duration: 109.90766ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:54:28.412771Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"65ae7913d9d30912","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-04T02:54:28.418935Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-04T02:54:28.4191Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-04T02:54:45.22012Z","caller":"traceutil/trace.go:171","msg":"trace[247899784] transaction","detail":"{read_only:false; response_revision:9736; number_of_response:1; }","duration":"109.569122ms","start":"2026-03-04T02:54:45.110527Z","end":"2026-03-04T02:54:45.220096Z","steps":["trace[247899784] 'process raft request' (duration: 109.158742ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:56:06.721923Z","caller":"traceutil/trace.go:171","msg":"trace[1078310118] transaction","detail":"{read_only:false; response_revision:10236; number_of_response:1; }","duration":"425.761493ms","start":"2026-03-04T02:56:06.296113Z","end":"2026-03-04T02:56:06.721874Z","steps":["trace[1078310118] 'process raft request' (duration: 425.488897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:56:06.722103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:56:06.29608Z","time spent":"425.940908ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:56:54.194844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.739137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:56:54.194957Z","caller":"traceutil/trace.go:171","msg":"trace[1934558735] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:10460; }","duration":"119.88774ms","start":"2026-03-04T02:56:54.075044Z","end":"2026-03-04T02:56:54.194931Z","steps":["trace[1934558735] 'count revisions from in-memory index tree' (duration: 119.613763ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:57:55.3673Z","caller":"traceutil/trace.go:171","msg":"trace[816554020] linearizableReadLoop","detail":"{readStateIndex:11193; appliedIndex:11192; }","duration":"262.158179ms","start":"2026-03-04T02:57:55.105121Z","end":"2026-03-04T02:57:55.367279Z","steps":["trace[816554020] 'read index received' (duration: 67.365912ms)","trace[816554020] 'applied index is now lower than readState.Index' (duration: 194.791527ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:57:55.367406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.262111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:57:55.367432Z","caller":"traceutil/trace.go:171","msg":"trace[495390052] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:10769; }","duration":"262.328843ms","start":"2026-03-04T02:57:55.105094Z","end":"2026-03-04T02:57:55.367422Z","steps":["trace[495390052] 'agreement among raft nodes before linearized reading' (duration: 262.267362ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:57:55.367476Z","caller":"traceutil/trace.go:171","msg":"trace[447030321] transaction","detail":"{read_only:false; response_revision:10769; number_of_response:1; }","duration":"278.425577ms","start":"2026-03-04T02:57:55.088975Z","end":"2026-03-04T02:57:55.3674Z","steps":["trace[447030321] 'process raft request' (duration: 278.192211ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:57:55.385033Z","caller":"traceutil/trace.go:171","msg":"trace[1904192815] transaction","detail":"{read_only:false; response_revision:10770; number_of_response:1; }","duration":"144.670125ms","start":"2026-03-04T02:57:55.24035Z","end":"2026-03-04T02:57:55.385021Z","steps":["trace[1904192815] 'process raft request' (duration: 144.597133ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:58:03.479008Z","caller":"traceutil/trace.go:171","msg":"trace[741800537] transaction","detail":"{read_only:false; response_revision:10803; number_of_response:1; }","duration":"154.205255ms","start":"2026-03-04T02:58:03.324789Z","end":"2026-03-04T02:58:03.478994Z","steps":["trace[741800537] 'process raft request' (duration: 154.108923ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:58:07.715972Z","caller":"traceutil/trace.go:171","msg":"trace[799999445] transaction","detail":"{read_only:false; response_revision:10902; number_of_response:1; }","duration":"168.343782ms","start":"2026-03-04T02:58:07.547595Z","end":"2026-03-04T02:58:07.715939Z","steps":["trace[799999445] 'process raft request' (duration: 168.253ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:58:07.716093Z","caller":"traceutil/trace.go:171","msg":"trace[1528080956] transaction","detail":"{read_only:false; response_revision:10901; number_of_response:1; }","duration":"168.714491ms","start":"2026-03-04T02:58:07.547329Z","end":"2026-03-04T02:58:07.716044Z","steps":["trace[1528080956] 'process raft request' (duration: 104.426085ms)","trace[1528080956] 'compare' (duration: 63.865336ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:58:08.074764Z","caller":"traceutil/trace.go:171","msg":"trace[2083711805] transaction","detail":"{read_only:false; response_revision:10904; number_of_response:1; }","duration":"127.475485ms","start":"2026-03-04T02:58:07.947252Z","end":"2026-03-04T02:58:08.074728Z","steps":["trace[2083711805] 'process raft request' (duration: 72.865386ms)","trace[2083711805] 'compare' (duration: 54.457475ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:58:09.839732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.862666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:58:09.839816Z","caller":"traceutil/trace.go:171","msg":"trace[1326849170] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10922; }","duration":"187.016849ms","start":"2026-03-04T02:58:09.65278Z","end":"2026-03-04T02:58:09.839796Z","steps":["trace[1326849170] 'range keys from in-memory index tree' (duration: 186.723452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:58:09.840405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.800588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/staffeln-db-init-bvfcn\" ","response":"range_response_count:1 size:7267"} {"level":"info","ts":"2026-03-04T02:58:09.84051Z","caller":"traceutil/trace.go:171","msg":"trace[1821365773] range","detail":"{range_begin:/registry/pods/openstack/staffeln-db-init-bvfcn; range_end:; response_count:1; response_revision:10922; }","duration":"155.940462ms","start":"2026-03-04T02:58:09.684531Z","end":"2026-03-04T02:58:09.840472Z","steps":["trace[1821365773] 'range keys from in-memory index tree' (duration: 155.604994ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:58:09.865861Z","caller":"traceutil/trace.go:171","msg":"trace[563395525] transaction","detail":"{read_only:false; response_revision:10923; number_of_response:1; }","duration":"144.80365ms","start":"2026-03-04T02:58:09.721038Z","end":"2026-03-04T02:58:09.865841Z","steps":["trace[563395525] 'process raft request' (duration: 144.678168ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:58:09.871097Z","caller":"traceutil/trace.go:171","msg":"trace[772101028] transaction","detail":"{read_only:false; response_revision:10924; number_of_response:1; }","duration":"149.519591ms","start":"2026-03-04T02:58:09.721541Z","end":"2026-03-04T02:58:09.87106Z","steps":["trace[772101028] 'process raft request' (duration: 149.265135ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:58:20.759486Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9069} {"level":"info","ts":"2026-03-04T02:58:20.863747Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9069,"took":"100.525384ms","hash":2520169403,"current-db-size-bytes":35540992,"current-db-size":"36 MB","current-db-size-in-use-bytes":23805952,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-04T02:58:20.863828Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2520169403,"revision":9069,"compact-revision":7004} {"level":"info","ts":"2026-03-04T02:59:06.109494Z","caller":"traceutil/trace.go:171","msg":"trace[189297894] transaction","detail":"{read_only:false; response_revision:11526; number_of_response:1; }","duration":"342.440348ms","start":"2026-03-04T02:59:05.767029Z","end":"2026-03-04T02:59:06.109469Z","steps":["trace[189297894] 'process raft request' (duration: 342.298635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:06.109642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:59:05.767013Z","time spent":"342.557092ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:59:07.079355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.008776ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:59:07.079491Z","caller":"traceutil/trace.go:171","msg":"trace[1435228747] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:11526; }","duration":"549.142959ms","start":"2026-03-04T02:59:06.530319Z","end":"2026-03-04T02:59:07.079462Z","steps":["trace[1435228747] 'range keys from in-memory index tree' (duration: 548.995095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:07.079898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.052896ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:59:07.080157Z","caller":"traceutil/trace.go:171","msg":"trace[2108858559] linearizableReadLoop","detail":"{readStateIndex:11971; appliedIndex:11969; }","duration":"843.591114ms","start":"2026-03-04T02:59:06.236549Z","end":"2026-03-04T02:59:07.08014Z","steps":["trace[2108858559] 'read index received' (duration: 341.128668ms)","trace[2108858559] 'applied index is now lower than readState.Index' (duration: 502.461345ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:59:07.080282Z","caller":"traceutil/trace.go:171","msg":"trace[523398895] transaction","detail":"{read_only:false; response_revision:11527; number_of_response:1; }","duration":"1.036100981s","start":"2026-03-04T02:59:06.04416Z","end":"2026-03-04T02:59:07.080261Z","steps":["trace[523398895] 'process raft request' (duration: 533.596015ms)","trace[523398895] 'compare' (duration: 501.329519ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:59:07.080372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:59:06.044134Z","time spent":"1.036191804s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:59:07.080418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.290722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T02:59:07.080474Z","caller":"traceutil/trace.go:171","msg":"trace[742505674] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11528; }","duration":"499.373953ms","start":"2026-03-04T02:59:06.581085Z","end":"2026-03-04T02:59:07.080459Z","steps":["trace[742505674] 'agreement among raft nodes before linearized reading' (duration: 499.26692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:07.080536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:59:06.581069Z","time spent":"499.454715ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T02:59:07.080576Z","caller":"traceutil/trace.go:171","msg":"trace[44641943] transaction","detail":"{read_only:false; response_revision:11528; number_of_response:1; }","duration":"1.034901053s","start":"2026-03-04T02:59:06.045654Z","end":"2026-03-04T02:59:07.080555Z","steps":["trace[44641943] 'process raft request' (duration: 1.034366431s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:07.08069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:59:06.045643Z","time spent":"1.034984775s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:59:07.080738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.168659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-04T02:59:07.080739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.850962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:59:07.080458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.88713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T02:59:07.080787Z","caller":"traceutil/trace.go:171","msg":"trace[1871267421] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11528; }","duration":"388.22286ms","start":"2026-03-04T02:59:06.692549Z","end":"2026-03-04T02:59:07.080772Z","steps":["trace[1871267421] 'agreement among raft nodes before linearized reading' (duration: 388.082147ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:59:07.080798Z","caller":"traceutil/trace.go:171","msg":"trace[1169897466] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11528; }","duration":"428.938193ms","start":"2026-03-04T02:59:06.651842Z","end":"2026-03-04T02:59:07.08078Z","steps":["trace[1169897466] 'agreement among raft nodes before linearized reading' (duration: 428.846791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:07.080789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.435069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T02:59:07.080836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:59:06.651825Z","time spent":"429.003166ms","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:59:07.080834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:59:06.692545Z","time spent":"388.280002ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:59:07.080851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.345477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T02:59:07.080848Z","caller":"traceutil/trace.go:171","msg":"trace[599378978] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11528; }","duration":"389.521071ms","start":"2026-03-04T02:59:06.691311Z","end":"2026-03-04T02:59:07.080832Z","steps":["trace[599378978] 'agreement among raft nodes before linearized reading' (duration: 389.393118ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:59:07.08084Z","caller":"traceutil/trace.go:171","msg":"trace[1866520717] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11528; }","duration":"844.30844ms","start":"2026-03-04T02:59:06.23651Z","end":"2026-03-04T02:59:07.080819Z","steps":["trace[1866520717] 'agreement among raft nodes before linearized reading' (duration: 843.782018ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:59:07.080885Z","caller":"traceutil/trace.go:171","msg":"trace[488935098] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11528; }","duration":"433.398009ms","start":"2026-03-04T02:59:06.647475Z","end":"2026-03-04T02:59:07.080873Z","steps":["trace[488935098] 'agreement among raft nodes before linearized reading' (duration: 433.311647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:07.080895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:59:06.691296Z","time spent":"389.588503ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:59:07.080915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:59:06.64746Z","time spent":"433.448219ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:59:07.08091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:59:06.236494Z","time spent":"844.399112ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T02:59:29.326782Z","caller":"traceutil/trace.go:171","msg":"trace[168498887] transaction","detail":"{read_only:false; response_revision:11639; number_of_response:1; }","duration":"148.639701ms","start":"2026-03-04T02:59:29.178114Z","end":"2026-03-04T02:59:29.326753Z","steps":["trace[168498887] 'process raft request' (duration: 148.445966ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:59:29.468483Z","caller":"traceutil/trace.go:171","msg":"trace[1411663749] linearizableReadLoop","detail":"{readStateIndex:12088; appliedIndex:12086; }","duration":"219.563301ms","start":"2026-03-04T02:59:29.248886Z","end":"2026-03-04T02:59:29.468449Z","steps":["trace[1411663749] 'read index received' (duration: 77.69678ms)","trace[1411663749] 'applied index is now lower than readState.Index' (duration: 141.865381ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:59:29.46857Z","caller":"traceutil/trace.go:171","msg":"trace[1772947084] transaction","detail":"{read_only:false; response_revision:11640; number_of_response:1; }","duration":"272.852078ms","start":"2026-03-04T02:59:29.195682Z","end":"2026-03-04T02:59:29.468534Z","steps":["trace[1772947084] 'process raft request' (duration: 239.110769ms)","trace[1772947084] 'compare' (duration: 33.522464ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:59:29.468776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.992627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:59:29.468845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.862429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:59:29.468893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.182976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pdxrw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-04T02:59:29.468939Z","caller":"traceutil/trace.go:171","msg":"trace[1693420352] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pdxrw; range_end:; response_count:1; response_revision:11640; }","duration":"150.270529ms","start":"2026-03-04T02:59:29.318656Z","end":"2026-03-04T02:59:29.468926Z","steps":["trace[1693420352] 'agreement among raft nodes before linearized reading' (duration: 150.098005ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:59:29.468944Z","caller":"traceutil/trace.go:171","msg":"trace[784241781] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11640; }","duration":"102.990152ms","start":"2026-03-04T02:59:29.365931Z","end":"2026-03-04T02:59:29.468921Z","steps":["trace[784241781] 'agreement among raft nodes before linearized reading' (duration: 102.815247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:29.468973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.111792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T02:59:29.468964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.744055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T02:59:29.468989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.752415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T02:59:29.469022Z","caller":"traceutil/trace.go:171","msg":"trace[1849239087] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11640; }","duration":"164.205196ms","start":"2026-03-04T02:59:29.304803Z","end":"2026-03-04T02:59:29.469008Z","steps":["trace[1849239087] 'agreement among raft nodes before linearized reading' (duration: 164.045682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:29.468999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.19384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:59:29.469056Z","caller":"traceutil/trace.go:171","msg":"trace[1931777751] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11640; }","duration":"213.866998ms","start":"2026-03-04T02:59:29.255165Z","end":"2026-03-04T02:59:29.469032Z","steps":["trace[1931777751] 'agreement among raft nodes before linearized reading' (duration: 213.657383ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:59:29.46907Z","caller":"traceutil/trace.go:171","msg":"trace[605845751] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11640; }","duration":"166.870247ms","start":"2026-03-04T02:59:29.302176Z","end":"2026-03-04T02:59:29.469046Z","steps":["trace[605845751] 'agreement among raft nodes before linearized reading' (duration: 166.620382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:29.469083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.871041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:59:29.469072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.654762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-04T02:59:29.469107Z","caller":"traceutil/trace.go:171","msg":"trace[2141077155] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11640; }","duration":"104.336103ms","start":"2026-03-04T02:59:29.364728Z","end":"2026-03-04T02:59:29.469064Z","steps":["trace[2141077155] 'agreement among raft nodes before linearized reading' (duration: 104.174379ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:59:29.469141Z","caller":"traceutil/trace.go:171","msg":"trace[553686569] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11640; }","duration":"126.933792ms","start":"2026-03-04T02:59:29.34219Z","end":"2026-03-04T02:59:29.469124Z","steps":["trace[553686569] 'agreement among raft nodes before linearized reading' (duration: 126.84122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:29.469193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.793466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:59:29.469196Z","caller":"traceutil/trace.go:171","msg":"trace[1386627454] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11640; }","duration":"116.791784ms","start":"2026-03-04T02:59:29.352342Z","end":"2026-03-04T02:59:29.469134Z","steps":["trace[1386627454] 'agreement among raft nodes before linearized reading' (duration: 116.524228ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:59:29.469229Z","caller":"traceutil/trace.go:171","msg":"trace[1320820421] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11640; }","duration":"125.842616ms","start":"2026-03-04T02:59:29.343376Z","end":"2026-03-04T02:59:29.469219Z","steps":["trace[1320820421] 'agreement among raft nodes before linearized reading' (duration: 125.789075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:29.469283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.514449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:59:29.469312Z","caller":"traceutil/trace.go:171","msg":"trace[421772587] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11640; }","duration":"125.59427ms","start":"2026-03-04T02:59:29.34371Z","end":"2026-03-04T02:59:29.469304Z","steps":["trace[421772587] 'agreement among raft nodes before linearized reading' (duration: 125.546439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:29.46935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.376807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:59:29.469309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.165207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-04T02:59:29.469384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.877025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:59:29.469375Z","caller":"traceutil/trace.go:171","msg":"trace[638823679] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11640; }","duration":"102.424028ms","start":"2026-03-04T02:59:29.366944Z","end":"2026-03-04T02:59:29.469368Z","steps":["trace[638823679] 'agreement among raft nodes before linearized reading' (duration: 102.381497ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:59:29.469403Z","caller":"traceutil/trace.go:171","msg":"trace[68899720] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11640; }","duration":"127.28303ms","start":"2026-03-04T02:59:29.342105Z","end":"2026-03-04T02:59:29.469388Z","steps":["trace[68899720] 'agreement among raft nodes before linearized reading' (duration: 127.133887ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:59:29.469418Z","caller":"traceutil/trace.go:171","msg":"trace[585281375] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11640; }","duration":"101.975688ms","start":"2026-03-04T02:59:29.367432Z","end":"2026-03-04T02:59:29.469408Z","steps":["trace[585281375] 'agreement among raft nodes before linearized reading' (duration: 101.921767ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:59:29.469503Z","caller":"traceutil/trace.go:171","msg":"trace[625322584] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11640; }","duration":"125.099039ms","start":"2026-03-04T02:59:29.343709Z","end":"2026-03-04T02:59:29.468808Z","steps":["trace[625322584] 'agreement among raft nodes before linearized reading' (duration: 125.015427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:29.469531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.322826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-04T02:59:29.469572Z","caller":"traceutil/trace.go:171","msg":"trace[1569999152] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11640; }","duration":"216.412177ms","start":"2026-03-04T02:59:29.253148Z","end":"2026-03-04T02:59:29.46956Z","steps":["trace[1569999152] 'agreement among raft nodes before linearized reading' (duration: 215.563628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:29.469685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.81023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T02:59:29.46978Z","caller":"traceutil/trace.go:171","msg":"trace[1812790456] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11640; }","duration":"220.954184ms","start":"2026-03-04T02:59:29.2488Z","end":"2026-03-04T02:59:29.469755Z","steps":["trace[1812790456] 'agreement among raft nodes before linearized reading' (duration: 219.835368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:30.072134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.559735ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:59:30.072397Z","caller":"traceutil/trace.go:171","msg":"trace[79875867] linearizableReadLoop","detail":"{readStateIndex:12092; appliedIndex:12088; }","duration":"597.746206ms","start":"2026-03-04T02:59:29.474633Z","end":"2026-03-04T02:59:30.07238Z","steps":["trace[79875867] 'read index received' (duration: 87.569281ms)","trace[79875867] 'applied index is now lower than readState.Index' (duration: 510.175825ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:59:30.072486Z","caller":"traceutil/trace.go:171","msg":"trace[806237457] transaction","detail":"{read_only:false; response_revision:11644; number_of_response:1; }","duration":"597.963862ms","start":"2026-03-04T02:59:29.474511Z","end":"2026-03-04T02:59:30.072475Z","steps":["trace[806237457] 'process raft request' (duration: 597.796508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:30.072549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:59:29.474505Z","time spent":"598.011583ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:59:30.072542Z","caller":"traceutil/trace.go:171","msg":"trace[411957101] transaction","detail":"{read_only:false; response_revision:11643; number_of_response:1; }","duration":"598.007223ms","start":"2026-03-04T02:59:29.474465Z","end":"2026-03-04T02:59:30.072473Z","steps":["trace[411957101] 'process raft request' (duration: 597.770167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:30.072718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:59:29.474457Z","time spent":"598.162916ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:59:30.072917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.398376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:59:30.07292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.400914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-04T02:59:30.072959Z","caller":"traceutil/trace.go:171","msg":"trace[186534433] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:11645; }","duration":"274.476068ms","start":"2026-03-04T02:59:29.798471Z","end":"2026-03-04T02:59:30.072947Z","steps":["trace[186534433] 'agreement among raft nodes before linearized reading' (duration: 274.408336ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:59:30.072983Z","caller":"traceutil/trace.go:171","msg":"trace[1021464347] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:11645; }","duration":"552.490506ms","start":"2026-03-04T02:59:29.520475Z","end":"2026-03-04T02:59:30.072966Z","steps":["trace[1021464347] 'agreement among raft nodes before linearized reading' (duration: 552.265401ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:59:30.072961Z","caller":"traceutil/trace.go:171","msg":"trace[1837999850] transaction","detail":"{read_only:false; response_revision:11642; number_of_response:1; }","duration":"598.534015ms","start":"2026-03-04T02:59:29.474384Z","end":"2026-03-04T02:59:30.072918Z","steps":["trace[1837999850] 'process raft request' (duration: 122.058899ms)","trace[1837999850] 'compare' (duration: 475.391491ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:59:30.073038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:59:29.520452Z","time spent":"552.556158ms","remote":"127.0.0.1:47098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1879,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-03-04T02:59:30.073074Z","caller":"traceutil/trace.go:171","msg":"trace[1920673865] transaction","detail":"{read_only:false; response_revision:11645; number_of_response:1; }","duration":"598.32569ms","start":"2026-03-04T02:59:29.474726Z","end":"2026-03-04T02:59:30.073052Z","steps":["trace[1920673865] 'process raft request' (duration: 597.617724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:30.073271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:59:29.474719Z","time spent":"598.459473ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:59:30.07342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.76241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:444905"} {"level":"info","ts":"2026-03-04T02:59:30.073507Z","caller":"traceutil/trace.go:171","msg":"trace[1262062587] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:11645; }","duration":"598.882443ms","start":"2026-03-04T02:59:29.474607Z","end":"2026-03-04T02:59:30.073489Z","steps":["trace[1262062587] 'agreement among raft nodes before linearized reading' (duration: 598.247438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:30.073483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:59:29.47436Z","time spent":"599.023536ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:59:30.073554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:59:29.474599Z","time spent":"598.943195ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":444927,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-04T02:59:30.443987Z","caller":"traceutil/trace.go:171","msg":"trace[1013309685] transaction","detail":"{read_only:false; response_revision:11646; number_of_response:1; }","duration":"161.799039ms","start":"2026-03-04T02:59:30.282157Z","end":"2026-03-04T02:59:30.443956Z","steps":["trace[1013309685] 'process raft request' (duration: 161.582664ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:59:30.936166Z","caller":"traceutil/trace.go:171","msg":"trace[1030862840] transaction","detail":"{read_only:false; response_revision:11648; number_of_response:1; }","duration":"154.365075ms","start":"2026-03-04T02:59:30.781778Z","end":"2026-03-04T02:59:30.936143Z","steps":["trace[1030862840] 'process raft request' (duration: 71.659019ms)","trace[1030862840] 'compare' (duration: 82.606434ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:59:31.534611Z","caller":"traceutil/trace.go:171","msg":"trace[1214282620] transaction","detail":"{read_only:false; response_revision:11649; number_of_response:1; }","duration":"202.907041ms","start":"2026-03-04T02:59:31.331679Z","end":"2026-03-04T02:59:31.534586Z","steps":["trace[1214282620] 'process raft request' (duration: 202.740117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:31.967765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.871764ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:59:31.967894Z","caller":"traceutil/trace.go:171","msg":"trace[1986993532] linearizableReadLoop","detail":"{readStateIndex:12098; appliedIndex:12097; }","duration":"433.223904ms","start":"2026-03-04T02:59:31.534649Z","end":"2026-03-04T02:59:31.967873Z","steps":["trace[1986993532] 'read index received' (duration: 71.109535ms)","trace[1986993532] 'applied index is now lower than readState.Index' (duration: 362.112909ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:59:31.96806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.465266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:59:31.968095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.392903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-04T02:59:31.968129Z","caller":"traceutil/trace.go:171","msg":"trace[1293689725] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11650; }","duration":"493.468195ms","start":"2026-03-04T02:59:31.474652Z","end":"2026-03-04T02:59:31.96812Z","steps":["trace[1293689725] 'agreement among raft nodes before linearized reading' (duration: 493.299231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:31.968186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:59:31.474641Z","time spent":"493.534257ms","remote":"127.0.0.1:47114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-04T02:59:31.968617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.741409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-03-04T02:59:31.968146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.97312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:59:31.968834Z","caller":"traceutil/trace.go:171","msg":"trace[93597611] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11650; }","duration":"492.695737ms","start":"2026-03-04T02:59:31.476098Z","end":"2026-03-04T02:59:31.968794Z","steps":["trace[93597611] 'agreement among raft nodes before linearized reading' (duration: 491.874438ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:59:31.968772Z","caller":"traceutil/trace.go:171","msg":"trace[631676149] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11650; }","duration":"492.8248ms","start":"2026-03-04T02:59:31.475841Z","end":"2026-03-04T02:59:31.968666Z","steps":["trace[631676149] 'agreement among raft nodes before linearized reading' (duration: 492.670616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:31.968897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.321245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-03-04T02:59:31.968331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.680441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:59:31.968397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.931247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:59:31.969003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:59:31.476077Z","time spent":"492.842581ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-03-04T02:59:31.969043Z","caller":"traceutil/trace.go:171","msg":"trace[1717197367] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11650; }","duration":"494.566791ms","start":"2026-03-04T02:59:31.47444Z","end":"2026-03-04T02:59:31.969007Z","steps":["trace[1717197367] 'agreement among raft nodes before linearized reading' (duration: 493.925646ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:59:31.968372Z","caller":"traceutil/trace.go:171","msg":"trace[878099077] transaction","detail":"{read_only:false; response_revision:11650; number_of_response:1; }","duration":"493.669831ms","start":"2026-03-04T02:59:31.474676Z","end":"2026-03-04T02:59:31.968345Z","steps":["trace[878099077] 'process raft request' (duration: 131.135131ms)","trace[878099077] 'compare' (duration: 361.065095ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:59:31.969101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:59:31.47443Z","time spent":"494.657683ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-04T02:59:31.969143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:59:31.474659Z","time spent":"494.439348ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:59:31.968425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.68247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:59:31.969198Z","caller":"traceutil/trace.go:171","msg":"trace[1686712997] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11650; }","duration":"494.388177ms","start":"2026-03-04T02:59:31.474547Z","end":"2026-03-04T02:59:31.968935Z","steps":["trace[1686712997] 'agreement among raft nodes before linearized reading' (duration: 493.612889ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:59:31.968132Z","caller":"traceutil/trace.go:171","msg":"trace[297148950] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11650; }","duration":"493.597948ms","start":"2026-03-04T02:59:31.474516Z","end":"2026-03-04T02:59:31.968114Z","steps":["trace[297148950] 'agreement among raft nodes before linearized reading' (duration: 493.467255ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:59:31.969278Z","caller":"traceutil/trace.go:171","msg":"trace[1070395118] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11650; }","duration":"494.50579ms","start":"2026-03-04T02:59:31.47471Z","end":"2026-03-04T02:59:31.969216Z","steps":["trace[1070395118] 'agreement among raft nodes before linearized reading' (duration: 493.195969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:31.969346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:59:31.474497Z","time spent":"494.823997ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T02:59:31.968465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.551161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:59:31.969357Z","caller":"traceutil/trace.go:171","msg":"trace[1598930132] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11650; }","duration":"494.690544ms","start":"2026-03-04T02:59:31.474616Z","end":"2026-03-04T02:59:31.969306Z","steps":["trace[1598930132] 'agreement among raft nodes before linearized reading' (duration: 493.623939ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:59:31.969409Z","caller":"traceutil/trace.go:171","msg":"trace[1322061866] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11650; }","duration":"495.523934ms","start":"2026-03-04T02:59:31.473864Z","end":"2026-03-04T02:59:31.969388Z","steps":["trace[1322061866] 'agreement among raft nodes before linearized reading' (duration: 494.564001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:31.969426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:59:31.474442Z","time spent":"494.93214ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-04T02:59:31.968555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.914722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:59:31.969473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:59:31.473844Z","time spent":"495.613386ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T02:59:31.969494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:59:31.47454Z","time spent":"494.905369ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-04T02:59:31.969511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:59:31.474541Z","time spent":"494.742896ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5026,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-03-04T02:59:31.969547Z","caller":"traceutil/trace.go:171","msg":"trace[927668038] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11650; }","duration":"493.928437ms","start":"2026-03-04T02:59:31.475573Z","end":"2026-03-04T02:59:31.969502Z","steps":["trace[927668038] 'agreement among raft nodes before linearized reading' (duration: 492.839941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:31.96964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:59:31.475558Z","time spent":"494.032239ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-04T02:59:31.969694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:59:31.475832Z","time spent":"493.847365ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5026,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-04T02:59:32.250688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.655804ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:59:32.250847Z","caller":"traceutil/trace.go:171","msg":"trace[1816103702] transaction","detail":"{read_only:false; response_revision:11651; number_of_response:1; }","duration":"456.52317ms","start":"2026-03-04T02:59:31.794302Z","end":"2026-03-04T02:59:32.250825Z","steps":["trace[1816103702] 'process raft request' (duration: 274.615221ms)","trace[1816103702] 'compare' (duration: 181.53067ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:59:32.251057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:59:31.794275Z","time spent":"456.745225ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:59:32.329489Z","caller":"traceutil/trace.go:171","msg":"trace[1204973621] linearizableReadLoop","detail":"{readStateIndex:12100; appliedIndex:12098; }","duration":"361.537206ms","start":"2026-03-04T02:59:31.967927Z","end":"2026-03-04T02:59:32.329464Z","steps":["trace[1204973621] 'read index received' (duration: 100.990895ms)","trace[1204973621] 'applied index is now lower than readState.Index' (duration: 260.545461ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:59:32.329582Z","caller":"traceutil/trace.go:171","msg":"trace[1237562066] transaction","detail":"{read_only:false; response_revision:11652; number_of_response:1; }","duration":"385.345024ms","start":"2026-03-04T02:59:31.944203Z","end":"2026-03-04T02:59:32.329549Z","steps":["trace[1237562066] 'process raft request' (duration: 385.112948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:32.329725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.947126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T02:59:32.329765Z","caller":"traceutil/trace.go:171","msg":"trace[227303211] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11652; }","duration":"763.043257ms","start":"2026-03-04T02:59:31.566711Z","end":"2026-03-04T02:59:32.329754Z","steps":["trace[227303211] 'agreement among raft nodes before linearized reading' (duration: 762.886484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:32.329783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:59:31.944144Z","time spent":"385.507287ms","remote":"127.0.0.1:47122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19197,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:59:32.329806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:59:31.566688Z","time spent":"763.110149ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:59:32.329892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.170479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-04T02:59:32.329926Z","caller":"traceutil/trace.go:171","msg":"trace[338939292] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11652; }","duration":"253.24511ms","start":"2026-03-04T02:59:32.076673Z","end":"2026-03-04T02:59:32.329919Z","steps":["trace[338939292] 'agreement among raft nodes before linearized reading' (duration: 253.162868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:32.330013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.931529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:59:32.330065Z","caller":"traceutil/trace.go:171","msg":"trace[1578053617] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11652; }","duration":"252.033611ms","start":"2026-03-04T02:59:32.078018Z","end":"2026-03-04T02:59:32.330052Z","steps":["trace[1578053617] 'agreement among raft nodes before linearized reading' (duration: 251.892658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:32.330135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.40772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T02:59:32.330196Z","caller":"traceutil/trace.go:171","msg":"trace[745357156] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11652; }","duration":"252.485223ms","start":"2026-03-04T02:59:32.077701Z","end":"2026-03-04T02:59:32.330186Z","steps":["trace[745357156] 'agreement among raft nodes before linearized reading' (duration: 252.256587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:32.330136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.932389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-04T02:59:32.330152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.923256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pdxrw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-04T02:59:32.330295Z","caller":"traceutil/trace.go:171","msg":"trace[1357682268] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11652; }","duration":"252.121774ms","start":"2026-03-04T02:59:32.078154Z","end":"2026-03-04T02:59:32.330276Z","steps":["trace[1357682268] 'agreement among raft nodes before linearized reading' (duration: 251.700614ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:59:32.330351Z","caller":"traceutil/trace.go:171","msg":"trace[1045196459] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pdxrw; range_end:; response_count:1; response_revision:11652; }","duration":"245.10924ms","start":"2026-03-04T02:59:32.085202Z","end":"2026-03-04T02:59:32.330311Z","steps":["trace[1045196459] 'agreement among raft nodes before linearized reading' (duration: 244.887094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:32.983488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.611318ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:59:32.983589Z","caller":"traceutil/trace.go:171","msg":"trace[758488989] transaction","detail":"{read_only:false; response_revision:11653; number_of_response:1; }","duration":"643.975929ms","start":"2026-03-04T02:59:32.339594Z","end":"2026-03-04T02:59:32.98357Z","steps":["trace[758488989] 'process raft request' (duration: 235.201987ms)","trace[758488989] 'compare' (duration: 408.417164ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:59:32.983645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:59:32.339574Z","time spent":"644.04305ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:59:33.565497Z","caller":"traceutil/trace.go:171","msg":"trace[1464419692] transaction","detail":"{read_only:false; response_revision:11654; number_of_response:1; }","duration":"1.225509066s","start":"2026-03-04T02:59:32.339936Z","end":"2026-03-04T02:59:33.565445Z","steps":["trace[1464419692] 'process raft request' (duration: 1.176691413s)","trace[1464419692] 'compare' (duration: 48.440494ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:59:33.565618Z","caller":"traceutil/trace.go:171","msg":"trace[445054332] transaction","detail":"{read_only:false; response_revision:11655; number_of_response:1; }","duration":"1.224843671s","start":"2026-03-04T02:59:32.340743Z","end":"2026-03-04T02:59:33.565587Z","steps":["trace[445054332] 'process raft request' (duration: 1.224604245s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:59:33.565681Z","caller":"traceutil/trace.go:171","msg":"trace[1921236985] transaction","detail":"{read_only:false; response_revision:11656; number_of_response:1; }","duration":"1.224687047s","start":"2026-03-04T02:59:32.340961Z","end":"2026-03-04T02:59:33.565648Z","steps":["trace[1921236985] 'process raft request' (duration: 1.224511573s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:33.56573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:59:32.339931Z","time spent":"1.22567592s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:59:33.565785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:59:32.340723Z","time spent":"1.224961894s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:59:33.565875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:59:32.340954Z","time spent":"1.22481015s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:59:33.565889Z","caller":"traceutil/trace.go:171","msg":"trace[193021532] linearizableReadLoop","detail":"{readStateIndex:12105; appliedIndex:12100; }","duration":"1.223267994s","start":"2026-03-04T02:59:32.342604Z","end":"2026-03-04T02:59:33.565872Z","steps":["trace[193021532] 'read index received' (duration: 232.199868ms)","trace[193021532] 'applied index is now lower than readState.Index' (duration: 991.066976ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:59:33.566Z","caller":"traceutil/trace.go:171","msg":"trace[1119496541] transaction","detail":"{read_only:false; response_revision:11657; number_of_response:1; }","duration":"1.224952823s","start":"2026-03-04T02:59:32.341008Z","end":"2026-03-04T02:59:33.565961Z","steps":["trace[1119496541] 'process raft request' (duration: 1.224520333s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:59:33.566018Z","caller":"traceutil/trace.go:171","msg":"trace[929488223] transaction","detail":"{read_only:false; response_revision:11658; number_of_response:1; }","duration":"1.116737259s","start":"2026-03-04T02:59:32.449251Z","end":"2026-03-04T02:59:33.565988Z","steps":["trace[929488223] 'process raft request' (duration: 1.116326109s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:33.566123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:59:32.340982Z","time spent":"1.225094346s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:59:33.566202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:59:32.449222Z","time spent":"1.116890683s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:59:33.56676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.224145335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:444905"} {"level":"info","ts":"2026-03-04T02:59:33.566826Z","caller":"traceutil/trace.go:171","msg":"trace[376979329] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:11658; }","duration":"1.224229736s","start":"2026-03-04T02:59:32.34258Z","end":"2026-03-04T02:59:33.566809Z","steps":["trace[376979329] 'agreement among raft nodes before linearized reading' (duration: 1.223604421s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:33.566874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:59:32.342571Z","time spent":"1.224289077s","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":444927,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T02:59:33.603866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.713825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:59:33.603974Z","caller":"traceutil/trace.go:171","msg":"trace[2069276985] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11659; }","duration":"954.869899ms","start":"2026-03-04T02:59:32.64908Z","end":"2026-03-04T02:59:33.60395Z","steps":["trace[2069276985] 'agreement among raft nodes before linearized reading' (duration: 954.674804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:33.603957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.997499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T02:59:33.604096Z","caller":"traceutil/trace.go:171","msg":"trace[703856497] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:11659; }","duration":"796.141322ms","start":"2026-03-04T02:59:32.807876Z","end":"2026-03-04T02:59:33.604017Z","steps":["trace[703856497] 'agreement among raft nodes before linearized reading' (duration: 795.915287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:33.604021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:59:32.649061Z","time spent":"954.950551ms","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:59:33.604158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:59:32.807855Z","time spent":"796.291085ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":83,"response size":29,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:59:33.603957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.462106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:59:33.60461Z","caller":"traceutil/trace.go:171","msg":"trace[1467280453] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:11659; }","duration":"673.125172ms","start":"2026-03-04T02:59:32.931461Z","end":"2026-03-04T02:59:33.604586Z","steps":["trace[1467280453] 'agreement among raft nodes before linearized reading' (duration: 672.396055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:33.604309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.780873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:15 size:143106"} {"level":"info","ts":"2026-03-04T02:59:33.604853Z","caller":"traceutil/trace.go:171","msg":"trace[1159618967] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:15; response_revision:11659; }","duration":"424.328885ms","start":"2026-03-04T02:59:33.180448Z","end":"2026-03-04T02:59:33.604777Z","steps":["trace[1159618967] 'agreement among raft nodes before linearized reading' (duration: 423.323322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:33.604365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.332307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T02:59:33.604971Z","caller":"traceutil/trace.go:171","msg":"trace[574219883] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11659; }","duration":"837.970901ms","start":"2026-03-04T02:59:32.766981Z","end":"2026-03-04T02:59:33.604951Z","steps":["trace[574219883] 'agreement among raft nodes before linearized reading' (duration: 837.202833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:33.605029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:59:32.766957Z","time spent":"838.056404ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:59:33.60487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:59:32.931403Z","time spent":"673.314226ms","remote":"127.0.0.1:45560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:59:33.60505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:59:33.180414Z","time spent":"424.494759ms","remote":"127.0.0.1:47408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":15,"response size":143128,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-04T02:59:34.006109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.63501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:59:34.006244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.00998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.240\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-04T02:59:34.006316Z","caller":"traceutil/trace.go:171","msg":"trace[1205546851] range","detail":"{range_begin:/registry/masterleases/199.19.213.240; range_end:; response_count:1; response_revision:11659; }","duration":"155.134633ms","start":"2026-03-04T02:59:33.851163Z","end":"2026-03-04T02:59:34.006298Z","steps":["trace[1205546851] 'range keys from in-memory index tree' (duration: 154.832616ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:59:34.006324Z","caller":"traceutil/trace.go:171","msg":"trace[1827553413] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:11659; }","duration":"297.864275ms","start":"2026-03-04T02:59:33.708401Z","end":"2026-03-04T02:59:34.006266Z","steps":["trace[1827553413] 'range keys from in-memory index tree' (duration: 297.544017ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:59:34.171297Z","caller":"traceutil/trace.go:171","msg":"trace[1318552051] linearizableReadLoop","detail":"{readStateIndex:12108; appliedIndex:12107; }","duration":"192.866926ms","start":"2026-03-04T02:59:33.978392Z","end":"2026-03-04T02:59:34.171259Z","steps":["trace[1318552051] 'read index received' (duration: 192.717563ms)","trace[1318552051] 'applied index is now lower than readState.Index' (duration: 148.593µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:59:34.17137Z","caller":"traceutil/trace.go:171","msg":"trace[938266369] transaction","detail":"{read_only:false; response_revision:11660; number_of_response:1; }","duration":"195.678142ms","start":"2026-03-04T02:59:33.975672Z","end":"2026-03-04T02:59:34.17135Z","steps":["trace[938266369] 'process raft request' (duration: 195.437946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:34.171646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.224954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-04T02:59:34.171784Z","caller":"traceutil/trace.go:171","msg":"trace[292436304] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11660; }","duration":"193.431849ms","start":"2026-03-04T02:59:33.978317Z","end":"2026-03-04T02:59:34.171749Z","steps":["trace[292436304] 'agreement among raft nodes before linearized reading' (duration: 193.077091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:34.176908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.541126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:59:34.176958Z","caller":"traceutil/trace.go:171","msg":"trace[147178663] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11660; }","duration":"197.655849ms","start":"2026-03-04T02:59:33.97929Z","end":"2026-03-04T02:59:34.176946Z","steps":["trace[147178663] 'agreement among raft nodes before linearized reading' (duration: 197.560356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:34.17696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.222642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:59:34.176967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.74329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:59:34.176999Z","caller":"traceutil/trace.go:171","msg":"trace[58408613] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11660; }","duration":"197.794332ms","start":"2026-03-04T02:59:33.979195Z","end":"2026-03-04T02:59:34.176989Z","steps":["trace[58408613] 'agreement among raft nodes before linearized reading' (duration: 197.72896ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:59:34.176998Z","caller":"traceutil/trace.go:171","msg":"trace[832915842] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11660; }","duration":"198.275672ms","start":"2026-03-04T02:59:33.978708Z","end":"2026-03-04T02:59:34.176984Z","steps":["trace[832915842] 'agreement among raft nodes before linearized reading' (duration: 198.227061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:34.177016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.885051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:59:34.177104Z","caller":"traceutil/trace.go:171","msg":"trace[2134507131] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:11660; }","duration":"168.006714ms","start":"2026-03-04T02:59:34.009076Z","end":"2026-03-04T02:59:34.177083Z","steps":["trace[2134507131] 'agreement among raft nodes before linearized reading' (duration: 167.82712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:34.176907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.224601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:59:34.177196Z","caller":"traceutil/trace.go:171","msg":"trace[1699165126] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11660; }","duration":"198.516939ms","start":"2026-03-04T02:59:33.978639Z","end":"2026-03-04T02:59:34.177156Z","steps":["trace[1699165126] 'agreement among raft nodes before linearized reading' (duration: 198.206221ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:59:35.319906Z","caller":"traceutil/trace.go:171","msg":"trace[1439896610] transaction","detail":"{read_only:false; response_revision:11662; number_of_response:1; }","duration":"319.323748ms","start":"2026-03-04T02:59:35.000557Z","end":"2026-03-04T02:59:35.31988Z","steps":["trace[1439896610] 'process raft request' (duration: 319.201495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:35.32005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:59:35.000524Z","time spent":"319.445151ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:59:35.775711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.750445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T02:59:35.775814Z","caller":"traceutil/trace.go:171","msg":"trace[1765448689] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11662; }","duration":"204.873567ms","start":"2026-03-04T02:59:35.570916Z","end":"2026-03-04T02:59:35.77579Z","steps":["trace[1765448689] 'range keys from in-memory index tree' (duration: 204.604351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:35.775986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.660665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:59:35.776063Z","caller":"traceutil/trace.go:171","msg":"trace[1475346590] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11662; }","duration":"205.782598ms","start":"2026-03-04T02:59:35.570267Z","end":"2026-03-04T02:59:35.77605Z","steps":["trace[1475346590] 'range keys from in-memory index tree' (duration: 205.470261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:35.776144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.536933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T02:59:35.77621Z","caller":"traceutil/trace.go:171","msg":"trace[540412513] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11662; }","duration":"205.643256ms","start":"2026-03-04T02:59:35.570551Z","end":"2026-03-04T02:59:35.776194Z","steps":["trace[540412513] 'range keys from in-memory index tree' (duration: 204.897478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:35.776352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.473001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-04T02:59:35.77642Z","caller":"traceutil/trace.go:171","msg":"trace[851921713] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11662; }","duration":"205.562134ms","start":"2026-03-04T02:59:35.570842Z","end":"2026-03-04T02:59:35.776404Z","steps":["trace[851921713] 'range keys from in-memory index tree' (duration: 205.171325ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:59:35.977133Z","caller":"traceutil/trace.go:171","msg":"trace[738253840] linearizableReadLoop","detail":"{readStateIndex:12112; appliedIndex:12111; }","duration":"402.29733ms","start":"2026-03-04T02:59:35.57481Z","end":"2026-03-04T02:59:35.977108Z","steps":["trace[738253840] 'read index received' (duration: 402.170817ms)","trace[738253840] 'applied index is now lower than readState.Index' (duration: 124.933µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:59:35.977237Z","caller":"traceutil/trace.go:171","msg":"trace[1615705867] transaction","detail":"{read_only:false; response_revision:11663; number_of_response:1; }","duration":"403.623991ms","start":"2026-03-04T02:59:35.573547Z","end":"2026-03-04T02:59:35.977171Z","steps":["trace[1615705867] 'process raft request' (duration: 403.403716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:35.977519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:59:35.57353Z","time spent":"403.834386ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:59:35.977539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.675959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pdxrw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-04T02:59:35.977628Z","caller":"traceutil/trace.go:171","msg":"trace[1098494315] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pdxrw; range_end:; response_count:1; response_revision:11663; }","duration":"402.827062ms","start":"2026-03-04T02:59:35.574781Z","end":"2026-03-04T02:59:35.977608Z","steps":["trace[1098494315] 'agreement among raft nodes before linearized reading' (duration: 402.465674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:35.977681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:59:35.574771Z","time spent":"402.901005ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-pdxrw\" "} {"level":"info","ts":"2026-03-04T02:59:36.362004Z","caller":"traceutil/trace.go:171","msg":"trace[753973674] transaction","detail":"{read_only:false; response_revision:11664; number_of_response:1; }","duration":"750.879392ms","start":"2026-03-04T02:59:35.611098Z","end":"2026-03-04T02:59:36.361977Z","steps":["trace[753973674] 'process raft request' (duration: 664.830637ms)","trace[753973674] 'compare' (duration: 85.769969ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:59:36.362156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:59:35.611084Z","time spent":"750.997065ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:59:36.362301Z","caller":"traceutil/trace.go:171","msg":"trace[636373512] transaction","detail":"{read_only:false; response_revision:11665; number_of_response:1; }","duration":"581.345302ms","start":"2026-03-04T02:59:35.780922Z","end":"2026-03-04T02:59:36.362267Z","steps":["trace[636373512] 'process raft request' (duration: 581.006314ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:59:36.362501Z","caller":"traceutil/trace.go:171","msg":"trace[1919113608] transaction","detail":"{read_only:false; response_revision:11666; number_of_response:1; }","duration":"581.193629ms","start":"2026-03-04T02:59:35.781264Z","end":"2026-03-04T02:59:36.362458Z","steps":["trace[1919113608] 'process raft request' (duration: 580.880481ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:59:36.362527Z","caller":"traceutil/trace.go:171","msg":"trace[401372945] transaction","detail":"{read_only:false; response_revision:11667; number_of_response:1; }","duration":"580.532923ms","start":"2026-03-04T02:59:35.781956Z","end":"2026-03-04T02:59:36.362488Z","steps":["trace[401372945] 'process raft request' (duration: 580.357899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:36.362588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.567055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T02:59:36.362657Z","caller":"traceutil/trace.go:171","msg":"trace[992074476] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:11668; }","duration":"589.646467ms","start":"2026-03-04T02:59:35.772994Z","end":"2026-03-04T02:59:36.362641Z","steps":["trace[992074476] 'agreement among raft nodes before linearized reading' (duration: 589.514454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:36.362658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.502067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:59:36.362656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.317549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:59:36.362697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:59:35.77296Z","time spent":"589.727679ms","remote":"127.0.0.1:47356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":29,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:59:36.362701Z","caller":"traceutil/trace.go:171","msg":"trace[1591631005] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11668; }","duration":"710.568048ms","start":"2026-03-04T02:59:35.652121Z","end":"2026-03-04T02:59:36.362689Z","steps":["trace[1591631005] 'agreement among raft nodes before linearized reading' (duration: 710.476826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:36.362707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:59:35.781949Z","time spent":"580.662156ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:59:36.362722Z","caller":"traceutil/trace.go:171","msg":"trace[604868866] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11668; }","duration":"753.443013ms","start":"2026-03-04T02:59:35.609264Z","end":"2026-03-04T02:59:36.362707Z","steps":["trace[604868866] 'agreement among raft nodes before linearized reading' (duration: 753.31891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:36.362734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:59:35.652102Z","time spent":"710.62641ms","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:59:36.362702Z","caller":"traceutil/trace.go:171","msg":"trace[1967872766] transaction","detail":"{read_only:false; response_revision:11668; number_of_response:1; }","duration":"580.552684ms","start":"2026-03-04T02:59:35.782097Z","end":"2026-03-04T02:59:36.36265Z","steps":["trace[1967872766] 'process raft request' (duration: 580.301758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:36.362752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:59:35.781238Z","time spent":"581.361303ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:59:36.362795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:59:35.609244Z","time spent":"753.530525ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-04T02:59:36.362508Z","caller":"traceutil/trace.go:171","msg":"trace[1872437223] linearizableReadLoop","detail":"{readStateIndex:12117; appliedIndex:12112; }","duration":"385.273521ms","start":"2026-03-04T02:59:35.977201Z","end":"2026-03-04T02:59:36.362475Z","steps":["trace[1872437223] 'read index received' (duration: 298.743055ms)","trace[1872437223] 'applied index is now lower than readState.Index' (duration: 86.528576ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:59:36.362543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:59:35.780906Z","time spent":"581.524017ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:59:36.362958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:59:35.782079Z","time spent":"580.748188ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:59:36.375674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.094702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:59:36.375717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.400042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:59:36.375755Z","caller":"traceutil/trace.go:171","msg":"trace[173588984] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11669; }","duration":"194.493294ms","start":"2026-03-04T02:59:36.181251Z","end":"2026-03-04T02:59:36.375744Z","steps":["trace[173588984] 'agreement among raft nodes before linearized reading' (duration: 194.411482ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:59:36.37575Z","caller":"traceutil/trace.go:171","msg":"trace[130471467] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11669; }","duration":"360.200535ms","start":"2026-03-04T02:59:36.015532Z","end":"2026-03-04T02:59:36.375732Z","steps":["trace[130471467] 'agreement among raft nodes before linearized reading' (duration: 360.059781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:36.375736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.491848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:59:36.375753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.85398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:59:36.375795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:59:36.015517Z","time spent":"360.268566ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-03-04T02:59:36.375816Z","caller":"traceutil/trace.go:171","msg":"trace[1736599593] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11669; }","duration":"192.59658ms","start":"2026-03-04T02:59:36.183202Z","end":"2026-03-04T02:59:36.375799Z","steps":["trace[1736599593] 'agreement among raft nodes before linearized reading' (duration: 192.438676ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:59:36.375831Z","caller":"traceutil/trace.go:171","msg":"trace[1959416330] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11669; }","duration":"193.937861ms","start":"2026-03-04T02:59:36.181878Z","end":"2026-03-04T02:59:36.375816Z","steps":["trace[1959416330] 'agreement among raft nodes before linearized reading' (duration: 193.811339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:36.375853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.42064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-04T02:59:36.375904Z","caller":"traceutil/trace.go:171","msg":"trace[468098552] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11669; }","duration":"360.502671ms","start":"2026-03-04T02:59:36.015384Z","end":"2026-03-04T02:59:36.375886Z","steps":["trace[468098552] 'agreement among raft nodes before linearized reading' (duration: 360.307807ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:59:36.375918Z","caller":"traceutil/trace.go:171","msg":"trace[1052659640] transaction","detail":"{read_only:false; response_revision:11669; number_of_response:1; }","duration":"199.45236ms","start":"2026-03-04T02:59:36.17645Z","end":"2026-03-04T02:59:36.375903Z","steps":["trace[1052659640] 'process raft request' (duration: 198.837576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:36.375928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.671342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:59:36.375939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:59:36.015373Z","time spent":"360.558923ms","remote":"127.0.0.1:47114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-03-04T02:59:36.375962Z","caller":"traceutil/trace.go:171","msg":"trace[1209883626] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11669; }","duration":"192.717713ms","start":"2026-03-04T02:59:36.183235Z","end":"2026-03-04T02:59:36.375953Z","steps":["trace[1209883626] 'agreement among raft nodes before linearized reading' (duration: 192.668662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:36.375968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.623344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:59:36.376006Z","caller":"traceutil/trace.go:171","msg":"trace[1364824941] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11669; }","duration":"360.688946ms","start":"2026-03-04T02:59:36.015308Z","end":"2026-03-04T02:59:36.375997Z","steps":["trace[1364824941] 'agreement among raft nodes before linearized reading' (duration: 360.635664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:36.376005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.280304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-04T02:59:36.37608Z","caller":"traceutil/trace.go:171","msg":"trace[1055879690] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11669; }","duration":"365.389286ms","start":"2026-03-04T02:59:36.010678Z","end":"2026-03-04T02:59:36.376067Z","steps":["trace[1055879690] 'agreement among raft nodes before linearized reading' (duration: 365.148811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:36.376085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:59:36.015291Z","time spent":"360.785069ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-04T02:59:36.376108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:59:36.010664Z","time spent":"365.438717ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5026,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-04T02:59:36.375849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.557479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-04T02:59:36.376157Z","caller":"traceutil/trace.go:171","msg":"trace[1251387282] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11669; }","duration":"198.929048ms","start":"2026-03-04T02:59:36.177218Z","end":"2026-03-04T02:59:36.376147Z","steps":["trace[1251387282] 'agreement among raft nodes before linearized reading' (duration: 198.491128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:36.37624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.194165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:59:36.376282Z","caller":"traceutil/trace.go:171","msg":"trace[449964531] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11669; }","duration":"366.278017ms","start":"2026-03-04T02:59:36.009992Z","end":"2026-03-04T02:59:36.37627Z","steps":["trace[449964531] 'agreement among raft nodes before linearized reading' (duration: 366.220296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:36.376319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.617003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:444905"} {"level":"warn","ts":"2026-03-04T02:59:36.376327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:59:36.009971Z","time spent":"366.346868ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-03-04T02:59:36.376358Z","caller":"traceutil/trace.go:171","msg":"trace[1675053806] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:11669; }","duration":"392.699245ms","start":"2026-03-04T02:59:35.983651Z","end":"2026-03-04T02:59:36.37635Z","steps":["trace[1675053806] 'agreement among raft nodes before linearized reading' (duration: 392.082371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:36.376385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:59:35.98363Z","time spent":"392.746227ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":444927,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T02:59:37.11209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.728817ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:59:37.112204Z","caller":"traceutil/trace.go:171","msg":"trace[1469562401] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:11669; }","duration":"580.909022ms","start":"2026-03-04T02:59:36.531277Z","end":"2026-03-04T02:59:37.112186Z","steps":["trace[1469562401] 'range keys from in-memory index tree' (duration: 580.706587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:37.112505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.51534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:59:37.112557Z","caller":"traceutil/trace.go:171","msg":"trace[517061581] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11669; }","duration":"459.612302ms","start":"2026-03-04T02:59:36.652932Z","end":"2026-03-04T02:59:37.112545Z","steps":["trace[517061581] 'range keys from in-memory index tree' (duration: 459.339455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:37.11258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:59:36.652907Z","time spent":"459.669073ms","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:59:37.557775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.617873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:59:37.557915Z","caller":"traceutil/trace.go:171","msg":"trace[2064155203] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:11670; }","duration":"105.870949ms","start":"2026-03-04T02:59:37.452013Z","end":"2026-03-04T02:59:37.557884Z","steps":["trace[2064155203] 'count revisions from in-memory index tree' (duration: 105.51047ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:59:37.855224Z","caller":"traceutil/trace.go:171","msg":"trace[1247175683] transaction","detail":"{read_only:false; response_revision:11671; number_of_response:1; }","duration":"152.978172ms","start":"2026-03-04T02:59:37.702208Z","end":"2026-03-04T02:59:37.855186Z","steps":["trace[1247175683] 'process raft request' (duration: 152.340117ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:59:38.309917Z","caller":"traceutil/trace.go:171","msg":"trace[169698677] transaction","detail":"{read_only:false; response_revision:11673; number_of_response:1; }","duration":"102.662014ms","start":"2026-03-04T02:59:38.207216Z","end":"2026-03-04T02:59:38.309878Z","steps":["trace[169698677] 'process raft request' (duration: 102.390308ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:59:38.609841Z","caller":"traceutil/trace.go:171","msg":"trace[207836076] transaction","detail":"{read_only:false; response_revision:11676; number_of_response:1; }","duration":"238.380382ms","start":"2026-03-04T02:59:38.37144Z","end":"2026-03-04T02:59:38.60982Z","steps":["trace[207836076] 'process raft request' (duration: 238.32157ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:59:38.609881Z","caller":"traceutil/trace.go:171","msg":"trace[230885415] transaction","detail":"{read_only:false; response_revision:11675; number_of_response:1; }","duration":"239.129619ms","start":"2026-03-04T02:59:38.370707Z","end":"2026-03-04T02:59:38.609836Z","steps":["trace[230885415] 'process raft request' (duration: 238.939985ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:59:38.610035Z","caller":"traceutil/trace.go:171","msg":"trace[787599876] transaction","detail":"{read_only:false; response_revision:11677; number_of_response:1; }","duration":"237.947122ms","start":"2026-03-04T02:59:38.372079Z","end":"2026-03-04T02:59:38.610026Z","steps":["trace[787599876] 'process raft request' (duration: 237.713406ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:59:38.610247Z","caller":"traceutil/trace.go:171","msg":"trace[1623542678] linearizableReadLoop","detail":"{readStateIndex:12128; appliedIndex:12122; }","duration":"230.160209ms","start":"2026-03-04T02:59:38.380073Z","end":"2026-03-04T02:59:38.610233Z","steps":["trace[1623542678] 'read index received' (duration: 18.521344ms)","trace[1623542678] 'applied index is now lower than readState.Index' (duration: 211.638105ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:59:38.610267Z","caller":"traceutil/trace.go:171","msg":"trace[581272935] transaction","detail":"{read_only:false; response_revision:11678; number_of_response:1; }","duration":"237.216705ms","start":"2026-03-04T02:59:38.37304Z","end":"2026-03-04T02:59:38.610257Z","steps":["trace[581272935] 'process raft request' (duration: 236.945089ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:59:38.610303Z","caller":"traceutil/trace.go:171","msg":"trace[760409979] transaction","detail":"{read_only:false; response_revision:11679; number_of_response:1; }","duration":"230.358034ms","start":"2026-03-04T02:59:38.379939Z","end":"2026-03-04T02:59:38.610297Z","steps":["trace[760409979] 'process raft request' (duration: 230.211801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:38.610378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.278422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:59:38.610412Z","caller":"traceutil/trace.go:171","msg":"trace[1749907638] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11679; }","duration":"230.343123ms","start":"2026-03-04T02:59:38.38006Z","end":"2026-03-04T02:59:38.610403Z","steps":["trace[1749907638] 'agreement among raft nodes before linearized reading' (duration: 230.275502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:38.610419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.809164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:59:38.610456Z","caller":"traceutil/trace.go:171","msg":"trace[1111862923] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11679; }","duration":"227.866496ms","start":"2026-03-04T02:59:38.382577Z","end":"2026-03-04T02:59:38.610444Z","steps":["trace[1111862923] 'agreement among raft nodes before linearized reading' (duration: 227.798535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:38.610443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.352344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-04T02:59:38.610539Z","caller":"traceutil/trace.go:171","msg":"trace[1059355325] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11679; }","duration":"230.477897ms","start":"2026-03-04T02:59:38.380014Z","end":"2026-03-04T02:59:38.610492Z","steps":["trace[1059355325] 'agreement among raft nodes before linearized reading' (duration: 230.281952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:38.610625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.60009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T02:59:38.610655Z","caller":"traceutil/trace.go:171","msg":"trace[117826262] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:11679; }","duration":"201.674042ms","start":"2026-03-04T02:59:38.408971Z","end":"2026-03-04T02:59:38.610646Z","steps":["trace[117826262] 'agreement among raft nodes before linearized reading' (duration: 201.6018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:38.610675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.46554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-04T02:59:38.610697Z","caller":"traceutil/trace.go:171","msg":"trace[1461435611] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11679; }","duration":"228.500121ms","start":"2026-03-04T02:59:38.38219Z","end":"2026-03-04T02:59:38.610691Z","steps":["trace[1461435611] 'agreement among raft nodes before linearized reading' (duration: 228.407709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:38.610795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.603294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:59:38.610816Z","caller":"traceutil/trace.go:171","msg":"trace[712074024] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11679; }","duration":"228.624744ms","start":"2026-03-04T02:59:38.382186Z","end":"2026-03-04T02:59:38.610811Z","steps":["trace[712074024] 'agreement among raft nodes before linearized reading' (duration: 228.592253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:38.610852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.61418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:59:38.610883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.592032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pdxrw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-04T02:59:38.610896Z","caller":"traceutil/trace.go:171","msg":"trace[795587948] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11679; }","duration":"230.672422ms","start":"2026-03-04T02:59:38.380211Z","end":"2026-03-04T02:59:38.610884Z","steps":["trace[795587948] 'agreement among raft nodes before linearized reading' (duration: 230.60865ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:59:38.610913Z","caller":"traceutil/trace.go:171","msg":"trace[1941014834] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pdxrw; range_end:; response_count:1; response_revision:11679; }","duration":"225.652794ms","start":"2026-03-04T02:59:38.385251Z","end":"2026-03-04T02:59:38.610903Z","steps":["trace[1941014834] 'agreement among raft nodes before linearized reading' (duration: 225.541702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:38.610931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.293636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:59:38.610943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.849712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-04T02:59:38.610972Z","caller":"traceutil/trace.go:171","msg":"trace[1267291158] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11679; }","duration":"229.890984ms","start":"2026-03-04T02:59:38.381075Z","end":"2026-03-04T02:59:38.610966Z","steps":["trace[1267291158] 'agreement among raft nodes before linearized reading' (duration: 229.822822ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:59:38.610967Z","caller":"traceutil/trace.go:171","msg":"trace[61866371] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11679; }","duration":"228.347697ms","start":"2026-03-04T02:59:38.382608Z","end":"2026-03-04T02:59:38.610956Z","steps":["trace[61866371] 'agreement among raft nodes before linearized reading' (duration: 228.292306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:38.611056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.349228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:59:38.611092Z","caller":"traceutil/trace.go:171","msg":"trace[2079705943] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11679; }","duration":"228.398418ms","start":"2026-03-04T02:59:38.382685Z","end":"2026-03-04T02:59:38.611084Z","steps":["trace[2079705943] 'agreement among raft nodes before linearized reading' (duration: 228.348257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:38.611143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.885277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:59:38.61117Z","caller":"traceutil/trace.go:171","msg":"trace[1251329650] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11679; }","duration":"230.923657ms","start":"2026-03-04T02:59:38.38024Z","end":"2026-03-04T02:59:38.611164Z","steps":["trace[1251329650] 'agreement among raft nodes before linearized reading' (duration: 230.879946ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:59:39.508814Z","caller":"traceutil/trace.go:171","msg":"trace[1985441461] linearizableReadLoop","detail":"{readStateIndex:12131; appliedIndex:12130; }","duration":"160.853006ms","start":"2026-03-04T02:59:39.347936Z","end":"2026-03-04T02:59:39.508789Z","steps":["trace[1985441461] 'read index received' (duration: 160.55832ms)","trace[1985441461] 'applied index is now lower than readState.Index' (duration: 293.806µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:59:39.509149Z","caller":"traceutil/trace.go:171","msg":"trace[785871981] transaction","detail":"{read_only:false; response_revision:11681; number_of_response:1; }","duration":"163.933179ms","start":"2026-03-04T02:59:39.345204Z","end":"2026-03-04T02:59:39.509137Z","steps":["trace[785871981] 'process raft request' (duration: 163.410976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:39.509531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.546993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:59:39.509686Z","caller":"traceutil/trace.go:171","msg":"trace[1716456929] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:11681; }","duration":"161.723347ms","start":"2026-03-04T02:59:39.347909Z","end":"2026-03-04T02:59:39.509632Z","steps":["trace[1716456929] 'agreement among raft nodes before linearized reading' (duration: 161.481592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:39.510003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.569571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T02:59:39.510224Z","caller":"traceutil/trace.go:171","msg":"trace[1210117836] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11681; }","duration":"128.833466ms","start":"2026-03-04T02:59:39.38136Z","end":"2026-03-04T02:59:39.510193Z","steps":["trace[1210117836] 'agreement among raft nodes before linearized reading' (duration: 128.114569ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:59:39.639083Z","caller":"traceutil/trace.go:171","msg":"trace[131583689] linearizableReadLoop","detail":"{readStateIndex:12132; appliedIndex:12131; }","duration":"122.675253ms","start":"2026-03-04T02:59:39.516379Z","end":"2026-03-04T02:59:39.639054Z","steps":["trace[131583689] 'read index received' (duration: 91.836171ms)","trace[131583689] 'applied index is now lower than readState.Index' (duration: 30.837752ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:59:39.639178Z","caller":"traceutil/trace.go:171","msg":"trace[1223327778] transaction","detail":"{read_only:false; response_revision:11682; number_of_response:1; }","duration":"124.575607ms","start":"2026-03-04T02:59:39.514565Z","end":"2026-03-04T02:59:39.639141Z","steps":["trace[1223327778] 'process raft request' (duration: 93.741195ms)","trace[1223327778] 'compare' (duration: 30.544025ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:59:39.639512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.086282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T02:59:39.639632Z","caller":"traceutil/trace.go:171","msg":"trace[118508798] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11682; }","duration":"123.249476ms","start":"2026-03-04T02:59:39.516354Z","end":"2026-03-04T02:59:39.639603Z","steps":["trace[118508798] 'agreement among raft nodes before linearized reading' (duration: 122.860966ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:59:40.170022Z","caller":"traceutil/trace.go:171","msg":"trace[2070934286] transaction","detail":"{read_only:false; response_revision:11683; number_of_response:1; }","duration":"146.557181ms","start":"2026-03-04T02:59:40.023439Z","end":"2026-03-04T02:59:40.169996Z","steps":["trace[2070934286] 'process raft request' (duration: 146.397768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:40.549252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.519301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:59:40.549327Z","caller":"traceutil/trace.go:171","msg":"trace[791759523] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:11683; }","duration":"246.652724ms","start":"2026-03-04T02:59:40.302655Z","end":"2026-03-04T02:59:40.549308Z","steps":["trace[791759523] 'count revisions from in-memory index tree' (duration: 246.4317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:40.549391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.570584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:59:40.549508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.43445ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:59:40.549517Z","caller":"traceutil/trace.go:171","msg":"trace[603028967] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11683; }","duration":"179.777539ms","start":"2026-03-04T02:59:40.369715Z","end":"2026-03-04T02:59:40.549493Z","steps":["trace[603028967] 'range keys from in-memory index tree' (duration: 179.488832ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:59:40.549764Z","caller":"traceutil/trace.go:171","msg":"trace[1817836111] transaction","detail":"{read_only:false; response_revision:11684; number_of_response:1; }","duration":"146.230223ms","start":"2026-03-04T02:59:40.403344Z","end":"2026-03-04T02:59:40.549574Z","steps":["trace[1817836111] 'process raft request' (duration: 22.66793ms)","trace[1817836111] 'compare' (duration: 123.276107ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:59:40.958507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.899309ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:59:40.958616Z","caller":"traceutil/trace.go:171","msg":"trace[1732877737] transaction","detail":"{read_only:false; response_revision:11685; number_of_response:1; }","duration":"342.306125ms","start":"2026-03-04T02:59:40.616292Z","end":"2026-03-04T02:59:40.958598Z","steps":["trace[1732877737] 'process raft request' (duration: 37.229022ms)","trace[1732877737] 'compare' (duration: 304.789276ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:59:40.958674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:59:40.616278Z","time spent":"342.369146ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:59:41.021664Z","caller":"traceutil/trace.go:171","msg":"trace[1972236326] transaction","detail":"{read_only:false; response_revision:11686; number_of_response:1; }","duration":"405.31416ms","start":"2026-03-04T02:59:40.61632Z","end":"2026-03-04T02:59:41.021634Z","steps":["trace[1972236326] 'process raft request' (duration: 405.137496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:41.021842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:59:40.616307Z","time spent":"405.444974ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:59:41.021882Z","caller":"traceutil/trace.go:171","msg":"trace[188064654] transaction","detail":"{read_only:false; response_revision:11687; number_of_response:1; }","duration":"405.505325ms","start":"2026-03-04T02:59:40.616358Z","end":"2026-03-04T02:59:41.021863Z","steps":["trace[188064654] 'process raft request' (duration: 405.227559ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:59:41.022175Z","caller":"traceutil/trace.go:171","msg":"trace[1251459099] linearizableReadLoop","detail":"{readStateIndex:12137; appliedIndex:12134; }","duration":"405.639978ms","start":"2026-03-04T02:59:40.616518Z","end":"2026-03-04T02:59:41.022158Z","steps":["trace[1251459099] 'read index received' (duration: 37.106879ms)","trace[1251459099] 'applied index is now lower than readState.Index' (duration: 368.532099ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:59:41.022207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:59:40.616338Z","time spent":"405.589587ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:59:41.022267Z","caller":"traceutil/trace.go:171","msg":"trace[2095044306] transaction","detail":"{read_only:false; response_revision:11688; number_of_response:1; }","duration":"405.376662ms","start":"2026-03-04T02:59:40.616863Z","end":"2026-03-04T02:59:41.02224Z","steps":["trace[2095044306] 'process raft request' (duration: 404.926372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:41.022379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:59:40.616852Z","time spent":"405.472754ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:59:41.022388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.847923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:59:41.022448Z","caller":"traceutil/trace.go:171","msg":"trace[1596732183] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11689; }","duration":"405.946236ms","start":"2026-03-04T02:59:40.616486Z","end":"2026-03-04T02:59:41.022433Z","steps":["trace[1596732183] 'agreement among raft nodes before linearized reading' (duration: 405.841723ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:59:41.022284Z","caller":"traceutil/trace.go:171","msg":"trace[1882481740] transaction","detail":"{read_only:false; response_revision:11689; number_of_response:1; }","duration":"404.00141ms","start":"2026-03-04T02:59:40.618269Z","end":"2026-03-04T02:59:41.022271Z","steps":["trace[1882481740] 'process raft request' (duration: 403.801135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:41.022465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.595863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pdxrw\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-04T02:59:41.022506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:59:40.616467Z","time spent":"406.027137ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-04T02:59:41.022538Z","caller":"traceutil/trace.go:171","msg":"trace[750888275] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pdxrw; range_end:; response_count:1; response_revision:11689; }","duration":"392.687985ms","start":"2026-03-04T02:59:40.629832Z","end":"2026-03-04T02:59:41.02252Z","steps":["trace[750888275] 'agreement among raft nodes before linearized reading' (duration: 392.50325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:41.022545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.69118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:59:41.02256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:59:40.618258Z","time spent":"404.244395ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:59:41.022588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:59:40.629822Z","time spent":"392.755796ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-pdxrw\" "} {"level":"info","ts":"2026-03-04T02:59:41.022593Z","caller":"traceutil/trace.go:171","msg":"trace[626315765] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11689; }","duration":"370.757431ms","start":"2026-03-04T02:59:40.651821Z","end":"2026-03-04T02:59:41.022579Z","steps":["trace[626315765] 'agreement among raft nodes before linearized reading' (duration: 370.683009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:41.022639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:59:40.651809Z","time spent":"370.821522ms","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:59:41.022565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.946855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:59:41.022958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.784742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:59:41.023011Z","caller":"traceutil/trace.go:171","msg":"trace[1459685011] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11689; }","duration":"405.849073ms","start":"2026-03-04T02:59:40.617148Z","end":"2026-03-04T02:59:41.022997Z","steps":["trace[1459685011] 'agreement among raft nodes before linearized reading' (duration: 405.785601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:41.02306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:59:40.61714Z","time spent":"405.909954ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-03-04T02:59:41.023031Z","caller":"traceutil/trace.go:171","msg":"trace[884470980] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11689; }","duration":"406.459667ms","start":"2026-03-04T02:59:40.616499Z","end":"2026-03-04T02:59:41.022959Z","steps":["trace[884470980] 'agreement among raft nodes before linearized reading' (duration: 405.807212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:41.022909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.342515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:59:41.023215Z","caller":"traceutil/trace.go:171","msg":"trace[581924892] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11689; }","duration":"406.645952ms","start":"2026-03-04T02:59:40.616554Z","end":"2026-03-04T02:59:41.0232Z","steps":["trace[581924892] 'agreement among raft nodes before linearized reading' (duration: 406.315184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:41.023277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:59:40.616533Z","time spent":"406.725063ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-04T02:59:41.023237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:59:40.616492Z","time spent":"406.693512ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-04T02:59:42.30337Z","caller":"traceutil/trace.go:171","msg":"trace[24641299] transaction","detail":"{read_only:false; response_revision:11692; number_of_response:1; }","duration":"128.428307ms","start":"2026-03-04T02:59:42.174712Z","end":"2026-03-04T02:59:42.303141Z","steps":["trace[24641299] 'process raft request' (duration: 128.253393ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:59:42.706638Z","caller":"traceutil/trace.go:171","msg":"trace[1989347565] transaction","detail":"{read_only:false; response_revision:11693; number_of_response:1; }","duration":"151.981409ms","start":"2026-03-04T02:59:42.554618Z","end":"2026-03-04T02:59:42.706599Z","steps":["trace[1989347565] 'process raft request' (duration: 151.820826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:42.780012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.709203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:59:42.780136Z","caller":"traceutil/trace.go:171","msg":"trace[998691955] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11694; }","duration":"160.927728ms","start":"2026-03-04T02:59:42.619189Z","end":"2026-03-04T02:59:42.780117Z","steps":["trace[998691955] 'agreement among raft nodes before linearized reading' (duration: 160.692142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:42.780166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.672392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:59:42.780167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.72903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-04T02:59:42.780203Z","caller":"traceutil/trace.go:171","msg":"trace[2055852389] transaction","detail":"{read_only:false; response_revision:11694; number_of_response:1; }","duration":"139.285032ms","start":"2026-03-04T02:59:42.640712Z","end":"2026-03-04T02:59:42.779997Z","steps":["trace[2055852389] 'process raft request' (duration: 91.310119ms)","trace[2055852389] 'compare' (duration: 47.718257ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:59:42.780238Z","caller":"traceutil/trace.go:171","msg":"trace[1781018574] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11694; }","duration":"160.782595ms","start":"2026-03-04T02:59:42.619441Z","end":"2026-03-04T02:59:42.780223Z","steps":["trace[1781018574] 'agreement among raft nodes before linearized reading' (duration: 160.640472ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:59:42.780256Z","caller":"traceutil/trace.go:171","msg":"trace[316941163] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11694; }","duration":"159.844503ms","start":"2026-03-04T02:59:42.620391Z","end":"2026-03-04T02:59:42.780236Z","steps":["trace[316941163] 'agreement among raft nodes before linearized reading' (duration: 159.537765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:42.780253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.783832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T02:59:42.780281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.546129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:59:42.780334Z","caller":"traceutil/trace.go:171","msg":"trace[1855718954] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11694; }","duration":"127.878734ms","start":"2026-03-04T02:59:42.652433Z","end":"2026-03-04T02:59:42.780312Z","steps":["trace[1855718954] 'agreement among raft nodes before linearized reading' (duration: 127.716401ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:59:42.780343Z","caller":"traceutil/trace.go:171","msg":"trace[581102147] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11694; }","duration":"160.612801ms","start":"2026-03-04T02:59:42.619713Z","end":"2026-03-04T02:59:42.780325Z","steps":["trace[581102147] 'agreement among raft nodes before linearized reading' (duration: 160.489278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:42.780479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.154374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-04T02:59:42.780686Z","caller":"traceutil/trace.go:171","msg":"trace[1653101012] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11694; }","duration":"161.381079ms","start":"2026-03-04T02:59:42.619286Z","end":"2026-03-04T02:59:42.780667Z","steps":["trace[1653101012] 'agreement among raft nodes before linearized reading' (duration: 160.963629ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:59:43.160806Z","caller":"traceutil/trace.go:171","msg":"trace[1950383521] linearizableReadLoop","detail":"{readStateIndex:12145; appliedIndex:12144; }","duration":"123.602364ms","start":"2026-03-04T02:59:43.037179Z","end":"2026-03-04T02:59:43.160781Z","steps":["trace[1950383521] 'read index received' (duration: 123.383899ms)","trace[1950383521] 'applied index is now lower than readState.Index' (duration: 217.525µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:59:43.16092Z","caller":"traceutil/trace.go:171","msg":"trace[621620225] transaction","detail":"{read_only:false; response_revision:11695; number_of_response:1; }","duration":"132.430111ms","start":"2026-03-04T02:59:43.028472Z","end":"2026-03-04T02:59:43.160902Z","steps":["trace[621620225] 'process raft request' (duration: 132.111733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:43.16111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.903641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pdxrw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-04T02:59:43.161201Z","caller":"traceutil/trace.go:171","msg":"trace[2127711553] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pdxrw; range_end:; response_count:1; response_revision:11695; }","duration":"124.024604ms","start":"2026-03-04T02:59:43.037158Z","end":"2026-03-04T02:59:43.161183Z","steps":["trace[2127711553] 'agreement among raft nodes before linearized reading' (duration: 123.787899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:43.53549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.622517ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T02:59:43.535636Z","caller":"traceutil/trace.go:171","msg":"trace[744642706] transaction","detail":"{read_only:false; response_revision:11696; number_of_response:1; }","duration":"472.73881ms","start":"2026-03-04T02:59:43.062881Z","end":"2026-03-04T02:59:43.53562Z","steps":["trace[744642706] 'process raft request' (duration: 330.925038ms)","trace[744642706] 'compare' (duration: 141.538045ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:59:43.535682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:59:43.062855Z","time spent":"472.805532ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:59:43.535988Z","caller":"traceutil/trace.go:171","msg":"trace[2018315693] transaction","detail":"{read_only:false; response_revision:11697; number_of_response:1; }","duration":"473.033067ms","start":"2026-03-04T02:59:43.062936Z","end":"2026-03-04T02:59:43.535969Z","steps":["trace[2018315693] 'process raft request' (duration: 472.643148ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:59:43.535989Z","caller":"traceutil/trace.go:171","msg":"trace[1676789959] transaction","detail":"{read_only:false; response_revision:11698; number_of_response:1; }","duration":"472.819232ms","start":"2026-03-04T02:59:43.06315Z","end":"2026-03-04T02:59:43.535969Z","steps":["trace[1676789959] 'process raft request' (duration: 472.685499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:43.536115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:59:43.063125Z","time spent":"472.933234ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:59:43.536143Z","caller":"traceutil/trace.go:171","msg":"trace[487104538] transaction","detail":"{read_only:false; response_revision:11699; number_of_response:1; }","duration":"472.866243ms","start":"2026-03-04T02:59:43.063262Z","end":"2026-03-04T02:59:43.536128Z","steps":["trace[487104538] 'process raft request' (duration: 472.669878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:43.536196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:59:43.063237Z","time spent":"472.931475ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:59:43.536219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:59:43.062911Z","time spent":"473.14151ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:59:43.536351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.546855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T02:59:43.536394Z","caller":"traceutil/trace.go:171","msg":"trace[2138193489] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11699; }","duration":"422.620827ms","start":"2026-03-04T02:59:43.11376Z","end":"2026-03-04T02:59:43.536381Z","steps":["trace[2138193489] 'agreement among raft nodes before linearized reading' (duration: 422.559735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:43.536421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:59:43.113745Z","time spent":"422.670868ms","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:59:43.536211Z","caller":"traceutil/trace.go:171","msg":"trace[172492297] linearizableReadLoop","detail":"{readStateIndex:12149; appliedIndex:12145; }","duration":"375.144235ms","start":"2026-03-04T02:59:43.160965Z","end":"2026-03-04T02:59:43.536109Z","steps":["trace[172492297] 'read index received' (duration: 232.831592ms)","trace[172492297] 'applied index is now lower than readState.Index' (duration: 142.311213ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:59:43.537109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.945409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-04T02:59:43.537154Z","caller":"traceutil/trace.go:171","msg":"trace[39705723] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:11699; }","duration":"129.027342ms","start":"2026-03-04T02:59:43.408117Z","end":"2026-03-04T02:59:43.537144Z","steps":["trace[39705723] 'agreement among raft nodes before linearized reading' (duration: 128.882658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:43.537137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.875275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T02:59:43.5372Z","caller":"traceutil/trace.go:171","msg":"trace[352681311] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:11699; }","duration":"165.983767ms","start":"2026-03-04T02:59:43.3712Z","end":"2026-03-04T02:59:43.537184Z","steps":["trace[352681311] 'agreement among raft nodes before linearized reading' (duration: 165.874285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:43.537715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.167115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:444905"} {"level":"info","ts":"2026-03-04T02:59:43.537791Z","caller":"traceutil/trace.go:171","msg":"trace[1389608169] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:11699; }","duration":"372.283628ms","start":"2026-03-04T02:59:43.16549Z","end":"2026-03-04T02:59:43.537774Z","steps":["trace[1389608169] 'agreement among raft nodes before linearized reading' (duration: 371.201683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:59:43.537893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:59:43.165472Z","time spent":"372.35809ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":444927,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-04T02:59:44.102659Z","caller":"traceutil/trace.go:171","msg":"trace[1608854655] linearizableReadLoop","detail":"{readStateIndex:12152; appliedIndex:12151; }","duration":"133.457584ms","start":"2026-03-04T02:59:43.969174Z","end":"2026-03-04T02:59:44.102632Z","steps":["trace[1608854655] 'read index received' (duration: 72.973938ms)","trace[1608854655] 'applied index is now lower than readState.Index' (duration: 60.482566ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:59:44.102719Z","caller":"traceutil/trace.go:171","msg":"trace[570277678] transaction","detail":"{read_only:false; response_revision:11701; number_of_response:1; }","duration":"168.967346ms","start":"2026-03-04T02:59:43.933717Z","end":"2026-03-04T02:59:44.102684Z","steps":["trace[570277678] 'process raft request' (duration: 108.486079ms)","trace[570277678] 'compare' (duration: 60.301052ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:59:44.102828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.622958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T02:59:44.102872Z","caller":"traceutil/trace.go:171","msg":"trace[1434020734] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11701; }","duration":"133.716761ms","start":"2026-03-04T02:59:43.969142Z","end":"2026-03-04T02:59:44.102858Z","steps":["trace[1434020734] 'agreement among raft nodes before linearized reading' (duration: 133.593138ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:00:54.052066Z","caller":"traceutil/trace.go:171","msg":"trace[790344519] transaction","detail":"{read_only:false; response_revision:12136; number_of_response:1; }","duration":"116.236609ms","start":"2026-03-04T03:00:53.93578Z","end":"2026-03-04T03:00:54.052017Z","steps":["trace[790344519] 'process raft request' (duration: 36.398792ms)","trace[790344519] 'compare' (duration: 79.721175ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:01:51.296103Z","caller":"traceutil/trace.go:171","msg":"trace[1233452850] transaction","detail":"{read_only:false; response_revision:12503; number_of_response:1; }","duration":"123.602771ms","start":"2026-03-04T03:01:51.172443Z","end":"2026-03-04T03:01:51.296046Z","steps":["trace[1233452850] 'process raft request' (duration: 99.670621ms)","trace[1233452850] 'compare' (duration: 23.603023ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:02:24.020572Z","caller":"traceutil/trace.go:171","msg":"trace[1352433056] transaction","detail":"{read_only:false; response_revision:12679; number_of_response:1; }","duration":"125.143868ms","start":"2026-03-04T03:02:23.895389Z","end":"2026-03-04T03:02:24.020533Z","steps":["trace[1352433056] 'process raft request' (duration: 113.589108ms)","trace[1352433056] 'compare' (duration: 11.373906ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:03:20.76606Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11007} {"level":"info","ts":"2026-03-04T03:03:20.872374Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11007,"took":"104.391319ms","hash":2737885040,"current-db-size-bytes":35540992,"current-db-size":"36 MB","current-db-size-in-use-bytes":23089152,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-04T03:03:20.872454Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2737885040,"revision":11007,"compact-revision":9069} {"level":"info","ts":"2026-03-04T03:03:47.296773Z","caller":"traceutil/trace.go:171","msg":"trace[553312420] transaction","detail":"{read_only:false; response_revision:13254; number_of_response:1; }","duration":"121.776115ms","start":"2026-03-04T03:03:47.174956Z","end":"2026-03-04T03:03:47.296733Z","steps":["trace[553312420] 'process raft request' (duration: 115.756704ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:03:59.902401Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000003621.wal"} {"level":"warn","ts":"2026-03-04T03:04:05.446506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.308818ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T03:04:05.446626Z","caller":"traceutil/trace.go:171","msg":"trace[163370781] linearizableReadLoop","detail":"{readStateIndex:13880; appliedIndex:13879; }","duration":"144.750662ms","start":"2026-03-04T03:04:05.301859Z","end":"2026-03-04T03:04:05.446609Z","steps":["trace[163370781] 'read index received' (duration: 1.189618ms)","trace[163370781] 'applied index is now lower than readState.Index' (duration: 143.559584ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:04:05.44672Z","caller":"traceutil/trace.go:171","msg":"trace[989640090] transaction","detail":"{read_only:false; response_revision:13369; number_of_response:1; }","duration":"177.993557ms","start":"2026-03-04T03:04:05.26868Z","end":"2026-03-04T03:04:05.446674Z","steps":["trace[989640090] 'process raft request' (duration: 34.432044ms)","trace[989640090] 'compare' (duration: 143.182614ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:04:05.446868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.983777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T03:04:05.446958Z","caller":"traceutil/trace.go:171","msg":"trace[171592300] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13369; }","duration":"145.10719ms","start":"2026-03-04T03:04:05.301832Z","end":"2026-03-04T03:04:05.446939Z","steps":["trace[171592300] 'agreement among raft nodes before linearized reading' (duration: 144.840483ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:04:05.521994Z","caller":"traceutil/trace.go:171","msg":"trace[768018467] transaction","detail":"{read_only:false; response_revision:13370; number_of_response:1; }","duration":"118.434857ms","start":"2026-03-04T03:04:05.403517Z","end":"2026-03-04T03:04:05.521952Z","steps":["trace[768018467] 'process raft request' (duration: 118.188551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:04:05.522129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.525108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-04T03:04:05.522184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.379752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T03:04:05.522263Z","caller":"traceutil/trace.go:171","msg":"trace[1597354593] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13370; }","duration":"114.497275ms","start":"2026-03-04T03:04:05.407735Z","end":"2026-03-04T03:04:05.522233Z","steps":["trace[1597354593] 'agreement among raft nodes before linearized reading' (duration: 114.330121ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:04:05.522306Z","caller":"traceutil/trace.go:171","msg":"trace[316269208] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13370; }","duration":"219.688863ms","start":"2026-03-04T03:04:05.302533Z","end":"2026-03-04T03:04:05.522222Z","steps":["trace[316269208] 'agreement among raft nodes before linearized reading' (duration: 219.363675ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:04:05.711319Z","caller":"traceutil/trace.go:171","msg":"trace[1249997037] transaction","detail":"{read_only:false; response_revision:13372; number_of_response:1; }","duration":"185.155486ms","start":"2026-03-04T03:04:05.526134Z","end":"2026-03-04T03:04:05.71129Z","steps":["trace[1249997037] 'process raft request' (duration: 184.962881ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:04:05.711571Z","caller":"traceutil/trace.go:171","msg":"trace[350730706] transaction","detail":"{read_only:false; response_revision:13373; number_of_response:1; }","duration":"184.086331ms","start":"2026-03-04T03:04:05.527452Z","end":"2026-03-04T03:04:05.711538Z","steps":["trace[350730706] 'process raft request' (duration: 183.798894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:04:05.937503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.66541ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T03:04:05.937623Z","caller":"traceutil/trace.go:171","msg":"trace[236733962] linearizableReadLoop","detail":"{readStateIndex:13886; appliedIndex:13885; }","duration":"221.233639ms","start":"2026-03-04T03:04:05.716368Z","end":"2026-03-04T03:04:05.937602Z","steps":["trace[236733962] 'read index received' (duration: 100.274192ms)","trace[236733962] 'applied index is now lower than readState.Index' (duration: 120.957597ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:04:05.93765Z","caller":"traceutil/trace.go:171","msg":"trace[1115882622] transaction","detail":"{read_only:false; response_revision:13374; number_of_response:1; }","duration":"225.53181ms","start":"2026-03-04T03:04:05.712079Z","end":"2026-03-04T03:04:05.937611Z","steps":["trace[1115882622] 'process raft request' (duration: 104.652336ms)","trace[1115882622] 'compare' (duration: 120.489165ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:04:05.938218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.853164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:59 size:545795"} {"level":"info","ts":"2026-03-04T03:04:05.93826Z","caller":"traceutil/trace.go:171","msg":"trace[568533307] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:59; response_revision:13374; }","duration":"221.920465ms","start":"2026-03-04T03:04:05.716331Z","end":"2026-03-04T03:04:05.938252Z","steps":["trace[568533307] 'agreement among raft nodes before linearized reading' (duration: 221.320661ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:04:47.910673Z","caller":"traceutil/trace.go:171","msg":"trace[1236108776] transaction","detail":"{read_only:false; response_revision:13623; number_of_response:1; }","duration":"124.880549ms","start":"2026-03-04T03:04:47.785759Z","end":"2026-03-04T03:04:47.910639Z","steps":["trace[1236108776] 'process raft request' (duration: 73.174115ms)","trace[1236108776] 'compare' (duration: 51.453599ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:05:10.421318Z","caller":"traceutil/trace.go:171","msg":"trace[1153227381] transaction","detail":"{read_only:false; response_revision:13787; number_of_response:1; }","duration":"189.937239ms","start":"2026-03-04T03:05:10.231349Z","end":"2026-03-04T03:05:10.421286Z","steps":["trace[1153227381] 'process raft request' (duration: 189.669613ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:05:18.120563Z","caller":"traceutil/trace.go:171","msg":"trace[34496878] transaction","detail":"{read_only:false; response_revision:13826; number_of_response:1; }","duration":"144.314364ms","start":"2026-03-04T03:05:17.976219Z","end":"2026-03-04T03:05:18.120534Z","steps":["trace[34496878] 'process raft request' (duration: 144.146181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:05:18.234606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.274116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T03:05:18.234717Z","caller":"traceutil/trace.go:171","msg":"trace[1800065981] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:13826; }","duration":"107.45465ms","start":"2026-03-04T03:05:18.12724Z","end":"2026-03-04T03:05:18.234694Z","steps":["trace[1800065981] 'count revisions from in-memory index tree' (duration: 107.145653ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:05:18.241785Z","caller":"traceutil/trace.go:171","msg":"trace[1569715338] transaction","detail":"{read_only:false; response_revision:13827; number_of_response:1; }","duration":"106.185821ms","start":"2026-03-04T03:05:18.135562Z","end":"2026-03-04T03:05:18.241748Z","steps":["trace[1569715338] 'process raft request' (duration: 105.859753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:05:18.491956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.502124ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T03:05:18.492185Z","caller":"traceutil/trace.go:171","msg":"trace[457929557] transaction","detail":"{read_only:false; response_revision:13830; number_of_response:1; }","duration":"244.908688ms","start":"2026-03-04T03:05:18.247261Z","end":"2026-03-04T03:05:18.49217Z","steps":["trace[457929557] 'process raft request' (duration: 244.882967ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:05:18.492387Z","caller":"traceutil/trace.go:171","msg":"trace[878290200] transaction","detail":"{read_only:false; response_revision:13828; number_of_response:1; }","duration":"247.103759ms","start":"2026-03-04T03:05:18.245276Z","end":"2026-03-04T03:05:18.49238Z","steps":["trace[878290200] 'process raft request' (duration: 121.110374ms)","trace[878290200] 'compare' (duration: 125.407051ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:05:18.492466Z","caller":"traceutil/trace.go:171","msg":"trace[1118914583] transaction","detail":"{read_only:false; response_revision:13829; number_of_response:1; }","duration":"245.176734ms","start":"2026-03-04T03:05:18.24725Z","end":"2026-03-04T03:05:18.492427Z","steps":["trace[1118914583] 'process raft request' (duration: 244.861956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:05:19.092669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.36505ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-04T03:05:31.192736Z","caller":"traceutil/trace.go:171","msg":"trace[2029066475] transaction","detail":"{read_only:false; response_revision:13931; number_of_response:1; }","duration":"398.781069ms","start":"2026-03-04T03:05:30.793874Z","end":"2026-03-04T03:05:31.192655Z","steps":["trace[2029066475] 'process raft request' (duration: 398.554884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:05:31.19296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:05:30.793845Z","time spent":"399.025805ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:05:31.193963Z","caller":"traceutil/trace.go:171","msg":"trace[1092784822] transaction","detail":"{read_only:false; response_revision:13932; number_of_response:1; }","duration":"241.415517ms","start":"2026-03-04T03:05:30.952516Z","end":"2026-03-04T03:05:31.193932Z","steps":["trace[1092784822] 'process raft request' (duration: 241.265053ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:05:34.035602Z","caller":"traceutil/trace.go:171","msg":"trace[148225570] linearizableReadLoop","detail":"{readStateIndex:14475; appliedIndex:14474; }","duration":"159.057411ms","start":"2026-03-04T03:05:33.876518Z","end":"2026-03-04T03:05:34.035576Z","steps":["trace[148225570] 'read index received' (duration: 158.899478ms)","trace[148225570] 'applied index is now lower than readState.Index' (duration: 156.933µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:05:34.035791Z","caller":"traceutil/trace.go:171","msg":"trace[1195712977] transaction","detail":"{read_only:false; response_revision:13942; number_of_response:1; }","duration":"185.710052ms","start":"2026-03-04T03:05:33.850021Z","end":"2026-03-04T03:05:34.035731Z","steps":["trace[1195712977] 'process raft request' (duration: 185.394655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:05:34.035849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.857557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T03:05:34.035957Z","caller":"traceutil/trace.go:171","msg":"trace[208282767] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13942; }","duration":"142.056543ms","start":"2026-03-04T03:05:33.893884Z","end":"2026-03-04T03:05:34.035941Z","steps":["trace[208282767] 'agreement among raft nodes before linearized reading' (duration: 141.876989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:05:34.035851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.336057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.240\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-04T03:05:34.03645Z","caller":"traceutil/trace.go:171","msg":"trace[1376555469] range","detail":"{range_begin:/registry/masterleases/199.19.213.240; range_end:; response_count:1; response_revision:13942; }","duration":"159.508351ms","start":"2026-03-04T03:05:33.8765Z","end":"2026-03-04T03:05:34.036009Z","steps":["trace[1376555469] 'agreement among raft nodes before linearized reading' (duration: 159.234055ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:05:53.697753Z","caller":"traceutil/trace.go:171","msg":"trace[977321279] transaction","detail":"{read_only:false; response_revision:14038; number_of_response:1; }","duration":"700.029468ms","start":"2026-03-04T03:05:52.997692Z","end":"2026-03-04T03:05:53.697722Z","steps":["trace[977321279] 'process raft request' (duration: 699.785223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:05:53.697926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:05:52.997665Z","time spent":"700.181241ms","remote":"127.0.0.1:45490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:05:54.066883Z","caller":"traceutil/trace.go:171","msg":"trace[2130192788] linearizableReadLoop","detail":"{readStateIndex:14576; appliedIndex:14574; }","duration":"795.545885ms","start":"2026-03-04T03:05:53.271307Z","end":"2026-03-04T03:05:54.066853Z","steps":["trace[2130192788] 'read index received' (duration: 426.235689ms)","trace[2130192788] 'applied index is now lower than readState.Index' (duration: 369.308806ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:05:54.066951Z","caller":"traceutil/trace.go:171","msg":"trace[1683650178] transaction","detail":"{read_only:false; response_revision:14039; number_of_response:1; }","duration":"802.327429ms","start":"2026-03-04T03:05:53.264562Z","end":"2026-03-04T03:05:54.066889Z","steps":["trace[1683650178] 'process raft request' (duration: 802.157536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:05:54.067088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.763479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T03:05:54.067131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:05:53.264532Z","time spent":"802.508174ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:05:54.067159Z","caller":"traceutil/trace.go:171","msg":"trace[1314957540] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:14039; }","duration":"795.911352ms","start":"2026-03-04T03:05:53.271232Z","end":"2026-03-04T03:05:54.067144Z","steps":["trace[1314957540] 'agreement among raft nodes before linearized reading' (duration: 795.755399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:05:54.067202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:05:53.271204Z","time spent":"795.987954ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":29,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:05:54.067942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.154433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T03:05:54.068009Z","caller":"traceutil/trace.go:171","msg":"trace[115604649] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:14040; }","duration":"459.225555ms","start":"2026-03-04T03:05:53.608767Z","end":"2026-03-04T03:05:54.067993Z","steps":["trace[115604649] 'agreement among raft nodes before linearized reading' (duration: 459.106302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:05:54.068073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:05:53.608696Z","time spent":"459.368127ms","remote":"127.0.0.1:45544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:05:54.068116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.415138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T03:05:54.068156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.331158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19155"} {"level":"info","ts":"2026-03-04T03:05:54.068172Z","caller":"traceutil/trace.go:171","msg":"trace[362941873] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14040; }","duration":"414.469109ms","start":"2026-03-04T03:05:53.653685Z","end":"2026-03-04T03:05:54.068154Z","steps":["trace[362941873] 'agreement among raft nodes before linearized reading' (duration: 414.327996ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:05:54.068193Z","caller":"traceutil/trace.go:171","msg":"trace[1636238388] transaction","detail":"{read_only:false; response_revision:14040; number_of_response:1; }","duration":"246.273728ms","start":"2026-03-04T03:05:53.821868Z","end":"2026-03-04T03:05:54.068142Z","steps":["trace[1636238388] 'process raft request' (duration: 245.855789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:05:54.068207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:05:53.653589Z","time spent":"414.610632ms","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T03:05:54.068209Z","caller":"traceutil/trace.go:171","msg":"trace[1773182669] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:14040; }","duration":"363.41968ms","start":"2026-03-04T03:05:53.704774Z","end":"2026-03-04T03:05:54.068194Z","steps":["trace[1773182669] 'agreement among raft nodes before linearized reading' (duration: 363.210126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:05:54.068214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.866899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.240\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-04T03:05:54.068243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:05:53.704756Z","time spent":"363.478772ms","remote":"127.0.0.1:47122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":19177,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-03-04T03:05:54.068295Z","caller":"traceutil/trace.go:171","msg":"trace[360354503] range","detail":"{range_begin:/registry/masterleases/199.19.213.240; range_end:; response_count:1; response_revision:14040; }","duration":"190.958342ms","start":"2026-03-04T03:05:53.877282Z","end":"2026-03-04T03:05:54.06824Z","steps":["trace[360354503] 'agreement among raft nodes before linearized reading' (duration: 190.816009ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:06:01.876977Z","caller":"traceutil/trace.go:171","msg":"trace[865839644] linearizableReadLoop","detail":"{readStateIndex:14615; appliedIndex:14614; }","duration":"225.166326ms","start":"2026-03-04T03:06:01.651781Z","end":"2026-03-04T03:06:01.876947Z","steps":["trace[865839644] 'read index received' (duration: 224.983482ms)","trace[865839644] 'applied index is now lower than readState.Index' (duration: 181.744µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:06:01.877031Z","caller":"traceutil/trace.go:171","msg":"trace[178612582] transaction","detail":"{read_only:false; response_revision:14076; number_of_response:1; }","duration":"302.814313ms","start":"2026-03-04T03:06:01.57418Z","end":"2026-03-04T03:06:01.876995Z","steps":["trace[178612582] 'process raft request' (duration: 302.593948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:06:01.877122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.331959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T03:06:01.87716Z","caller":"traceutil/trace.go:171","msg":"trace[1617423892] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14076; }","duration":"225.437541ms","start":"2026-03-04T03:06:01.65171Z","end":"2026-03-04T03:06:01.877148Z","steps":["trace[1617423892] 'agreement among raft nodes before linearized reading' (duration: 225.35624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:06:01.877201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:06:01.574153Z","time spent":"302.960057ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:06:02.011234Z","caller":"traceutil/trace.go:171","msg":"trace[1236732383] linearizableReadLoop","detail":"{readStateIndex:14616; appliedIndex:14615; }","duration":"132.922184ms","start":"2026-03-04T03:06:01.878266Z","end":"2026-03-04T03:06:02.011188Z","steps":["trace[1236732383] 'read index received' (duration: 132.120765ms)","trace[1236732383] 'applied index is now lower than readState.Index' (duration: 799.709µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:06:02.011258Z","caller":"traceutil/trace.go:171","msg":"trace[1587682317] transaction","detail":"{read_only:false; response_revision:14077; number_of_response:1; }","duration":"308.109625ms","start":"2026-03-04T03:06:01.703102Z","end":"2026-03-04T03:06:02.011212Z","steps":["trace[1587682317] 'process raft request' (duration: 307.372078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:06:02.011426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.135808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T03:06:02.011526Z","caller":"traceutil/trace.go:171","msg":"trace[1879326658] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14077; }","duration":"133.299142ms","start":"2026-03-04T03:06:01.878203Z","end":"2026-03-04T03:06:02.011502Z","steps":["trace[1879326658] 'agreement among raft nodes before linearized reading' (duration: 133.115758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:06:02.011472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:06:01.70308Z","time spent":"308.277569ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:06:10.104008Z","caller":"traceutil/trace.go:171","msg":"trace[989301360] transaction","detail":"{read_only:false; response_revision:14129; number_of_response:1; }","duration":"295.016115ms","start":"2026-03-04T03:06:09.80896Z","end":"2026-03-04T03:06:10.103976Z","steps":["trace[989301360] 'process raft request' (duration: 294.850972ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:06:10.639015Z","caller":"traceutil/trace.go:171","msg":"trace[1205616071] transaction","detail":"{read_only:false; response_revision:14133; number_of_response:1; }","duration":"199.734063ms","start":"2026-03-04T03:06:10.439239Z","end":"2026-03-04T03:06:10.638973Z","steps":["trace[1205616071] 'process raft request' (duration: 199.535558ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:06:10.86049Z","caller":"traceutil/trace.go:171","msg":"trace[706181819] transaction","detail":"{read_only:false; response_revision:14134; number_of_response:1; }","duration":"358.047578ms","start":"2026-03-04T03:06:10.502401Z","end":"2026-03-04T03:06:10.860449Z","steps":["trace[706181819] 'process raft request' (duration: 357.765001ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:06:10.860713Z","caller":"traceutil/trace.go:171","msg":"trace[1198576487] transaction","detail":"{read_only:false; response_revision:14135; number_of_response:1; }","duration":"249.993994ms","start":"2026-03-04T03:06:10.61068Z","end":"2026-03-04T03:06:10.860674Z","steps":["trace[1198576487] 'process raft request' (duration: 249.651336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:06:10.860841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.421052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T03:06:10.860912Z","caller":"traceutil/trace.go:171","msg":"trace[1317753816] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14135; }","duration":"208.513685ms","start":"2026-03-04T03:06:10.652378Z","end":"2026-03-04T03:06:10.860892Z","steps":["trace[1317753816] 'agreement among raft nodes before linearized reading' (duration: 208.379172ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:06:10.860893Z","caller":"traceutil/trace.go:171","msg":"trace[1604680594] linearizableReadLoop","detail":"{readStateIndex:14678; appliedIndex:14676; }","duration":"208.152006ms","start":"2026-03-04T03:06:10.652421Z","end":"2026-03-04T03:06:10.860573Z","steps":["trace[1604680594] 'read index received' (duration: 207.762077ms)","trace[1604680594] 'applied index is now lower than readState.Index' (duration: 388.239µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:06:10.860717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:06:10.502367Z","time spent":"358.216561ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11815,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:06:10.893716Z","caller":"traceutil/trace.go:171","msg":"trace[524822460] transaction","detail":"{read_only:false; response_revision:14136; number_of_response:1; }","duration":"197.061672ms","start":"2026-03-04T03:06:10.696602Z","end":"2026-03-04T03:06:10.893664Z","steps":["trace[524822460] 'process raft request' (duration: 196.805766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:06:10.893785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.093538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T03:06:10.893792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.74167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T03:06:10.893886Z","caller":"traceutil/trace.go:171","msg":"trace[483869860] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14136; }","duration":"146.912413ms","start":"2026-03-04T03:06:10.746951Z","end":"2026-03-04T03:06:10.893864Z","steps":["trace[483869860] 'agreement among raft nodes before linearized reading' (duration: 146.631057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:06:10.893946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.289683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T03:06:10.893994Z","caller":"traceutil/trace.go:171","msg":"trace[889501906] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14136; }","duration":"147.239481ms","start":"2026-03-04T03:06:10.746609Z","end":"2026-03-04T03:06:10.893848Z","steps":["trace[889501906] 'agreement among raft nodes before linearized reading' (duration: 147.007596ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:06:10.894031Z","caller":"traceutil/trace.go:171","msg":"trace[1776082683] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14136; }","duration":"147.432186ms","start":"2026-03-04T03:06:10.746578Z","end":"2026-03-04T03:06:10.89401Z","steps":["trace[1776082683] 'agreement among raft nodes before linearized reading' (duration: 147.211051ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:06:11.010396Z","caller":"traceutil/trace.go:171","msg":"trace[1214010985] transaction","detail":"{read_only:false; response_revision:14137; number_of_response:1; }","duration":"112.321602ms","start":"2026-03-04T03:06:10.898041Z","end":"2026-03-04T03:06:11.010363Z","steps":["trace[1214010985] 'process raft request' (duration: 56.538494ms)","trace[1214010985] 'compare' (duration: 55.575153ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:06:11.01068Z","caller":"traceutil/trace.go:171","msg":"trace[1646407899] transaction","detail":"{read_only:false; response_revision:14138; number_of_response:1; }","duration":"112.27412ms","start":"2026-03-04T03:06:10.898377Z","end":"2026-03-04T03:06:11.010651Z","steps":["trace[1646407899] 'process raft request' (duration: 111.943413ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:06:11.011007Z","caller":"traceutil/trace.go:171","msg":"trace[1369041156] transaction","detail":"{read_only:false; response_revision:14139; number_of_response:1; }","duration":"112.526837ms","start":"2026-03-04T03:06:10.898458Z","end":"2026-03-04T03:06:11.010985Z","steps":["trace[1369041156] 'process raft request' (duration: 112.111707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:06:12.977916Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395057036,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T03:06:13.456331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.130577025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T03:06:13.456433Z","caller":"traceutil/trace.go:171","msg":"trace[1635967338] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14142; }","duration":"1.130739709s","start":"2026-03-04T03:06:12.325668Z","end":"2026-03-04T03:06:13.456408Z","steps":["trace[1635967338] 'range keys from in-memory index tree' (duration: 1.130375651s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:06:13.456493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:06:12.32565Z","time spent":"1.130830192s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T03:06:13.457062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.994326ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T03:06:13.457202Z","caller":"traceutil/trace.go:171","msg":"trace[1673665397] transaction","detail":"{read_only:false; response_revision:14143; number_of_response:1; }","duration":"1.044303571s","start":"2026-03-04T03:06:12.412873Z","end":"2026-03-04T03:06:13.457177Z","steps":["trace[1673665397] 'process raft request' (duration: 586.086579ms)","trace[1673665397] 'compare' (duration: 457.816172ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:06:13.457274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:06:12.412861Z","time spent":"1.044383362s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:06:14.079895Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.08096901s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T03:06:14.080365Z","caller":"traceutil/trace.go:171","msg":"trace[1504449704] linearizableReadLoop","detail":"{readStateIndex:14688; appliedIndex:14685; }","duration":"1.603122794s","start":"2026-03-04T03:06:12.47721Z","end":"2026-03-04T03:06:14.080332Z","steps":["trace[1504449704] 'read index received' (duration: 521.719705ms)","trace[1504449704] 'applied index is now lower than readState.Index' (duration: 1.081401529s)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:06:14.080527Z","caller":"traceutil/trace.go:171","msg":"trace[1841005687] transaction","detail":"{read_only:false; response_revision:14145; number_of_response:1; }","duration":"1.181248965s","start":"2026-03-04T03:06:12.899262Z","end":"2026-03-04T03:06:14.080511Z","steps":["trace[1841005687] 'process raft request' (duration: 1.18102038s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:06:14.080514Z","caller":"traceutil/trace.go:171","msg":"trace[1969655736] transaction","detail":"{read_only:false; response_revision:14144; number_of_response:1; }","duration":"1.435501707s","start":"2026-03-04T03:06:12.644947Z","end":"2026-03-04T03:06:14.080449Z","steps":["trace[1969655736] 'process raft request' (duration: 1.435172319s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:06:14.080654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:06:12.899227Z","time spent":"1.181335737s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:06:14.080775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:06:12.644917Z","time spent":"1.435729842s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:06:14.080804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.603565155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-04T03:06:14.080961Z","caller":"traceutil/trace.go:171","msg":"trace[355826341] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:14145; }","duration":"1.60376639s","start":"2026-03-04T03:06:12.477159Z","end":"2026-03-04T03:06:14.080925Z","steps":["trace[355826341] 'agreement among raft nodes before linearized reading' (duration: 1.603366371s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:06:14.081028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:06:12.477144Z","time spent":"1.603869302s","remote":"127.0.0.1:47098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2104,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-04T03:06:14.081695Z","caller":"traceutil/trace.go:171","msg":"trace[1560270441] transaction","detail":"{read_only:false; response_revision:14146; number_of_response:1; }","duration":"619.568825ms","start":"2026-03-04T03:06:13.462108Z","end":"2026-03-04T03:06:14.081677Z","steps":["trace[1560270441] 'process raft request' (duration: 619.393541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:06:14.081759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.588326636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T03:06:14.081798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:06:13.462083Z","time spent":"619.667098ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:06:14.081817Z","caller":"traceutil/trace.go:171","msg":"trace[845040163] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14146; }","duration":"1.58850589s","start":"2026-03-04T03:06:12.493295Z","end":"2026-03-04T03:06:14.0818Z","steps":["trace[845040163] 'agreement among raft nodes before linearized reading' (duration: 1.588333346s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:06:14.081843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.52955053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T03:06:14.081865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:06:12.493266Z","time spent":"1.588589162s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T03:06:14.08192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.066694193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-04T03:06:14.082126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.54066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.240\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-04T03:06:14.082168Z","caller":"traceutil/trace.go:171","msg":"trace[1609264292] range","detail":"{range_begin:/registry/masterleases/199.19.213.240; range_end:; response_count:1; response_revision:14146; }","duration":"203.627372ms","start":"2026-03-04T03:06:13.878529Z","end":"2026-03-04T03:06:14.082157Z","steps":["trace[1609264292] 'agreement among raft nodes before linearized reading' (duration: 203.489669ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:06:14.082172Z","caller":"traceutil/trace.go:171","msg":"trace[1317143198] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14146; }","duration":"1.066976379s","start":"2026-03-04T03:06:13.01517Z","end":"2026-03-04T03:06:14.082146Z","steps":["trace[1317143198] 'agreement among raft nodes before linearized reading' (duration: 1.066457917s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:06:14.082196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.429765896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T03:06:14.082233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:06:13.015165Z","time spent":"1.067054371s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T03:06:14.082241Z","caller":"traceutil/trace.go:171","msg":"trace[382505845] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14146; }","duration":"1.429852638s","start":"2026-03-04T03:06:12.652379Z","end":"2026-03-04T03:06:14.082231Z","steps":["trace[382505845] 'agreement among raft nodes before linearized reading' (duration: 1.429603362s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:06:14.082281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:06:12.652366Z","time spent":"1.429908749s","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T03:06:14.082422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.015024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pdxrw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-04T03:06:14.082453Z","caller":"traceutil/trace.go:171","msg":"trace[326058490] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pdxrw; range_end:; response_count:1; response_revision:14146; }","duration":"989.102027ms","start":"2026-03-04T03:06:13.093342Z","end":"2026-03-04T03:06:14.082444Z","steps":["trace[326058490] 'agreement among raft nodes before linearized reading' (duration: 989.005854ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:06:14.081952Z","caller":"traceutil/trace.go:171","msg":"trace[296286945] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:14146; }","duration":"1.529691164s","start":"2026-03-04T03:06:12.55224Z","end":"2026-03-04T03:06:14.081931Z","steps":["trace[296286945] 'agreement among raft nodes before linearized reading' (duration: 1.529498839s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:06:14.082482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:06:13.093315Z","time spent":"989.157837ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-pdxrw\" "} {"level":"warn","ts":"2026-03-04T03:06:14.082503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:06:12.552229Z","time spent":"1.530258087s","remote":"127.0.0.1:47122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":29,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:06:14.081986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.317666759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T03:06:14.082763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068004862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T03:06:14.082791Z","caller":"traceutil/trace.go:171","msg":"trace[1227113817] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:14146; }","duration":"1.31854054s","start":"2026-03-04T03:06:12.764211Z","end":"2026-03-04T03:06:14.082751Z","steps":["trace[1227113817] 'agreement among raft nodes before linearized reading' (duration: 1.317484625s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:06:14.08282Z","caller":"traceutil/trace.go:171","msg":"trace[2073739624] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14146; }","duration":"1.068093355s","start":"2026-03-04T03:06:13.014713Z","end":"2026-03-04T03:06:14.082806Z","steps":["trace[2073739624] 'agreement among raft nodes before linearized reading' (duration: 1.067930021s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:06:14.082864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:06:13.014695Z","time spent":"1.068159826s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T03:06:14.08287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:06:12.764182Z","time spent":"1.318669192s","remote":"127.0.0.1:47082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":9,"response size":29,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:06:14.083262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.573557918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T03:06:14.083331Z","caller":"traceutil/trace.go:171","msg":"trace[186206709] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14146; }","duration":"1.57365229s","start":"2026-03-04T03:06:12.509663Z","end":"2026-03-04T03:06:14.083315Z","steps":["trace[186206709] 'agreement among raft nodes before linearized reading' (duration: 1.573228451s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:06:14.083374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:06:12.509652Z","time spent":"1.573710972s","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T03:06:14.08288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067719806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T03:06:14.083582Z","caller":"traceutil/trace.go:171","msg":"trace[737179768] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14146; }","duration":"1.068447323s","start":"2026-03-04T03:06:13.015099Z","end":"2026-03-04T03:06:14.083547Z","steps":["trace[737179768] 'agreement among raft nodes before linearized reading' (duration: 1.066956049s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:06:14.08384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:06:13.015072Z","time spent":"1.06875223s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T03:06:14.631321Z","caller":"traceutil/trace.go:171","msg":"trace[1020000180] transaction","detail":"{read_only:false; response_revision:14153; number_of_response:1; }","duration":"142.728788ms","start":"2026-03-04T03:06:14.488567Z","end":"2026-03-04T03:06:14.631296Z","steps":["trace[1020000180] 'process raft request' (duration: 142.564825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:06:15.49997Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395057064,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T03:06:15.710772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.47565ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T03:06:15.711024Z","caller":"traceutil/trace.go:171","msg":"trace[1818951595] linearizableReadLoop","detail":"{readStateIndex:14698; appliedIndex:14697; }","duration":"711.382348ms","start":"2026-03-04T03:06:14.999621Z","end":"2026-03-04T03:06:15.711003Z","steps":["trace[1818951595] 'read index received' (duration: 510.521489ms)","trace[1818951595] 'applied index is now lower than readState.Index' (duration: 200.858639ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:06:15.711205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.577042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T03:06:15.711281Z","caller":"traceutil/trace.go:171","msg":"trace[1467807172] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:14154; }","duration":"711.696585ms","start":"2026-03-04T03:06:14.999567Z","end":"2026-03-04T03:06:15.711264Z","steps":["trace[1467807172] 'agreement among raft nodes before linearized reading' (duration: 711.576502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:06:15.711346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:06:14.999543Z","time spent":"711.790207ms","remote":"127.0.0.1:47378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-04T03:06:15.711312Z","caller":"traceutil/trace.go:171","msg":"trace[972957812] transaction","detail":"{read_only:false; response_revision:14154; number_of_response:1; }","duration":"1.210789052s","start":"2026-03-04T03:06:14.500351Z","end":"2026-03-04T03:06:15.71114Z","steps":["trace[972957812] 'process raft request' (duration: 1.009848481s)","trace[972957812] 'compare' (duration: 199.264052ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:06:15.711419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.431032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T03:06:15.711478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.459435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T03:06:15.71152Z","caller":"traceutil/trace.go:171","msg":"trace[321865955] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:14154; }","duration":"695.572856ms","start":"2026-03-04T03:06:15.015922Z","end":"2026-03-04T03:06:15.711495Z","steps":["trace[321865955] 'agreement among raft nodes before linearized reading' (duration: 695.270419ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:06:15.71156Z","caller":"traceutil/trace.go:171","msg":"trace[751113158] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:14154; }","duration":"126.603809ms","start":"2026-03-04T03:06:15.584937Z","end":"2026-03-04T03:06:15.711541Z","steps":["trace[751113158] 'agreement among raft nodes before linearized reading' (duration: 126.416035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:06:15.711588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:06:15.015913Z","time spent":"695.663378ms","remote":"127.0.0.1:47002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":130,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:06:15.711603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:06:14.500333Z","time spent":"1.211158851s","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11916,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:06:17.023558Z","caller":"traceutil/trace.go:171","msg":"trace[873089559] transaction","detail":"{read_only:false; response_revision:14169; number_of_response:1; }","duration":"136.2558ms","start":"2026-03-04T03:06:16.887262Z","end":"2026-03-04T03:06:17.023517Z","steps":["trace[873089559] 'process raft request' (duration: 135.634056ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:06:17.713712Z","caller":"traceutil/trace.go:171","msg":"trace[302894250] linearizableReadLoop","detail":"{readStateIndex:14714; appliedIndex:14713; }","duration":"140.637628ms","start":"2026-03-04T03:06:17.573014Z","end":"2026-03-04T03:06:17.713652Z","steps":["trace[302894250] 'read index received' (duration: 140.429644ms)","trace[302894250] 'applied index is now lower than readState.Index' (duration: 206.974µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:06:17.713821Z","caller":"traceutil/trace.go:171","msg":"trace[1185600424] transaction","detail":"{read_only:false; response_revision:14170; number_of_response:1; }","duration":"168.112078ms","start":"2026-03-04T03:06:17.545664Z","end":"2026-03-04T03:06:17.713776Z","steps":["trace[1185600424] 'process raft request' (duration: 167.819411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:06:17.713893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.855514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T03:06:17.713936Z","caller":"traceutil/trace.go:171","msg":"trace[593880364] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:14170; }","duration":"140.920605ms","start":"2026-03-04T03:06:17.572998Z","end":"2026-03-04T03:06:17.713919Z","steps":["trace[593880364] 'agreement among raft nodes before linearized reading' (duration: 140.825493ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:06:34.444554Z","caller":"traceutil/trace.go:171","msg":"trace[1909345925] linearizableReadLoop","detail":"{readStateIndex:14929; appliedIndex:14928; }","duration":"189.162261ms","start":"2026-03-04T03:06:34.255356Z","end":"2026-03-04T03:06:34.444519Z","steps":["trace[1909345925] 'read index received' (duration: 103.284205ms)","trace[1909345925] 'applied index is now lower than readState.Index' (duration: 85.876936ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:06:34.444936Z","caller":"traceutil/trace.go:171","msg":"trace[1288335330] transaction","detail":"{read_only:false; response_revision:14373; number_of_response:1; }","duration":"203.99956ms","start":"2026-03-04T03:06:34.240892Z","end":"2026-03-04T03:06:34.444892Z","steps":["trace[1288335330] 'process raft request' (duration: 117.731205ms)","trace[1288335330] 'compare' (duration: 85.745583ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:06:34.445007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.726504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T03:06:34.445095Z","caller":"traceutil/trace.go:171","msg":"trace[2081698744] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14373; }","duration":"203.841337ms","start":"2026-03-04T03:06:34.241232Z","end":"2026-03-04T03:06:34.445074Z","steps":["trace[2081698744] 'agreement among raft nodes before linearized reading' (duration: 203.574021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:06:34.44685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.18002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pdxrw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-04T03:06:34.446909Z","caller":"traceutil/trace.go:171","msg":"trace[171393194] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pdxrw; range_end:; response_count:1; response_revision:14375; }","duration":"154.299663ms","start":"2026-03-04T03:06:34.292596Z","end":"2026-03-04T03:06:34.446896Z","steps":["trace[171393194] 'agreement among raft nodes before linearized reading' (duration: 154.086618ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:06:34.447124Z","caller":"traceutil/trace.go:171","msg":"trace[2071595152] transaction","detail":"{read_only:false; response_revision:14375; number_of_response:1; }","duration":"187.847791ms","start":"2026-03-04T03:06:34.259265Z","end":"2026-03-04T03:06:34.447113Z","steps":["trace[2071595152] 'process raft request' (duration: 187.37393ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:06:34.448191Z","caller":"traceutil/trace.go:171","msg":"trace[1221013973] transaction","detail":"{read_only:false; response_revision:14374; number_of_response:1; }","duration":"190.809138ms","start":"2026-03-04T03:06:34.256225Z","end":"2026-03-04T03:06:34.447034Z","steps":["trace[1221013973] 'process raft request' (duration: 190.265696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:06:37.408931Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395057922,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T03:06:37.909229Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395057922,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T03:06:38.407696Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.60334647s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T03:06:38.408451Z","caller":"traceutil/trace.go:171","msg":"trace[1059456218] linearizableReadLoop","detail":"{readStateIndex:15005; appliedIndex:15004; }","duration":"1.499948982s","start":"2026-03-04T03:06:36.90844Z","end":"2026-03-04T03:06:38.408389Z","steps":["trace[1059456218] 'read index received' (duration: 1.499540073s)","trace[1059456218] 'applied index is now lower than readState.Index' (duration: 407.589µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:06:38.40853Z","caller":"traceutil/trace.go:171","msg":"trace[441752073] transaction","detail":"{read_only:false; response_revision:14449; number_of_response:1; }","duration":"1.635030576s","start":"2026-03-04T03:06:36.773448Z","end":"2026-03-04T03:06:38.408478Z","steps":["trace[441752073] 'process raft request' (duration: 1.634645858s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:06:38.408748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:06:36.773409Z","time spent":"1.63522582s","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3736,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:06:38.408796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.500313281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-52ee6074-9c42-49d8-97e3-b7542b143987\" ","response":"range_response_count:1 size:3751"} {"level":"info","ts":"2026-03-04T03:06:38.40891Z","caller":"traceutil/trace.go:171","msg":"trace[727025135] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-52ee6074-9c42-49d8-97e3-b7542b143987; range_end:; response_count:1; response_revision:14449; }","duration":"1.500515395s","start":"2026-03-04T03:06:36.908363Z","end":"2026-03-04T03:06:38.408878Z","steps":["trace[727025135] 'agreement among raft nodes before linearized reading' (duration: 1.500240329s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:06:38.408983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:06:36.908336Z","time spent":"1.500632039s","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3773,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-52ee6074-9c42-49d8-97e3-b7542b143987\" "} {"level":"warn","ts":"2026-03-04T03:06:38.90931Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395057926,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T03:06:39.206985Z","caller":"traceutil/trace.go:171","msg":"trace[931571699] transaction","detail":"{read_only:false; response_revision:14450; number_of_response:1; }","duration":"1.032300354s","start":"2026-03-04T03:06:38.174634Z","end":"2026-03-04T03:06:39.206934Z","steps":["trace[931571699] 'process raft request' (duration: 1.031951326s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:06:39.207203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:06:38.174604Z","time spent":"1.032482718s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:06:39.2083Z","caller":"traceutil/trace.go:171","msg":"trace[624947452] transaction","detail":"{read_only:false; response_revision:14451; number_of_response:1; }","duration":"1.032075389s","start":"2026-03-04T03:06:38.176149Z","end":"2026-03-04T03:06:39.208225Z","steps":["trace[624947452] 'process raft request' (duration: 1.030657996s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:06:39.208588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:06:38.176121Z","time spent":"1.032334835s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:06:39.223871Z","caller":"traceutil/trace.go:171","msg":"trace[1321207375] transaction","detail":"{read_only:false; response_revision:14452; number_of_response:1; }","duration":"764.007922ms","start":"2026-03-04T03:06:38.459832Z","end":"2026-03-04T03:06:39.22384Z","steps":["trace[1321207375] 'process raft request' (duration: 763.844558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:06:39.224359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:06:38.459797Z","time spent":"764.173236ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:06:39.652079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000189215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T03:06:39.652186Z","caller":"traceutil/trace.go:171","msg":"trace[1224175897] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000385969s","start":"2026-03-04T03:06:37.651775Z","end":"2026-03-04T03:06:39.652161Z","steps":["trace[1224175897] 'agreement among raft nodes before linearized reading' (duration: 2.000185135s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:06:39.652237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:06:37.651752Z","time spent":"2.000477002s","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T03:06:39.768194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.350453ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-04T03:06:39.768339Z","caller":"traceutil/trace.go:171","msg":"trace[1474231202] linearizableReadLoop","detail":"{readStateIndex:15008; appliedIndex:15005; }","duration":"1.359705701s","start":"2026-03-04T03:06:38.408608Z","end":"2026-03-04T03:06:39.768314Z","steps":["trace[1474231202] 'read index received' (duration: 797.843056ms)","trace[1474231202] 'applied index is now lower than readState.Index' (duration: 561.856935ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:06:39.768601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.565553134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T03:06:39.768634Z","caller":"traceutil/trace.go:171","msg":"trace[1037768833] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14452; }","duration":"1.565619315s","start":"2026-03-04T03:06:38.203003Z","end":"2026-03-04T03:06:39.768622Z","steps":["trace[1037768833] 'agreement among raft nodes before linearized reading' (duration: 1.56541927s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:06:39.768676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:06:38.202989Z","time spent":"1.565677637s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T03:06:39.768651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.533553621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-rlqlg\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-03-04T03:06:39.768788Z","caller":"traceutil/trace.go:171","msg":"trace[1491872150] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-rlqlg; range_end:; response_count:1; response_revision:14452; }","duration":"1.533724365s","start":"2026-03-04T03:06:38.235031Z","end":"2026-03-04T03:06:39.768755Z","steps":["trace[1491872150] 'agreement among raft nodes before linearized reading' (duration: 1.533387977s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:06:39.768858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:06:38.235013Z","time spent":"1.533829297s","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20697,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-rlqlg\" "} {"level":"warn","ts":"2026-03-04T03:06:39.768861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.49479131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:415322"} {"level":"warn","ts":"2026-03-04T03:06:39.768898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.501329143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-04T03:06:39.768949Z","caller":"traceutil/trace.go:171","msg":"trace[1153294203] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:14452; }","duration":"2.494929003s","start":"2026-03-04T03:06:37.273994Z","end":"2026-03-04T03:06:39.768923Z","steps":["trace[1153294203] 'agreement among raft nodes before linearized reading' (duration: 2.494532984s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:06:39.768787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.685261955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T03:06:39.769003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:06:37.27397Z","time spent":"2.495023924s","remote":"127.0.0.1:54260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":415344,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-03-04T03:06:39.769011Z","caller":"traceutil/trace.go:171","msg":"trace[399655127] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14452; }","duration":"1.501505307s","start":"2026-03-04T03:06:38.267478Z","end":"2026-03-04T03:06:39.768983Z","steps":["trace[399655127] 'agreement among raft nodes before linearized reading' (duration: 1.501139329s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:06:39.769088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:06:38.267449Z","time spent":"1.50162998s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T03:06:39.769138Z","caller":"traceutil/trace.go:171","msg":"trace[926716345] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:14452; }","duration":"1.685757936s","start":"2026-03-04T03:06:38.083255Z","end":"2026-03-04T03:06:39.769013Z","steps":["trace[926716345] 'agreement among raft nodes before linearized reading' (duration: 1.685267945s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:06:39.769252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:06:38.083226Z","time spent":"1.685956101s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-03-04T03:06:39.769733Z","caller":"traceutil/trace.go:171","msg":"trace[1922656637] transaction","detail":"{read_only:false; response_revision:14453; number_of_response:1; }","duration":"226.642789ms","start":"2026-03-04T03:06:39.543051Z","end":"2026-03-04T03:06:39.769693Z","steps":["trace[1922656637] 'process raft request' (duration: 225.967384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:06:39.769832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.619108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-04T03:06:39.769875Z","caller":"traceutil/trace.go:171","msg":"trace[656162278] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:14453; }","duration":"440.69727ms","start":"2026-03-04T03:06:39.329164Z","end":"2026-03-04T03:06:39.769861Z","steps":["trace[656162278] 'agreement among raft nodes before linearized reading' (duration: 440.526806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:06:39.769896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:06:39.329143Z","time spent":"440.749001ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T03:06:39.770144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.292935752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pdxrw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-04T03:06:39.770178Z","caller":"traceutil/trace.go:171","msg":"trace[901555640] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pdxrw; range_end:; response_count:1; response_revision:14453; }","duration":"1.292991353s","start":"2026-03-04T03:06:38.47718Z","end":"2026-03-04T03:06:39.770171Z","steps":["trace[901555640] 'agreement among raft nodes before linearized reading' (duration: 1.292333958s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:06:39.770152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002925672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T03:06:39.7702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:06:38.477168Z","time spent":"1.293026994s","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-pdxrw\" "} {"level":"warn","ts":"2026-03-04T03:06:39.770162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.309810648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T03:06:39.770234Z","caller":"traceutil/trace.go:171","msg":"trace[1415699196] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14453; }","duration":"1.003070055s","start":"2026-03-04T03:06:38.76714Z","end":"2026-03-04T03:06:39.77021Z","steps":["trace[1415699196] 'agreement among raft nodes before linearized reading' (duration: 1.002312118s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:06:39.770232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.305873008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T03:06:39.770251Z","caller":"traceutil/trace.go:171","msg":"trace[1140900762] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14453; }","duration":"1.309948962s","start":"2026-03-04T03:06:38.460279Z","end":"2026-03-04T03:06:39.770228Z","steps":["trace[1140900762] 'agreement among raft nodes before linearized reading' (duration: 1.309041771s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:06:39.770297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:06:38.460268Z","time spent":"1.310022523s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T03:06:39.770292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:06:38.767116Z","time spent":"1.003162627s","remote":"127.0.0.1:36278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T03:06:39.770296Z","caller":"traceutil/trace.go:171","msg":"trace[1418031352] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14453; }","duration":"1.30595656s","start":"2026-03-04T03:06:38.464322Z","end":"2026-03-04T03:06:39.770279Z","steps":["trace[1418031352] 'agreement among raft nodes before linearized reading' (duration: 1.305219833s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:06:39.770342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:06:38.464313Z","time spent":"1.306021141s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T03:06:39.770598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.309239345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T03:06:39.77064Z","caller":"traceutil/trace.go:171","msg":"trace[399663793] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14453; }","duration":"1.309336327s","start":"2026-03-04T03:06:38.461291Z","end":"2026-03-04T03:06:39.770627Z","steps":["trace[399663793] 'agreement among raft nodes before linearized reading' (duration: 1.308339124s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:06:39.77064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003549646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T03:06:39.770659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:06:38.46127Z","time spent":"1.309384568s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T03:06:39.770679Z","caller":"traceutil/trace.go:171","msg":"trace[1308091400] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14453; }","duration":"1.003671749s","start":"2026-03-04T03:06:38.766995Z","end":"2026-03-04T03:06:39.770667Z","steps":["trace[1308091400] 'agreement among raft nodes before linearized reading' (duration: 1.002676866s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:06:39.771023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:06:38.766975Z","time spent":"1.004031657s","remote":"127.0.0.1:36236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:06:39.771122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.910719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-52ee6074-9c42-49d8-97e3-b7542b143987\" ","response":"range_response_count:1 size:3751"} {"level":"info","ts":"2026-03-04T03:06:39.77117Z","caller":"traceutil/trace.go:171","msg":"trace[203520277] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-52ee6074-9c42-49d8-97e3-b7542b143987; range_end:; response_count:1; response_revision:14453; }","duration":"355.95875ms","start":"2026-03-04T03:06:39.415198Z","end":"2026-03-04T03:06:39.771157Z","steps":["trace[203520277] 'agreement among raft nodes before linearized reading' (duration: 354.467746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:06:39.771217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:06:39.415174Z","time spent":"356.033912ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3773,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-52ee6074-9c42-49d8-97e3-b7542b143987\" "} {"level":"warn","ts":"2026-03-04T03:06:39.771124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.123843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T03:06:39.771269Z","caller":"traceutil/trace.go:171","msg":"trace[1830719280] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14453; }","duration":"145.316797ms","start":"2026-03-04T03:06:39.625938Z","end":"2026-03-04T03:06:39.771255Z","steps":["trace[1830719280] 'agreement among raft nodes before linearized reading' (duration: 143.70054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:06:39.77154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.160969471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T03:06:39.771607Z","caller":"traceutil/trace.go:171","msg":"trace[1857527173] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:14453; }","duration":"1.161101384s","start":"2026-03-04T03:06:38.610485Z","end":"2026-03-04T03:06:39.771586Z","steps":["trace[1857527173] 'agreement among raft nodes before linearized reading' (duration: 1.159231661s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:06:39.771657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:06:38.610455Z","time spent":"1.161186725s","remote":"127.0.0.1:47190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-04T03:07:19.590049Z","caller":"traceutil/trace.go:171","msg":"trace[301070888] linearizableReadLoop","detail":"{readStateIndex:15547; appliedIndex:15544; }","duration":"240.891753ms","start":"2026-03-04T03:07:19.349129Z","end":"2026-03-04T03:07:19.590021Z","steps":["trace[301070888] 'read index received' (duration: 64.100385ms)","trace[301070888] 'applied index is now lower than readState.Index' (duration: 176.790348ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:07:19.590093Z","caller":"traceutil/trace.go:171","msg":"trace[670484258] transaction","detail":"{read_only:false; response_revision:14976; number_of_response:1; }","duration":"245.286963ms","start":"2026-03-04T03:07:19.344767Z","end":"2026-03-04T03:07:19.590054Z","steps":["trace[670484258] 'process raft request' (duration: 243.353059ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:07:19.59012Z","caller":"traceutil/trace.go:171","msg":"trace[354670794] transaction","detail":"{read_only:false; response_revision:14977; number_of_response:1; }","duration":"243.148154ms","start":"2026-03-04T03:07:19.346924Z","end":"2026-03-04T03:07:19.590072Z","steps":["trace[354670794] 'process raft request' (duration: 242.991251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:07:19.590289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.548969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T03:07:19.590332Z","caller":"traceutil/trace.go:171","msg":"trace[1163696385] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14977; }","duration":"220.64033ms","start":"2026-03-04T03:07:19.369676Z","end":"2026-03-04T03:07:19.590316Z","steps":["trace[1163696385] 'agreement among raft nodes before linearized reading' (duration: 220.557488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:07:19.590361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.901863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T03:07:19.59043Z","caller":"traceutil/trace.go:171","msg":"trace[1834856854] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:14977; }","duration":"220.011366ms","start":"2026-03-04T03:07:19.370396Z","end":"2026-03-04T03:07:19.590407Z","steps":["trace[1834856854] 'agreement among raft nodes before linearized reading' (duration: 219.892973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:07:19.590397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.239971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-db-init-mvj5v\" ","response":"range_response_count:1 size:11034"} {"level":"warn","ts":"2026-03-04T03:07:19.590478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.170499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-03-04T03:07:19.590516Z","caller":"traceutil/trace.go:171","msg":"trace[400160122] range","detail":"{range_begin:/registry/pods/openstack/nova-db-init-mvj5v; range_end:; response_count:1; response_revision:14977; }","duration":"241.398764ms","start":"2026-03-04T03:07:19.349094Z","end":"2026-03-04T03:07:19.590492Z","steps":["trace[400160122] 'agreement among raft nodes before linearized reading' (duration: 241.112718ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:07:19.590527Z","caller":"traceutil/trace.go:171","msg":"trace[1749767724] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14977; }","duration":"220.230341ms","start":"2026-03-04T03:07:19.370283Z","end":"2026-03-04T03:07:19.590514Z","steps":["trace[1749767724] 'agreement among raft nodes before linearized reading' (duration: 220.044226ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:08:02.78452Z","caller":"traceutil/trace.go:171","msg":"trace[623284868] transaction","detail":"{read_only:false; response_revision:15205; number_of_response:1; }","duration":"480.598938ms","start":"2026-03-04T03:08:02.303883Z","end":"2026-03-04T03:08:02.784482Z","steps":["trace[623284868] 'process raft request' (duration: 400.765385ms)","trace[623284868] 'compare' (duration: 79.533856ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:08:02.784576Z","caller":"traceutil/trace.go:171","msg":"trace[2008659261] linearizableReadLoop","detail":"{readStateIndex:15783; appliedIndex:15782; }","duration":"451.002303ms","start":"2026-03-04T03:08:02.333546Z","end":"2026-03-04T03:08:02.784548Z","steps":["trace[2008659261] 'read index received' (duration: 371.019806ms)","trace[2008659261] 'applied index is now lower than readState.Index' (duration: 79.980167ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:08:02.784712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:08:02.303852Z","time spent":"480.767292ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:08:02.784765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.196627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T03:08:02.784868Z","caller":"traceutil/trace.go:171","msg":"trace[2006778731] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15206; }","duration":"451.33724ms","start":"2026-03-04T03:08:02.333512Z","end":"2026-03-04T03:08:02.784849Z","steps":["trace[2006778731] 'agreement among raft nodes before linearized reading' (duration: 451.173606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:08:02.784936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:08:02.333499Z","time spent":"451.424872ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T03:08:02.785041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.333911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-04T03:08:02.785107Z","caller":"traceutil/trace.go:171","msg":"trace[422725653] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15206; }","duration":"448.440154ms","start":"2026-03-04T03:08:02.336651Z","end":"2026-03-04T03:08:02.785091Z","steps":["trace[422725653] 'agreement among raft nodes before linearized reading' (duration: 448.196449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:08:02.785175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:08:02.336644Z","time spent":"448.520866ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-04T03:08:02.785176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.003946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T03:08:02.785247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.161621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pdxrw\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-04T03:08:02.785251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.015358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T03:08:02.785306Z","caller":"traceutil/trace.go:171","msg":"trace[635238250] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pdxrw; range_end:; response_count:1; response_revision:15206; }","duration":"256.243104ms","start":"2026-03-04T03:08:02.529046Z","end":"2026-03-04T03:08:02.785289Z","steps":["trace[635238250] 'agreement among raft nodes before linearized reading' (duration: 256.09636ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:08:02.785339Z","caller":"traceutil/trace.go:171","msg":"trace[1137565280] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15206; }","duration":"133.165561ms","start":"2026-03-04T03:08:02.652149Z","end":"2026-03-04T03:08:02.785314Z","steps":["trace[1137565280] 'agreement among raft nodes before linearized reading' (duration: 133.017178ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:08:02.785342Z","caller":"traceutil/trace.go:171","msg":"trace[714481934] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15206; }","duration":"449.14902ms","start":"2026-03-04T03:08:02.336128Z","end":"2026-03-04T03:08:02.785277Z","steps":["trace[714481934] 'agreement among raft nodes before linearized reading' (duration: 448.980376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:08:02.785344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.317334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"warn","ts":"2026-03-04T03:08:02.785409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:08:02.336122Z","time spent":"449.270663ms","remote":"127.0.0.1:47114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":27,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-04T03:08:02.785436Z","caller":"traceutil/trace.go:171","msg":"trace[1319205005] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15206; }","duration":"449.421707ms","start":"2026-03-04T03:08:02.335996Z","end":"2026-03-04T03:08:02.785417Z","steps":["trace[1319205005] 'agreement among raft nodes before linearized reading' (duration: 449.184751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:08:02.785476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:08:02.335991Z","time spent":"449.476668ms","remote":"127.0.0.1:47114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":703,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-03-04T03:08:02.785857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.871976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-03-04T03:08:02.785942Z","caller":"traceutil/trace.go:171","msg":"trace[1402540337] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15206; }","duration":"449.990189ms","start":"2026-03-04T03:08:02.335935Z","end":"2026-03-04T03:08:02.785925Z","steps":["trace[1402540337] 'agreement among raft nodes before linearized reading' (duration: 448.822612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:08:02.786011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:08:02.335914Z","time spent":"450.084981ms","remote":"127.0.0.1:47114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":688,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-04T03:08:02.786757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.515691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-rlqlg\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-03-04T03:08:02.786831Z","caller":"traceutil/trace.go:171","msg":"trace[1132992399] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-rlqlg; range_end:; response_count:1; response_revision:15206; }","duration":"151.625953ms","start":"2026-03-04T03:08:02.635185Z","end":"2026-03-04T03:08:02.786811Z","steps":["trace[1132992399] 'agreement among raft nodes before linearized reading' (duration: 149.606187ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:08:02.784614Z","caller":"traceutil/trace.go:171","msg":"trace[288704751] transaction","detail":"{read_only:false; response_revision:15206; number_of_response:1; }","duration":"370.624427ms","start":"2026-03-04T03:08:02.413961Z","end":"2026-03-04T03:08:02.784586Z","steps":["trace[288704751] 'process raft request' (duration: 370.520904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:08:02.788477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:08:02.413933Z","time spent":"374.343021ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:08:03.026937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.887346ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T03:08:03.027067Z","caller":"traceutil/trace.go:171","msg":"trace[90891821] transaction","detail":"{read_only:false; response_revision:15207; number_of_response:1; }","duration":"162.42734ms","start":"2026-03-04T03:08:02.864607Z","end":"2026-03-04T03:08:03.027035Z","steps":["trace[90891821] 'process raft request' (duration: 57.36182ms)","trace[90891821] 'compare' (duration: 104.786964ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:08:03.562118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.021085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T03:08:03.562221Z","caller":"traceutil/trace.go:171","msg":"trace[1405107131] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15207; }","duration":"188.184809ms","start":"2026-03-04T03:08:03.374014Z","end":"2026-03-04T03:08:03.562199Z","steps":["trace[1405107131] 'range keys from in-memory index tree' (duration: 187.897173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:08:03.562715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.300936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T03:08:03.562757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.409928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T03:08:03.562802Z","caller":"traceutil/trace.go:171","msg":"trace[885214054] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:15207; }","duration":"302.410298ms","start":"2026-03-04T03:08:03.260371Z","end":"2026-03-04T03:08:03.562781Z","steps":["trace[885214054] 'count revisions from in-memory index tree' (duration: 302.234834ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:08:03.562831Z","caller":"traceutil/trace.go:171","msg":"trace[607323089] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15207; }","duration":"189.527709ms","start":"2026-03-04T03:08:03.373284Z","end":"2026-03-04T03:08:03.562812Z","steps":["trace[607323089] 'range keys from in-memory index tree' (duration: 189.341765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:08:03.562795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.257497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T03:08:03.562829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.132102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"warn","ts":"2026-03-04T03:08:03.562856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:08:03.26034Z","time spent":"302.49842ms","remote":"127.0.0.1:45528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-03-04T03:08:03.562896Z","caller":"traceutil/trace.go:171","msg":"trace[259974385] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15207; }","duration":"281.237524ms","start":"2026-03-04T03:08:03.281645Z","end":"2026-03-04T03:08:03.562882Z","steps":["trace[259974385] 'range keys from in-memory index tree' (duration: 281.004569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:08:03.562881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.087553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-04T03:08:03.562894Z","caller":"traceutil/trace.go:171","msg":"trace[1460384769] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15207; }","duration":"338.404321ms","start":"2026-03-04T03:08:03.22447Z","end":"2026-03-04T03:08:03.562874Z","steps":["trace[1460384769] 'range keys from in-memory index tree' (duration: 338.151585ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:08:03.562982Z","caller":"traceutil/trace.go:171","msg":"trace[494890873] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15207; }","duration":"338.212146ms","start":"2026-03-04T03:08:03.224739Z","end":"2026-03-04T03:08:03.562952Z","steps":["trace[494890873] 'range keys from in-memory index tree' (duration: 337.91975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:08:03.56303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.686447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-03-04T03:08:03.563057Z","caller":"traceutil/trace.go:171","msg":"trace[1285104120] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15207; }","duration":"338.752799ms","start":"2026-03-04T03:08:03.224296Z","end":"2026-03-04T03:08:03.563049Z","steps":["trace[1285104120] 'range keys from in-memory index tree' (duration: 338.517743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:08:03.563052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:08:03.224731Z","time spent":"338.307749ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-04T03:08:03.563071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.008598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T03:08:03.563091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:08:03.224457Z","time spent":"338.574674ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-04T03:08:03.563109Z","caller":"traceutil/trace.go:171","msg":"trace[630437538] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15207; }","duration":"189.067599ms","start":"2026-03-04T03:08:03.37403Z","end":"2026-03-04T03:08:03.563098Z","steps":["trace[630437538] 'range keys from in-memory index tree' (duration: 188.937606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:08:03.563179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.741339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T03:08:03.563235Z","caller":"traceutil/trace.go:171","msg":"trace[9798067] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:15207; }","duration":"321.820642ms","start":"2026-03-04T03:08:03.241399Z","end":"2026-03-04T03:08:03.56322Z","steps":["trace[9798067] 'count revisions from in-memory index tree' (duration: 321.673218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:08:03.563289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:08:03.241385Z","time spent":"321.889683ms","remote":"127.0.0.1:46948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":72,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:08:03.563106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:08:03.224275Z","time spent":"338.82187ms","remote":"127.0.0.1:47114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":688,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-04T03:08:03.563283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.298835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-04T03:08:03.563412Z","caller":"traceutil/trace.go:171","msg":"trace[818571880] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15207; }","duration":"189.415087ms","start":"2026-03-04T03:08:03.373947Z","end":"2026-03-04T03:08:03.563362Z","steps":["trace[818571880] 'range keys from in-memory index tree' (duration: 188.967807ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:08:04.050262Z","caller":"traceutil/trace.go:171","msg":"trace[1146023183] linearizableReadLoop","detail":"{readStateIndex:15786; appliedIndex:15785; }","duration":"396.359644ms","start":"2026-03-04T03:08:03.653879Z","end":"2026-03-04T03:08:04.050238Z","steps":["trace[1146023183] 'read index received' (duration: 396.18873ms)","trace[1146023183] 'applied index is now lower than readState.Index' (duration: 169.424µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:08:04.050361Z","caller":"traceutil/trace.go:171","msg":"trace[1602836549] transaction","detail":"{read_only:false; response_revision:15208; number_of_response:1; }","duration":"437.479164ms","start":"2026-03-04T03:08:03.612839Z","end":"2026-03-04T03:08:04.050318Z","steps":["trace[1602836549] 'process raft request' (duration: 437.202638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:08:04.050425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.538779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T03:08:04.050908Z","caller":"traceutil/trace.go:171","msg":"trace[1401148556] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15208; }","duration":"397.067871ms","start":"2026-03-04T03:08:03.653813Z","end":"2026-03-04T03:08:04.050881Z","steps":["trace[1401148556] 'agreement among raft nodes before linearized reading' (duration: 396.548359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:08:04.051003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:08:03.65378Z","time spent":"397.191214ms","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T03:08:04.05141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:08:03.612818Z","time spent":"437.948794ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:08:04.5498Z","caller":"traceutil/trace.go:171","msg":"trace[1434597995] transaction","detail":"{read_only:false; response_revision:15209; number_of_response:1; }","duration":"780.184892ms","start":"2026-03-04T03:08:03.769579Z","end":"2026-03-04T03:08:04.549763Z","steps":["trace[1434597995] 'process raft request' (duration: 779.772123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:08:04.549878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.790309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.240\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-04T03:08:04.549943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.301885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T03:08:04.54997Z","caller":"traceutil/trace.go:171","msg":"trace[304458821] range","detail":"{range_begin:/registry/masterleases/199.19.213.240; range_end:; response_count:1; response_revision:15210; }","duration":"665.961893ms","start":"2026-03-04T03:08:03.883989Z","end":"2026-03-04T03:08:04.549951Z","steps":["trace[304458821] 'agreement among raft nodes before linearized reading' (duration: 665.669237ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:08:04.550006Z","caller":"traceutil/trace.go:171","msg":"trace[1658975660] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15210; }","duration":"808.403617ms","start":"2026-03-04T03:08:03.741586Z","end":"2026-03-04T03:08:04.549989Z","steps":["trace[1658975660] 'agreement among raft nodes before linearized reading' (duration: 808.260144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:08:04.549996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:08:03.769554Z","time spent":"780.348576ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:08:04.550061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:08:03.741574Z","time spent":"808.476579ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T03:08:04.550126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.968477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T03:08:04.550131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.072313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T03:08:04.550205Z","caller":"traceutil/trace.go:171","msg":"trace[1062706512] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:15210; }","duration":"583.09477ms","start":"2026-03-04T03:08:03.967093Z","end":"2026-03-04T03:08:04.550188Z","steps":["trace[1062706512] 'agreement among raft nodes before linearized reading' (duration: 582.707251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:08:04.550248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:08:03.967068Z","time spent":"583.170332ms","remote":"127.0.0.1:47154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":172,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-03-04T03:08:04.550248Z","caller":"traceutil/trace.go:171","msg":"trace[1065758914] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:15210; }","duration":"841.212426ms","start":"2026-03-04T03:08:03.708995Z","end":"2026-03-04T03:08:04.550207Z","steps":["trace[1065758914] 'agreement among raft nodes before linearized reading' (duration: 841.004261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:08:04.550019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:08:03.883969Z","time spent":"666.039465ms","remote":"127.0.0.1:46920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.240\" "} {"level":"warn","ts":"2026-03-04T03:08:04.550112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.91072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-04T03:08:04.550325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:08:03.708975Z","time spent":"841.314279ms","remote":"127.0.0.1:56778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":21,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-03-04T03:08:04.549834Z","caller":"traceutil/trace.go:171","msg":"trace[2138980947] transaction","detail":"{read_only:false; response_revision:15210; number_of_response:1; }","duration":"779.016636ms","start":"2026-03-04T03:08:03.7707Z","end":"2026-03-04T03:08:04.549717Z","steps":["trace[2138980947] 'process raft request' (duration: 778.877523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:08:04.550474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.155452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-03-04T03:08:04.550798Z","caller":"traceutil/trace.go:171","msg":"trace[1158742007] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15210; }","duration":"840.552911ms","start":"2026-03-04T03:08:03.710227Z","end":"2026-03-04T03:08:04.55078Z","steps":["trace[1158742007] 'agreement among raft nodes before linearized reading' (duration: 839.62912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:08:04.551185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:08:03.710214Z","time spent":"840.95037ms","remote":"127.0.0.1:47114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":688,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-04T03:08:04.549869Z","caller":"traceutil/trace.go:171","msg":"trace[1643027599] linearizableReadLoop","detail":"{readStateIndex:15788; appliedIndex:15786; }","duration":"498.956058ms","start":"2026-03-04T03:08:04.050671Z","end":"2026-03-04T03:08:04.549627Z","steps":["trace[1643027599] 'read index received' (duration: 498.686052ms)","trace[1643027599] 'applied index is now lower than readState.Index' (duration: 268.876µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:08:04.550467Z","caller":"traceutil/trace.go:171","msg":"trace[635239217] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15210; }","duration":"806.208187ms","start":"2026-03-04T03:08:03.744172Z","end":"2026-03-04T03:08:04.55038Z","steps":["trace[635239217] 'agreement among raft nodes before linearized reading' (duration: 805.713996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:08:04.551465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:08:03.744164Z","time spent":"807.260651ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-04T03:08:04.55149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.384488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T03:08:04.551537Z","caller":"traceutil/trace.go:171","msg":"trace[1397293796] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15210; }","duration":"499.50253ms","start":"2026-03-04T03:08:04.052021Z","end":"2026-03-04T03:08:04.551524Z","steps":["trace[1397293796] 'agreement among raft nodes before linearized reading' (duration: 499.421428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:08:04.551584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:08:04.051999Z","time spent":"499.568722ms","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T03:08:04.550766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:08:03.770686Z","time spent":"779.957517ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:08:04.552177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.755181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-04T03:08:04.552218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.024608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T03:08:04.552234Z","caller":"traceutil/trace.go:171","msg":"trace[1553217543] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15210; }","duration":"325.829643ms","start":"2026-03-04T03:08:04.22639Z","end":"2026-03-04T03:08:04.55222Z","steps":["trace[1553217543] 'agreement among raft nodes before linearized reading' (duration: 325.627659ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:08:04.552269Z","caller":"traceutil/trace.go:171","msg":"trace[712883381] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15210; }","duration":"326.11315ms","start":"2026-03-04T03:08:04.226141Z","end":"2026-03-04T03:08:04.552254Z","steps":["trace[712883381] 'agreement among raft nodes before linearized reading' (duration: 325.978597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:08:04.55233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:08:04.226116Z","time spent":"326.202722ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T03:08:04.552388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.164664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-04T03:08:04.552436Z","caller":"traceutil/trace.go:171","msg":"trace[1096650245] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15210; }","duration":"313.257286ms","start":"2026-03-04T03:08:04.239166Z","end":"2026-03-04T03:08:04.552424Z","steps":["trace[1096650245] 'agreement among raft nodes before linearized reading' (duration: 313.138163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:08:04.552276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:08:04.22638Z","time spent":"325.884634ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T03:08:04.552481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:08:04.239146Z","time spent":"313.325157ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T03:08:04.552629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.842078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T03:08:04.552718Z","caller":"traceutil/trace.go:171","msg":"trace[855108680] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15210; }","duration":"309.971981ms","start":"2026-03-04T03:08:04.242732Z","end":"2026-03-04T03:08:04.552704Z","steps":["trace[855108680] 'agreement among raft nodes before linearized reading' (duration: 309.445139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:08:04.552869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:08:04.242712Z","time spent":"310.140305ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T03:08:04.76605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.539633ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-03-04T03:08:04.766543Z","caller":"traceutil/trace.go:171","msg":"trace[1216814279] linearizableReadLoop","detail":"{readStateIndex:15793; appliedIndex:15788; }","duration":"209.008625ms","start":"2026-03-04T03:08:04.557509Z","end":"2026-03-04T03:08:04.766517Z","steps":["trace[1216814279] 'read index received' (duration: 52.9579ms)","trace[1216814279] 'applied index is now lower than readState.Index' (duration: 156.049185ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:08:04.766582Z","caller":"traceutil/trace.go:171","msg":"trace[438592048] transaction","detail":"{read_only:false; response_revision:15212; number_of_response:1; }","duration":"210.239952ms","start":"2026-03-04T03:08:04.556304Z","end":"2026-03-04T03:08:04.766544Z","steps":["trace[438592048] 'process raft request' (duration: 210.079019ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:08:04.766631Z","caller":"traceutil/trace.go:171","msg":"trace[925223664] transaction","detail":"{read_only:false; response_revision:15214; number_of_response:1; }","duration":"209.174809ms","start":"2026-03-04T03:08:04.557434Z","end":"2026-03-04T03:08:04.766609Z","steps":["trace[925223664] 'process raft request' (duration: 209.033716ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:08:04.766623Z","caller":"traceutil/trace.go:171","msg":"trace[932603513] transaction","detail":"{read_only:false; response_revision:15213; number_of_response:1; }","duration":"209.304021ms","start":"2026-03-04T03:08:04.557283Z","end":"2026-03-04T03:08:04.766587Z","steps":["trace[932603513] 'process raft request' (duration: 209.144688ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:08:04.766593Z","caller":"traceutil/trace.go:171","msg":"trace[1769221603] transaction","detail":"{read_only:false; response_revision:15211; number_of_response:1; }","duration":"210.259943ms","start":"2026-03-04T03:08:04.556302Z","end":"2026-03-04T03:08:04.766562Z","steps":["trace[1769221603] 'process raft request' (duration: 209.905125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:08:04.766887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.358623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9c4127e4-9575-417e-983d-80bdadef2b16\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-03-04T03:08:04.766938Z","caller":"traceutil/trace.go:171","msg":"trace[1492347705] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9c4127e4-9575-417e-983d-80bdadef2b16; range_end:; response_count:1; response_revision:15214; }","duration":"209.417784ms","start":"2026-03-04T03:08:04.557505Z","end":"2026-03-04T03:08:04.766923Z","steps":["trace[1492347705] 'agreement among raft nodes before linearized reading' (duration: 209.085726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:08:05.257002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.33823ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T03:08:05.257095Z","caller":"traceutil/trace.go:171","msg":"trace[238887089] linearizableReadLoop","detail":"{readStateIndex:15794; appliedIndex:15793; }","duration":"466.098876ms","start":"2026-03-04T03:08:04.790983Z","end":"2026-03-04T03:08:05.257082Z","steps":["trace[238887089] 'read index received' (duration: 98.50318ms)","trace[238887089] 'applied index is now lower than readState.Index' (duration: 367.594896ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:08:05.257161Z","caller":"traceutil/trace.go:171","msg":"trace[748936465] transaction","detail":"{read_only:false; response_revision:15215; number_of_response:1; }","duration":"489.488991ms","start":"2026-03-04T03:08:04.767664Z","end":"2026-03-04T03:08:05.257153Z","steps":["trace[748936465] 'process raft request' (duration: 121.925475ms)","trace[748936465] 'compare' (duration: 367.183057ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:08:05.25725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:08:04.767641Z","time spent":"489.583203ms","remote":"127.0.0.1:46920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:08:05.257346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.337362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T03:08:05.257394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.388773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"info","ts":"2026-03-04T03:08:05.257492Z","caller":"traceutil/trace.go:171","msg":"trace[14377191] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15215; }","duration":"466.526786ms","start":"2026-03-04T03:08:04.790948Z","end":"2026-03-04T03:08:05.257475Z","steps":["trace[14377191] 'agreement among raft nodes before linearized reading' (duration: 466.25772ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:08:05.257485Z","caller":"traceutil/trace.go:171","msg":"trace[1114570400] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15215; }","duration":"466.527517ms","start":"2026-03-04T03:08:04.790935Z","end":"2026-03-04T03:08:05.257462Z","steps":["trace[1114570400] 'agreement among raft nodes before linearized reading' (duration: 466.278371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:08:05.257489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.389013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T03:08:05.257526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.982579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T03:08:05.257537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:08:04.790935Z","time spent":"466.593878ms","remote":"127.0.0.1:47114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":703,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-03-04T03:08:05.257552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:08:04.790914Z","time spent":"466.624458ms","remote":"127.0.0.1:47114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":27,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-04T03:08:05.257578Z","caller":"traceutil/trace.go:171","msg":"trace[803327464] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15215; }","duration":"130.080131ms","start":"2026-03-04T03:08:05.127486Z","end":"2026-03-04T03:08:05.257566Z","steps":["trace[803327464] 'agreement among raft nodes before linearized reading' (duration: 129.995259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:08:05.257649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.519919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-04T03:08:05.257717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.837347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-04T03:08:05.25772Z","caller":"traceutil/trace.go:171","msg":"trace[81876410] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15215; }","duration":"164.60028ms","start":"2026-03-04T03:08:05.093099Z","end":"2026-03-04T03:08:05.2577Z","steps":["trace[81876410] 'agreement among raft nodes before linearized reading' (duration: 164.392505ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:08:05.257578Z","caller":"traceutil/trace.go:171","msg":"trace[409133019] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15215; }","duration":"466.569357ms","start":"2026-03-04T03:08:04.790991Z","end":"2026-03-04T03:08:05.257561Z","steps":["trace[409133019] 'agreement among raft nodes before linearized reading' (duration: 466.375432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:08:05.257749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.728976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pdxrw\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-04T03:08:05.257837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.334059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"warn","ts":"2026-03-04T03:08:05.25786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.408649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"warn","ts":"2026-03-04T03:08:05.257884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.638166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T03:08:05.257905Z","caller":"traceutil/trace.go:171","msg":"trace[1421044501] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15215; }","duration":"130.506492ms","start":"2026-03-04T03:08:05.12739Z","end":"2026-03-04T03:08:05.257897Z","steps":["trace[1421044501] 'agreement among raft nodes before linearized reading' (duration: 130.342858ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:08:05.2579Z","caller":"traceutil/trace.go:171","msg":"trace[283923871] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15215; }","duration":"465.40206ms","start":"2026-03-04T03:08:04.792484Z","end":"2026-03-04T03:08:05.257886Z","steps":["trace[283923871] 'agreement among raft nodes before linearized reading' (duration: 465.284528ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:08:05.257932Z","caller":"traceutil/trace.go:171","msg":"trace[690578871] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:15215; }","duration":"141.720207ms","start":"2026-03-04T03:08:05.116198Z","end":"2026-03-04T03:08:05.257918Z","steps":["trace[690578871] 'agreement among raft nodes before linearized reading' (duration: 141.637335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:08:05.257958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:08:04.792479Z","time spent":"465.458872ms","remote":"127.0.0.1:47114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":688,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-04T03:08:05.257964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.430368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-klwwf\" ","response":"range_response_count:1 size:22021"} {"level":"info","ts":"2026-03-04T03:08:05.257999Z","caller":"traceutil/trace.go:171","msg":"trace[991103850] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-klwwf; range_end:; response_count:1; response_revision:15215; }","duration":"397.486259ms","start":"2026-03-04T03:08:04.860501Z","end":"2026-03-04T03:08:05.257987Z","steps":["trace[991103850] 'agreement among raft nodes before linearized reading' (duration: 397.377836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:08:05.258042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:08:04.860489Z","time spent":"397.546061ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22043,"request content":"key:\"/registry/pods/openstack/nova-compute-default-klwwf\" "} {"level":"warn","ts":"2026-03-04T03:08:05.258064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.137393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T03:08:05.258186Z","caller":"traceutil/trace.go:171","msg":"trace[1784225533] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15215; }","duration":"165.392058ms","start":"2026-03-04T03:08:05.092779Z","end":"2026-03-04T03:08:05.258171Z","steps":["trace[1784225533] 'agreement among raft nodes before linearized reading' (duration: 165.02779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:08:05.258186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.772346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-rlqlg\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-03-04T03:08:05.258255Z","caller":"traceutil/trace.go:171","msg":"trace[489097113] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-rlqlg; range_end:; response_count:1; response_revision:15215; }","duration":"397.851258ms","start":"2026-03-04T03:08:04.860392Z","end":"2026-03-04T03:08:05.258244Z","steps":["trace[489097113] 'agreement among raft nodes before linearized reading' (duration: 397.699554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:08:05.258288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:08:04.860387Z","time spent":"397.894088ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20697,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-rlqlg\" "} {"level":"warn","ts":"2026-03-04T03:08:05.257682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.337973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-04T03:08:05.258305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.905618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-klwwf\" ","response":"range_response_count:1 size:22021"} {"level":"warn","ts":"2026-03-04T03:08:05.258138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.285651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T03:08:05.258339Z","caller":"traceutil/trace.go:171","msg":"trace[1535600467] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-klwwf; range_end:; response_count:1; response_revision:15215; }","duration":"419.001631ms","start":"2026-03-04T03:08:04.83933Z","end":"2026-03-04T03:08:05.258332Z","steps":["trace[1535600467] 'agreement among raft nodes before linearized reading' (duration: 418.885008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:08:05.258385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:08:04.839305Z","time spent":"419.074052ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22043,"request content":"key:\"/registry/pods/openstack/nova-compute-default-klwwf\" "} {"level":"info","ts":"2026-03-04T03:08:05.258377Z","caller":"traceutil/trace.go:171","msg":"trace[1488719244] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15215; }","duration":"466.525816ms","start":"2026-03-04T03:08:04.791831Z","end":"2026-03-04T03:08:05.258356Z","steps":["trace[1488719244] 'agreement among raft nodes before linearized reading' (duration: 466.222619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:08:05.25836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.573032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T03:08:05.257844Z","caller":"traceutil/trace.go:171","msg":"trace[1443955333] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pdxrw; range_end:; response_count:1; response_revision:15215; }","duration":"454.841829ms","start":"2026-03-04T03:08:04.802983Z","end":"2026-03-04T03:08:05.257825Z","steps":["trace[1443955333] 'agreement among raft nodes before linearized reading' (duration: 454.552382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:08:05.258435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:08:04.791823Z","time spent":"466.594548ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T03:08:05.258462Z","caller":"traceutil/trace.go:171","msg":"trace[675627214] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15215; }","duration":"165.722956ms","start":"2026-03-04T03:08:05.092718Z","end":"2026-03-04T03:08:05.258441Z","steps":["trace[675627214] 'agreement among raft nodes before linearized reading' (duration: 165.496721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:08:05.258471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:08:04.802949Z","time spent":"455.510474ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-pdxrw\" "} {"level":"warn","ts":"2026-03-04T03:08:05.258297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.846839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-04T03:08:05.257752Z","caller":"traceutil/trace.go:171","msg":"trace[35756651] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15215; }","duration":"464.879578ms","start":"2026-03-04T03:08:04.792864Z","end":"2026-03-04T03:08:05.257743Z","steps":["trace[35756651] 'agreement among raft nodes before linearized reading' (duration: 464.738355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:08:05.25867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:08:04.792858Z","time spent":"465.79718ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-04T03:08:05.258207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.380049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T03:08:05.258739Z","caller":"traceutil/trace.go:171","msg":"trace[951606223] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15215; }","duration":"165.944921ms","start":"2026-03-04T03:08:05.092779Z","end":"2026-03-04T03:08:05.258724Z","steps":["trace[951606223] 'agreement among raft nodes before linearized reading' (duration: 165.399648ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:08:05.25833Z","caller":"traceutil/trace.go:171","msg":"trace[2144896292] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15215; }","duration":"225.030399ms","start":"2026-03-04T03:08:05.033288Z","end":"2026-03-04T03:08:05.258319Z","steps":["trace[2144896292] 'agreement among raft nodes before linearized reading' (duration: 224.087248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:08:05.257788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:08:04.790971Z","time spent":"466.805003ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-04T03:08:05.258593Z","caller":"traceutil/trace.go:171","msg":"trace[800809899] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15215; }","duration":"131.160736ms","start":"2026-03-04T03:08:05.127413Z","end":"2026-03-04T03:08:05.258573Z","steps":["trace[800809899] 'agreement among raft nodes before linearized reading' (duration: 129.949498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:08:05.599974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.526013ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T03:08:05.600093Z","caller":"traceutil/trace.go:171","msg":"trace[918269341] linearizableReadLoop","detail":"{readStateIndex:15795; appliedIndex:15794; }","duration":"334.733827ms","start":"2026-03-04T03:08:05.265344Z","end":"2026-03-04T03:08:05.600078Z","steps":["trace[918269341] 'read index received' (duration: 157.995699ms)","trace[918269341] 'applied index is now lower than readState.Index' (duration: 176.736568ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:08:05.600216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.86928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T03:08:05.6002Z","caller":"traceutil/trace.go:171","msg":"trace[774143478] transaction","detail":"{read_only:false; response_revision:15216; number_of_response:1; }","duration":"335.979325ms","start":"2026-03-04T03:08:05.26418Z","end":"2026-03-04T03:08:05.600159Z","steps":["trace[774143478] 'process raft request' (duration: 159.177646ms)","trace[774143478] 'compare' (duration: 176.360869ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:08:05.600249Z","caller":"traceutil/trace.go:171","msg":"trace[1334194959] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:15216; }","duration":"334.928921ms","start":"2026-03-04T03:08:05.265311Z","end":"2026-03-04T03:08:05.60024Z","steps":["trace[1334194959] 'agreement among raft nodes before linearized reading' (duration: 334.850139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:08:05.600281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:08:05.265297Z","time spent":"334.977632ms","remote":"127.0.0.1:47234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-04T03:08:05.600334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.356921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T03:08:05.600375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:08:05.264166Z","time spent":"336.110938ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:08:05.600386Z","caller":"traceutil/trace.go:171","msg":"trace[1813366446] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:15216; }","duration":"247.450873ms","start":"2026-03-04T03:08:05.352918Z","end":"2026-03-04T03:08:05.600369Z","steps":["trace[1813366446] 'agreement among raft nodes before linearized reading' (duration: 247.358161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:08:05.601171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.587726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:77 size:739201"} {"level":"info","ts":"2026-03-04T03:08:05.601267Z","caller":"traceutil/trace.go:171","msg":"trace[2041356153] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:77; response_revision:15216; }","duration":"335.721499ms","start":"2026-03-04T03:08:05.265528Z","end":"2026-03-04T03:08:05.601249Z","steps":["trace[2041356153] 'agreement among raft nodes before linearized reading' (duration: 334.693166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:08:05.601318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.515389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:77 size:739201"} {"level":"warn","ts":"2026-03-04T03:08:05.601319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:08:05.265516Z","time spent":"335.790851ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":77,"response size":739223,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-04T03:08:05.601349Z","caller":"traceutil/trace.go:171","msg":"trace[1048910893] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:77; response_revision:15216; }","duration":"333.56301ms","start":"2026-03-04T03:08:05.267779Z","end":"2026-03-04T03:08:05.601342Z","steps":["trace[1048910893] 'agreement among raft nodes before linearized reading' (duration: 332.990917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:08:05.601349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.191004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:77 size:739201"} {"level":"warn","ts":"2026-03-04T03:08:05.601371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:08:05.26777Z","time spent":"333.596231ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":77,"response size":739223,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-04T03:08:05.601559Z","caller":"traceutil/trace.go:171","msg":"trace[1791519576] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:77; response_revision:15216; }","duration":"334.250296ms","start":"2026-03-04T03:08:05.267124Z","end":"2026-03-04T03:08:05.601374Z","steps":["trace[1791519576] 'agreement among raft nodes before linearized reading' (duration: 333.642642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:08:05.601599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:08:05.267113Z","time spent":"334.477111ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":77,"response size":739223,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T03:08:05.602186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.589599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:77 size:739201"} {"level":"info","ts":"2026-03-04T03:08:05.602285Z","caller":"traceutil/trace.go:171","msg":"trace[1846415120] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:77; response_revision:15216; }","duration":"336.734342ms","start":"2026-03-04T03:08:05.26553Z","end":"2026-03-04T03:08:05.602265Z","steps":["trace[1846415120] 'agreement among raft nodes before linearized reading' (duration: 335.525895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:08:05.602336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:08:05.265511Z","time spent":"336.813564ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":77,"response size":739223,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T03:08:06.462722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.469291ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T03:08:06.462941Z","caller":"traceutil/trace.go:171","msg":"trace[313562781] transaction","detail":"{read_only:false; response_revision:15218; number_of_response:1; }","duration":"405.248517ms","start":"2026-03-04T03:08:06.05767Z","end":"2026-03-04T03:08:06.462918Z","steps":["trace[313562781] 'process raft request' (duration: 405.166155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:08:06.463042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:08:06.057638Z","time spent":"405.35979ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:08:06.463235Z","caller":"traceutil/trace.go:171","msg":"trace[943198218] linearizableReadLoop","detail":"{readStateIndex:15796; appliedIndex:15795; }","duration":"648.222038ms","start":"2026-03-04T03:08:05.814987Z","end":"2026-03-04T03:08:06.463209Z","steps":["trace[943198218] 'read index received' (duration: 69.961µs)","trace[943198218] 'applied index is now lower than readState.Index' (duration: 648.148426ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:08:06.463257Z","caller":"traceutil/trace.go:171","msg":"trace[1906906140] transaction","detail":"{read_only:false; response_revision:15217; number_of_response:1; }","duration":"780.112701ms","start":"2026-03-04T03:08:05.683107Z","end":"2026-03-04T03:08:06.463219Z","steps":["trace[1906906140] 'process raft request' (duration: 65.051336ms)","trace[1906906140] 'compare' (duration: 713.997331ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:08:06.463383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.087561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T03:08:06.463411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:08:05.68304Z","time spent":"780.281264ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:08:06.463421Z","caller":"traceutil/trace.go:171","msg":"trace[1895948219] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:15218; }","duration":"457.186634ms","start":"2026-03-04T03:08:06.006224Z","end":"2026-03-04T03:08:06.463411Z","steps":["trace[1895948219] 'agreement among raft nodes before linearized reading' (duration: 457.111172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:08:06.463458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:08:06.006192Z","time spent":"457.258285ms","remote":"127.0.0.1:47264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:08:06.463447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.449393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T03:08:06.463517Z","caller":"traceutil/trace.go:171","msg":"trace[1345936512] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:15218; }","duration":"648.566675ms","start":"2026-03-04T03:08:05.814933Z","end":"2026-03-04T03:08:06.4635Z","steps":["trace[1345936512] 'agreement among raft nodes before linearized reading' (duration: 648.385841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:08:06.463566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:08:05.814909Z","time spent":"648.647477ms","remote":"127.0.0.1:47234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":71,"response size":29,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-03-04T03:08:06.922307Z","caller":"traceutil/trace.go:171","msg":"trace[1057354741] transaction","detail":"{read_only:false; response_revision:15219; number_of_response:1; }","duration":"367.040584ms","start":"2026-03-04T03:08:06.55523Z","end":"2026-03-04T03:08:06.922271Z","steps":["trace[1057354741] 'process raft request' (duration: 283.514766ms)","trace[1057354741] 'compare' (duration: 83.290152ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:08:06.922416Z","caller":"traceutil/trace.go:171","msg":"trace[660929965] transaction","detail":"{read_only:false; response_revision:15220; number_of_response:1; }","duration":"366.293536ms","start":"2026-03-04T03:08:06.556097Z","end":"2026-03-04T03:08:06.92239Z","steps":["trace[660929965] 'process raft request' (duration: 366.096222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:08:06.922473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:08:06.55521Z","time spent":"367.166737ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:08:06.922561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:08:06.556079Z","time spent":"366.400149ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:08:06.922929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.476952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-04T03:08:06.923072Z","caller":"traceutil/trace.go:171","msg":"trace[1524569549] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15220; }","duration":"363.673396ms","start":"2026-03-04T03:08:06.559371Z","end":"2026-03-04T03:08:06.923045Z","steps":["trace[1524569549] 'agreement among raft nodes before linearized reading' (duration: 363.193175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:08:06.923141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:08:06.559359Z","time spent":"363.768519ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-04T03:08:06.92269Z","caller":"traceutil/trace.go:171","msg":"trace[1799955188] linearizableReadLoop","detail":"{readStateIndex:15799; appliedIndex:15797; }","duration":"363.076693ms","start":"2026-03-04T03:08:06.559404Z","end":"2026-03-04T03:08:06.922481Z","steps":["trace[1799955188] 'read index received' (duration: 279.427293ms)","trace[1799955188] 'applied index is now lower than readState.Index' (duration: 83.64776ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:08:06.923759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.856011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-03-04T03:08:06.923819Z","caller":"traceutil/trace.go:171","msg":"trace[275821311] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15220; }","duration":"363.953873ms","start":"2026-03-04T03:08:06.559853Z","end":"2026-03-04T03:08:06.923807Z","steps":["trace[275821311] 'agreement among raft nodes before linearized reading' (duration: 363.665386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:08:06.923855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:08:06.559837Z","time spent":"364.009925ms","remote":"127.0.0.1:47114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":688,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-04T03:08:06.923963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.588698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T03:08:06.924014Z","caller":"traceutil/trace.go:171","msg":"trace[1620350112] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15220; }","duration":"153.70407ms","start":"2026-03-04T03:08:06.7703Z","end":"2026-03-04T03:08:06.924004Z","steps":["trace[1620350112] 'agreement among raft nodes before linearized reading' (duration: 153.520506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:08:06.924239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.334602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-04T03:08:06.924265Z","caller":"traceutil/trace.go:171","msg":"trace[1098088869] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15220; }","duration":"153.377063ms","start":"2026-03-04T03:08:06.770882Z","end":"2026-03-04T03:08:06.924259Z","steps":["trace[1098088869] 'agreement among raft nodes before linearized reading' (duration: 153.307941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:08:06.92428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.905837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T03:08:06.924339Z","caller":"traceutil/trace.go:171","msg":"trace[846272634] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15220; }","duration":"271.00309ms","start":"2026-03-04T03:08:06.653324Z","end":"2026-03-04T03:08:06.924328Z","steps":["trace[846272634] 'agreement among raft nodes before linearized reading' (duration: 270.921268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:08:06.924317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.562364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T03:08:06.924401Z","caller":"traceutil/trace.go:171","msg":"trace[924148101] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15220; }","duration":"152.658687ms","start":"2026-03-04T03:08:06.771728Z","end":"2026-03-04T03:08:06.924386Z","steps":["trace[924148101] 'agreement among raft nodes before linearized reading' (duration: 152.213537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:08:06.923862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.490743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T03:08:06.924521Z","caller":"traceutil/trace.go:171","msg":"trace[182589682] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15220; }","duration":"153.190589ms","start":"2026-03-04T03:08:06.771321Z","end":"2026-03-04T03:08:06.924512Z","steps":["trace[182589682] 'agreement among raft nodes before linearized reading' (duration: 152.422021ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:08:07.133279Z","caller":"traceutil/trace.go:171","msg":"trace[1428409946] transaction","detail":"{read_only:false; response_revision:15221; number_of_response:1; }","duration":"202.809113ms","start":"2026-03-04T03:08:06.930442Z","end":"2026-03-04T03:08:07.133251Z","steps":["trace[1428409946] 'process raft request' (duration: 202.643339ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:08:07.201756Z","caller":"traceutil/trace.go:171","msg":"trace[1311529925] transaction","detail":"{read_only:false; response_revision:15224; number_of_response:1; }","duration":"270.344935ms","start":"2026-03-04T03:08:06.931389Z","end":"2026-03-04T03:08:07.201734Z","steps":["trace[1311529925] 'process raft request' (duration: 270.312894ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:08:07.201845Z","caller":"traceutil/trace.go:171","msg":"trace[1128060275] transaction","detail":"{read_only:false; response_revision:15222; number_of_response:1; }","duration":"270.775555ms","start":"2026-03-04T03:08:06.931032Z","end":"2026-03-04T03:08:07.201807Z","steps":["trace[1128060275] 'process raft request' (duration: 270.345105ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:08:07.202008Z","caller":"traceutil/trace.go:171","msg":"trace[1251917390] transaction","detail":"{read_only:false; response_revision:15223; number_of_response:1; }","duration":"270.871307ms","start":"2026-03-04T03:08:06.931122Z","end":"2026-03-04T03:08:07.201993Z","steps":["trace[1251917390] 'process raft request' (duration: 270.368096ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:08:07.741935Z","caller":"traceutil/trace.go:171","msg":"trace[905061073] linearizableReadLoop","detail":"{readStateIndex:15804; appliedIndex:15803; }","duration":"111.439446ms","start":"2026-03-04T03:08:07.630463Z","end":"2026-03-04T03:08:07.741902Z","steps":["trace[905061073] 'read index received' (duration: 111.154429ms)","trace[905061073] 'applied index is now lower than readState.Index' (duration: 283.007µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:08:07.742023Z","caller":"traceutil/trace.go:171","msg":"trace[948444444] transaction","detail":"{read_only:false; response_revision:15225; number_of_response:1; }","duration":"113.010752ms","start":"2026-03-04T03:08:07.62898Z","end":"2026-03-04T03:08:07.741991Z","steps":["trace[948444444] 'process raft request' (duration: 112.749066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:08:07.742246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.755913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pdxrw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-04T03:08:07.742331Z","caller":"traceutil/trace.go:171","msg":"trace[1771447944] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pdxrw; range_end:; response_count:1; response_revision:15225; }","duration":"111.871426ms","start":"2026-03-04T03:08:07.630438Z","end":"2026-03-04T03:08:07.742309Z","steps":["trace[1771447944] 'agreement among raft nodes before linearized reading' (duration: 111.59576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:08:07.742583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.522539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-klwwf\" ","response":"range_response_count:1 size:22021"} {"level":"warn","ts":"2026-03-04T03:08:07.742582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.024829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-klwwf\" ","response":"range_response_count:1 size:22021"} {"level":"info","ts":"2026-03-04T03:08:07.742623Z","caller":"traceutil/trace.go:171","msg":"trace[1354040633] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-klwwf; range_end:; response_count:1; response_revision:15225; }","duration":"108.589791ms","start":"2026-03-04T03:08:07.634021Z","end":"2026-03-04T03:08:07.742611Z","steps":["trace[1354040633] 'agreement among raft nodes before linearized reading' (duration: 108.445788ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:08:07.742639Z","caller":"traceutil/trace.go:171","msg":"trace[1761538837] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-klwwf; range_end:; response_count:1; response_revision:15225; }","duration":"112.122571ms","start":"2026-03-04T03:08:07.6305Z","end":"2026-03-04T03:08:07.742623Z","steps":["trace[1761538837] 'agreement among raft nodes before linearized reading' (duration: 111.891716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:08:07.742624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.068805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-2stvg\" ","response":"range_response_count:1 size:9712"} {"level":"warn","ts":"2026-03-04T03:08:07.742663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.635048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-rlqlg\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-03-04T03:08:07.742698Z","caller":"traceutil/trace.go:171","msg":"trace[249113461] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-2stvg; range_end:; response_count:1; response_revision:15225; }","duration":"103.163987ms","start":"2026-03-04T03:08:07.639515Z","end":"2026-03-04T03:08:07.742679Z","steps":["trace[249113461] 'agreement among raft nodes before linearized reading' (duration: 102.901001ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:08:07.74274Z","caller":"traceutil/trace.go:171","msg":"trace[1599769846] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-rlqlg; range_end:; response_count:1; response_revision:15225; }","duration":"107.740031ms","start":"2026-03-04T03:08:07.634979Z","end":"2026-03-04T03:08:07.742719Z","steps":["trace[1599769846] 'agreement among raft nodes before linearized reading' (duration: 107.460515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:08:08.762066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.205427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T03:08:08.76217Z","caller":"traceutil/trace.go:171","msg":"trace[391474534] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15226; }","duration":"110.35386ms","start":"2026-03-04T03:08:08.651792Z","end":"2026-03-04T03:08:08.762145Z","steps":["trace[391474534] 'range keys from in-memory index tree' (duration: 110.121154ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:08:09.445209Z","caller":"traceutil/trace.go:171","msg":"trace[153395734] transaction","detail":"{read_only:false; response_revision:15227; number_of_response:1; }","duration":"512.801624ms","start":"2026-03-04T03:08:08.932384Z","end":"2026-03-04T03:08:09.445186Z","steps":["trace[153395734] 'process raft request' (duration: 512.6468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:08:09.445357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:08:08.932368Z","time spent":"512.911477ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:08:09.66541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.888943ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T03:08:09.665624Z","caller":"traceutil/trace.go:171","msg":"trace[2068117911] transaction","detail":"{read_only:false; response_revision:15228; number_of_response:1; }","duration":"731.201454ms","start":"2026-03-04T03:08:08.934392Z","end":"2026-03-04T03:08:09.665593Z","steps":["trace[2068117911] 'process raft request' (duration: 592.060715ms)","trace[2068117911] 'compare' (duration: 138.789921ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:08:09.665806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:08:08.934375Z","time spent":"731.374767ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:08:09.724444Z","caller":"traceutil/trace.go:171","msg":"trace[1182855110] linearizableReadLoop","detail":"{readStateIndex:15807; appliedIndex:15805; }","duration":"587.47901ms","start":"2026-03-04T03:08:09.136936Z","end":"2026-03-04T03:08:09.724415Z","steps":["trace[1182855110] 'read index received' (duration: 308.076438ms)","trace[1182855110] 'applied index is now lower than readState.Index' (duration: 279.400842ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:08:09.724707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.050677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T03:08:09.724756Z","caller":"traceutil/trace.go:171","msg":"trace[964213836] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15228; }","duration":"519.126969ms","start":"2026-03-04T03:08:09.205615Z","end":"2026-03-04T03:08:09.724742Z","steps":["trace[964213836] 'agreement among raft nodes before linearized reading' (duration: 518.984066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:08:09.724783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:08:09.205603Z","time spent":"519.17513ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T03:08:09.724818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.828567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"warn","ts":"2026-03-04T03:08:09.724822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.63719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T03:08:09.724842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.89983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T03:08:09.724878Z","caller":"traceutil/trace.go:171","msg":"trace[2144603029] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15228; }","duration":"400.935949ms","start":"2026-03-04T03:08:09.323929Z","end":"2026-03-04T03:08:09.724865Z","steps":["trace[2144603029] 'agreement among raft nodes before linearized reading' (duration: 400.691153ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:08:09.7249Z","caller":"traceutil/trace.go:171","msg":"trace[1423507392] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15228; }","duration":"104.774014ms","start":"2026-03-04T03:08:09.620107Z","end":"2026-03-04T03:08:09.724881Z","steps":["trace[1423507392] 'agreement among raft nodes before linearized reading' (duration: 104.621221ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:08:09.724909Z","caller":"traceutil/trace.go:171","msg":"trace[959033046] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15228; }","duration":"588.007662ms","start":"2026-03-04T03:08:09.136885Z","end":"2026-03-04T03:08:09.724893Z","steps":["trace[959033046] 'agreement among raft nodes before linearized reading' (duration: 587.672065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:08:09.724777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.825369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T03:08:09.724943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:08:09.323918Z","time spent":"400.99648ms","remote":"127.0.0.1:47114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":688,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-04T03:08:09.724952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:08:09.136865Z","time spent":"588.076003ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T03:08:09.724992Z","caller":"traceutil/trace.go:171","msg":"trace[182379232] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15228; }","duration":"402.047794ms","start":"2026-03-04T03:08:09.322919Z","end":"2026-03-04T03:08:09.724966Z","steps":["trace[182379232] 'agreement among raft nodes before linearized reading' (duration: 401.780888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:08:09.725045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.92096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T03:08:09.725064Z","caller":"traceutil/trace.go:171","msg":"trace[1008369912] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15228; }","duration":"418.963481ms","start":"2026-03-04T03:08:09.306095Z","end":"2026-03-04T03:08:09.725059Z","steps":["trace[1008369912] 'agreement among raft nodes before linearized reading' (duration: 418.939921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:08:09.725086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:08:09.306068Z","time spent":"419.014732ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T03:08:09.725074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:08:09.322916Z","time spent":"402.137026ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-04T03:08:09.724967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.359497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-04T03:08:09.725154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.182424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-04T03:08:09.725211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.698021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-04T03:08:09.725226Z","caller":"traceutil/trace.go:171","msg":"trace[273311630] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15228; }","duration":"418.625813ms","start":"2026-03-04T03:08:09.306583Z","end":"2026-03-04T03:08:09.725209Z","steps":["trace[273311630] 'agreement among raft nodes before linearized reading' (duration: 418.332687ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:08:09.72524Z","caller":"traceutil/trace.go:171","msg":"trace[699264947] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15228; }","duration":"401.306817ms","start":"2026-03-04T03:08:09.323913Z","end":"2026-03-04T03:08:09.72522Z","steps":["trace[699264947] 'agreement among raft nodes before linearized reading' (duration: 401.02669ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:08:09.725248Z","caller":"traceutil/trace.go:171","msg":"trace[337538720] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15228; }","duration":"104.793064ms","start":"2026-03-04T03:08:09.620445Z","end":"2026-03-04T03:08:09.725238Z","steps":["trace[337538720] 'agreement among raft nodes before linearized reading' (duration: 104.663351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:08:09.72527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.302643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-04T03:08:09.725283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:08:09.323894Z","time spent":"401.379779ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-04T03:08:09.725293Z","caller":"traceutil/trace.go:171","msg":"trace[1129083250] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15228; }","duration":"519.355894ms","start":"2026-03-04T03:08:09.205932Z","end":"2026-03-04T03:08:09.725287Z","steps":["trace[1129083250] 'agreement among raft nodes before linearized reading' (duration: 519.303173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:08:09.725299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:08:09.306574Z","time spent":"418.707235ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-04T03:08:09.725308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.922224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-04T03:08:09.725341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.792997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-04T03:08:09.725362Z","caller":"traceutil/trace.go:171","msg":"trace[1436572455] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15228; }","duration":"402.976566ms","start":"2026-03-04T03:08:09.32237Z","end":"2026-03-04T03:08:09.725347Z","steps":["trace[1436572455] 'agreement among raft nodes before linearized reading' (duration: 402.26873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:08:09.725022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.740476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-03-04T03:08:09.72539Z","caller":"traceutil/trace.go:171","msg":"trace[271981689] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15228; }","duration":"105.871838ms","start":"2026-03-04T03:08:09.619508Z","end":"2026-03-04T03:08:09.72538Z","steps":["trace[271981689] 'agreement among raft nodes before linearized reading' (duration: 105.749476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:08:09.725403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:08:09.322323Z","time spent":"403.069618ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-04T03:08:09.72545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.90649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T03:08:09.725465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.371647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T03:08:09.725442Z","caller":"traceutil/trace.go:171","msg":"trace[1807265011] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15228; }","duration":"419.168755ms","start":"2026-03-04T03:08:09.306241Z","end":"2026-03-04T03:08:09.72541Z","steps":["trace[1807265011] 'agreement among raft nodes before linearized reading' (duration: 418.737875ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:08:09.72548Z","caller":"traceutil/trace.go:171","msg":"trace[646407430] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15228; }","duration":"105.93456ms","start":"2026-03-04T03:08:09.619536Z","end":"2026-03-04T03:08:09.725471Z","steps":["trace[646407430] 'agreement among raft nodes before linearized reading' (duration: 105.872139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:08:09.725484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.456841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T03:08:09.725224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.136105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-04T03:08:09.725507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.123001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T03:08:09.725541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.220674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T03:08:09.725532Z","caller":"traceutil/trace.go:171","msg":"trace[2069934305] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15228; }","duration":"401.508261ms","start":"2026-03-04T03:08:09.324007Z","end":"2026-03-04T03:08:09.725515Z","steps":["trace[2069934305] 'agreement among raft nodes before linearized reading' (duration: 401.4335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:08:09.725539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.621357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T03:08:09.725538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:08:09.306221Z","time spent":"419.293378ms","remote":"127.0.0.1:47114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":688,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-04T03:08:09.725565Z","caller":"traceutil/trace.go:171","msg":"trace[1206778601] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15228; }","duration":"105.271634ms","start":"2026-03-04T03:08:09.620287Z","end":"2026-03-04T03:08:09.725558Z","steps":["trace[1206778601] 'agreement among raft nodes before linearized reading' (duration: 105.243514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:08:09.725582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:08:09.324001Z","time spent":"401.570593ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T03:08:09.725362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.687142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T03:08:09.725473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.30118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"warn","ts":"2026-03-04T03:08:09.725635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.279295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"warn","ts":"2026-03-04T03:08:09.725659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.368647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-03-04T03:08:09.725546Z","caller":"traceutil/trace.go:171","msg":"trace[1480820272] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15228; }","duration":"105.227684ms","start":"2026-03-04T03:08:09.620306Z","end":"2026-03-04T03:08:09.725534Z","steps":["trace[1480820272] 'agreement among raft nodes before linearized reading' (duration: 105.177303ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:08:09.725676Z","caller":"traceutil/trace.go:171","msg":"trace[656941263] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15228; }","duration":"105.427028ms","start":"2026-03-04T03:08:09.620244Z","end":"2026-03-04T03:08:09.725671Z","steps":["trace[656941263] 'agreement among raft nodes before linearized reading' (duration: 105.379087ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:08:09.725677Z","caller":"traceutil/trace.go:171","msg":"trace[883216850] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15228; }","duration":"105.336386ms","start":"2026-03-04T03:08:09.620332Z","end":"2026-03-04T03:08:09.725668Z","steps":["trace[883216850] 'agreement among raft nodes before linearized reading' (duration: 105.232174ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:08:09.725622Z","caller":"traceutil/trace.go:171","msg":"trace[162975119] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15228; }","duration":"419.485423ms","start":"2026-03-04T03:08:09.306082Z","end":"2026-03-04T03:08:09.725568Z","steps":["trace[162975119] 'agreement among raft nodes before linearized reading' (duration: 419.102264ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:08:09.725668Z","caller":"traceutil/trace.go:171","msg":"trace[364368058] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15228; }","duration":"402.499415ms","start":"2026-03-04T03:08:09.323151Z","end":"2026-03-04T03:08:09.72565Z","steps":["trace[364368058] 'agreement among raft nodes before linearized reading' (duration: 402.177787ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:08:09.725586Z","caller":"traceutil/trace.go:171","msg":"trace[1987269511] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15228; }","duration":"402.676239ms","start":"2026-03-04T03:08:09.322896Z","end":"2026-03-04T03:08:09.725572Z","steps":["trace[1987269511] 'agreement among raft nodes before linearized reading' (duration: 402.605977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:08:09.725316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:08:09.205915Z","time spent":"519.394395ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T03:08:09.725637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.212501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T03:08:09.725729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:08:09.32289Z","time spent":"402.825032ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-04T03:08:09.725748Z","caller":"traceutil/trace.go:171","msg":"trace[250397755] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15228; }","duration":"403.342963ms","start":"2026-03-04T03:08:09.322389Z","end":"2026-03-04T03:08:09.725732Z","steps":["trace[250397755] 'agreement among raft nodes before linearized reading' (duration: 403.220031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:08:09.72541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.360203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T03:08:09.725772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:08:09.306021Z","time spent":"419.715468ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-04T03:08:09.725508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.090589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T03:08:09.725507Z","caller":"traceutil/trace.go:171","msg":"trace[666970310] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:15228; }","duration":"193.556812ms","start":"2026-03-04T03:08:09.53194Z","end":"2026-03-04T03:08:09.725497Z","steps":["trace[666970310] 'agreement among raft nodes before linearized reading' (duration: 193.496191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:08:09.725797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:08:09.322372Z","time spent":"403.412116ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-03-04T03:08:09.725862Z","caller":"traceutil/trace.go:171","msg":"trace[1969138532] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15228; }","duration":"400.454388ms","start":"2026-03-04T03:08:09.325391Z","end":"2026-03-04T03:08:09.725845Z","steps":["trace[1969138532] 'agreement among raft nodes before linearized reading' (duration: 400.09853ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:08:09.725672Z","caller":"traceutil/trace.go:171","msg":"trace[1951670280] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15228; }","duration":"519.987048ms","start":"2026-03-04T03:08:09.205653Z","end":"2026-03-04T03:08:09.72564Z","steps":["trace[1951670280] 'agreement among raft nodes before linearized reading' (duration: 519.673221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:08:09.725914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:08:09.325381Z","time spent":"400.521699ms","remote":"127.0.0.1:47114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":27,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-04T03:08:09.725933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:08:09.205643Z","time spent":"520.278265ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T03:08:09.725835Z","caller":"traceutil/trace.go:171","msg":"trace[8500329] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:15228; }","duration":"223.794112ms","start":"2026-03-04T03:08:09.502029Z","end":"2026-03-04T03:08:09.725823Z","steps":["trace[8500329] 'agreement among raft nodes before linearized reading' (duration: 223.318822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:08:09.726099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:08:09.323147Z","time spent":"402.564566ms","remote":"127.0.0.1:47114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":703,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"info","ts":"2026-03-04T03:08:09.892795Z","caller":"traceutil/trace.go:171","msg":"trace[210567928] linearizableReadLoop","detail":"{readStateIndex:15813; appliedIndex:15812; }","duration":"119.028349ms","start":"2026-03-04T03:08:09.773744Z","end":"2026-03-04T03:08:09.892772Z","steps":["trace[210567928] 'read index received' (duration: 118.818394ms)","trace[210567928] 'applied index is now lower than readState.Index' (duration: 208.815µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:08:09.892905Z","caller":"traceutil/trace.go:171","msg":"trace[89051956] transaction","detail":"{read_only:false; response_revision:15233; number_of_response:1; }","duration":"128.472514ms","start":"2026-03-04T03:08:09.764397Z","end":"2026-03-04T03:08:09.892869Z","steps":["trace[89051956] 'process raft request' (duration: 128.199508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:08:09.893042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.274215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-klwwf\" ","response":"range_response_count:1 size:22021"} {"level":"info","ts":"2026-03-04T03:08:09.893083Z","caller":"traceutil/trace.go:171","msg":"trace[309566992] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-klwwf; range_end:; response_count:1; response_revision:15233; }","duration":"119.344406ms","start":"2026-03-04T03:08:09.773728Z","end":"2026-03-04T03:08:09.893072Z","steps":["trace[309566992] 'agreement among raft nodes before linearized reading' (duration: 119.179182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:08:09.89308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.904071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pdxrw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-04T03:08:09.893232Z","caller":"traceutil/trace.go:171","msg":"trace[1707063173] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pdxrw; range_end:; response_count:1; response_revision:15233; }","duration":"117.026383ms","start":"2026-03-04T03:08:09.776131Z","end":"2026-03-04T03:08:09.893157Z","steps":["trace[1707063173] 'agreement among raft nodes before linearized reading' (duration: 116.817748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:08:09.893424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.033121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-2stvg\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-03-04T03:08:09.893474Z","caller":"traceutil/trace.go:171","msg":"trace[2146709644] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-2stvg; range_end:; response_count:1; response_revision:15233; }","duration":"116.112992ms","start":"2026-03-04T03:08:09.77735Z","end":"2026-03-04T03:08:09.893463Z","steps":["trace[2146709644] 'agreement among raft nodes before linearized reading' (duration: 115.927418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:08:09.893518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.333647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-rlqlg\" ","response":"range_response_count:1 size:20675"} {"level":"warn","ts":"2026-03-04T03:08:09.893112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.606805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-klwwf\" ","response":"range_response_count:1 size:22021"} {"level":"info","ts":"2026-03-04T03:08:09.893568Z","caller":"traceutil/trace.go:171","msg":"trace[1541357272] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-rlqlg; range_end:; response_count:1; response_revision:15233; }","duration":"116.410689ms","start":"2026-03-04T03:08:09.777143Z","end":"2026-03-04T03:08:09.893554Z","steps":["trace[1541357272] 'agreement among raft nodes before linearized reading' (duration: 116.261056ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:08:09.893588Z","caller":"traceutil/trace.go:171","msg":"trace[21942393] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-klwwf; range_end:; response_count:1; response_revision:15233; }","duration":"114.092276ms","start":"2026-03-04T03:08:09.779475Z","end":"2026-03-04T03:08:09.893567Z","steps":["trace[21942393] 'agreement among raft nodes before linearized reading' (duration: 113.542494ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:08:20.774899Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13009} {"level":"info","ts":"2026-03-04T03:08:20.85319Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13009,"took":"75.683529ms","hash":2024514273,"current-db-size-bytes":36392960,"current-db-size":"36 MB","current-db-size-in-use-bytes":26841088,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-04T03:08:20.853251Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2024514273,"revision":13009,"compact-revision":11007} {"level":"info","ts":"2026-03-04T03:08:56.221576Z","caller":"traceutil/trace.go:171","msg":"trace[1732599781] transaction","detail":"{read_only:false; response_revision:15515; number_of_response:1; }","duration":"118.235503ms","start":"2026-03-04T03:08:56.103301Z","end":"2026-03-04T03:08:56.221537Z","steps":["trace[1732599781] 'process raft request' (duration: 67.692887ms)","trace[1732599781] 'compare' (duration: 50.404593ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:09:40.440565Z","caller":"traceutil/trace.go:171","msg":"trace[1146223748] transaction","detail":"{read_only:false; response_revision:15780; number_of_response:1; }","duration":"435.1374ms","start":"2026-03-04T03:09:40.005393Z","end":"2026-03-04T03:09:40.44053Z","steps":["trace[1146223748] 'process raft request' (duration: 434.25132ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:09:40.440649Z","caller":"traceutil/trace.go:171","msg":"trace[1593820380] linearizableReadLoop","detail":"{readStateIndex:16380; appliedIndex:16379; }","duration":"245.021143ms","start":"2026-03-04T03:09:40.195581Z","end":"2026-03-04T03:09:40.440602Z","steps":["trace[1593820380] 'read index received' (duration: 244.045101ms)","trace[1593820380] 'applied index is now lower than readState.Index' (duration: 972.862µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:09:40.440739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:09:40.005366Z","time spent":"435.286414ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:09:40.440959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.804447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-04T03:09:40.440984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.367601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T03:09:40.441039Z","caller":"traceutil/trace.go:171","msg":"trace[1198376894] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15781; }","duration":"198.908598ms","start":"2026-03-04T03:09:40.24211Z","end":"2026-03-04T03:09:40.441019Z","steps":["trace[1198376894] 'agreement among raft nodes before linearized reading' (duration: 198.705164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:09:40.441061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.321245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"info","ts":"2026-03-04T03:09:40.441121Z","caller":"traceutil/trace.go:171","msg":"trace[1640134703] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15781; }","duration":"245.548105ms","start":"2026-03-04T03:09:40.195535Z","end":"2026-03-04T03:09:40.441083Z","steps":["trace[1640134703] 'agreement among raft nodes before linearized reading' (duration: 245.186737ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:09:40.44118Z","caller":"traceutil/trace.go:171","msg":"trace[1968869049] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:15781; }","duration":"139.480669ms","start":"2026-03-04T03:09:40.30167Z","end":"2026-03-04T03:09:40.44115Z","steps":["trace[1968869049] 'agreement among raft nodes before linearized reading' (duration: 139.151072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:09:40.441129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.087275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T03:09:40.441419Z","caller":"traceutil/trace.go:171","msg":"trace[1406161795] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15781; }","duration":"200.430094ms","start":"2026-03-04T03:09:40.240944Z","end":"2026-03-04T03:09:40.441374Z","steps":["trace[1406161795] 'agreement among raft nodes before linearized reading' (duration: 199.879931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:09:40.441488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.917272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-04T03:09:40.441563Z","caller":"traceutil/trace.go:171","msg":"trace[2089226109] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15781; }","duration":"207.088156ms","start":"2026-03-04T03:09:40.234463Z","end":"2026-03-04T03:09:40.441551Z","steps":["trace[2089226109] 'agreement among raft nodes before linearized reading' (duration: 206.321068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:10:52.841116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.673905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:897467"} {"level":"info","ts":"2026-03-04T03:10:52.841201Z","caller":"traceutil/trace.go:171","msg":"trace[482503880] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:16487; }","duration":"122.796629ms","start":"2026-03-04T03:10:52.718391Z","end":"2026-03-04T03:10:52.841188Z","steps":["trace[482503880] 'range keys from in-memory index tree' (duration: 121.638152ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:10:52.866959Z","caller":"traceutil/trace.go:171","msg":"trace[58083502] linearizableReadLoop","detail":"{readStateIndex:17109; appliedIndex:17108; }","duration":"100.042967ms","start":"2026-03-04T03:10:52.766893Z","end":"2026-03-04T03:10:52.866936Z","steps":["trace[58083502] 'read index received' (duration: 99.853243ms)","trace[58083502] 'applied index is now lower than readState.Index' (duration: 188.804µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:10:52.866994Z","caller":"traceutil/trace.go:171","msg":"trace[1982410541] transaction","detail":"{read_only:false; response_revision:16488; number_of_response:1; }","duration":"121.087129ms","start":"2026-03-04T03:10:52.74588Z","end":"2026-03-04T03:10:52.866967Z","steps":["trace[1982410541] 'process raft request' (duration: 120.886625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:10:52.867219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.316474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T03:10:52.867272Z","caller":"traceutil/trace.go:171","msg":"trace[28410522] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:16488; }","duration":"100.417357ms","start":"2026-03-04T03:10:52.766842Z","end":"2026-03-04T03:10:52.867259Z","steps":["trace[28410522] 'agreement among raft nodes before linearized reading' (duration: 100.201612ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:10:58.273691Z","caller":"traceutil/trace.go:171","msg":"trace[1009998019] linearizableReadLoop","detail":"{readStateIndex:17168; appliedIndex:17167; }","duration":"185.195085ms","start":"2026-03-04T03:10:58.088473Z","end":"2026-03-04T03:10:58.273668Z","steps":["trace[1009998019] 'read index received' (duration: 184.98921ms)","trace[1009998019] 'applied index is now lower than readState.Index' (duration: 205.065µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:10:58.27402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.527772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-03-04T03:10:58.274072Z","caller":"traceutil/trace.go:171","msg":"trace[2053866654] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16545; }","duration":"185.624505ms","start":"2026-03-04T03:10:58.088435Z","end":"2026-03-04T03:10:58.274059Z","steps":["trace[2053866654] 'agreement among raft nodes before linearized reading' (duration: 185.344698ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:10:58.274058Z","caller":"traceutil/trace.go:171","msg":"trace[883322911] transaction","detail":"{read_only:false; response_revision:16545; number_of_response:1; }","duration":"191.718184ms","start":"2026-03-04T03:10:58.082307Z","end":"2026-03-04T03:10:58.274026Z","steps":["trace[883322911] 'process raft request' (duration: 191.217793ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:10:58.799907Z","caller":"traceutil/trace.go:171","msg":"trace[261435485] linearizableReadLoop","detail":"{readStateIndex:17169; appliedIndex:17168; }","duration":"350.524225ms","start":"2026-03-04T03:10:58.449366Z","end":"2026-03-04T03:10:58.79989Z","steps":["trace[261435485] 'read index received' (duration: 350.488245ms)","trace[261435485] 'applied index is now lower than readState.Index' (duration: 35.48µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:10:58.800189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.804732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7531"} {"level":"info","ts":"2026-03-04T03:10:58.800292Z","caller":"traceutil/trace.go:171","msg":"trace[941582241] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:16546; }","duration":"350.943725ms","start":"2026-03-04T03:10:58.449332Z","end":"2026-03-04T03:10:58.800275Z","steps":["trace[941582241] 'agreement among raft nodes before linearized reading' (duration: 350.688169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:10:58.800398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:10:58.449314Z","time spent":"351.073119ms","remote":"127.0.0.1:45490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7553,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-03-04T03:10:58.800728Z","caller":"traceutil/trace.go:171","msg":"trace[38646473] transaction","detail":"{read_only:false; response_revision:16546; number_of_response:1; }","duration":"413.25707ms","start":"2026-03-04T03:10:58.386752Z","end":"2026-03-04T03:10:58.80001Z","steps":["trace[38646473] 'process raft request' (duration: 413.039985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:10:58.800934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:10:58.386724Z","time spent":"414.11525ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5442,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:10:58.995142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.073618ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T03:10:58.995224Z","caller":"traceutil/trace.go:171","msg":"trace[682223902] linearizableReadLoop","detail":"{readStateIndex:17170; appliedIndex:17169; }","duration":"195.259705ms","start":"2026-03-04T03:10:58.799953Z","end":"2026-03-04T03:10:58.995212Z","steps":["trace[682223902] 'read index received' (duration: 29.036884ms)","trace[682223902] 'applied index is now lower than readState.Index' (duration: 166.221741ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:10:58.995289Z","caller":"traceutil/trace.go:171","msg":"trace[928135111] transaction","detail":"{read_only:false; response_revision:16547; number_of_response:1; }","duration":"295.047868ms","start":"2026-03-04T03:10:58.700233Z","end":"2026-03-04T03:10:58.995281Z","steps":["trace[928135111] 'process raft request' (duration: 128.764955ms)","trace[928135111] 'compare' (duration: 165.882843ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:10:58.995474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.81106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:10:58.995467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.970191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-77cvk\" ","response":"range_response_count:1 size:14199"} {"level":"info","ts":"2026-03-04T03:10:58.995544Z","caller":"traceutil/trace.go:171","msg":"trace[407017344] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-77cvk; range_end:; response_count:1; response_revision:16547; }","duration":"311.080314ms","start":"2026-03-04T03:10:58.684444Z","end":"2026-03-04T03:10:58.995524Z","steps":["trace[407017344] 'agreement among raft nodes before linearized reading' (duration: 310.862559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:10:58.995582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:10:58.684427Z","time spent":"311.147885ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":14221,"request content":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-77cvk\" "} {"level":"warn","ts":"2026-03-04T03:10:58.995569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.299575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:10:58.995645Z","caller":"traceutil/trace.go:171","msg":"trace[731088177] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16547; }","duration":"362.434249ms","start":"2026-03-04T03:10:58.633195Z","end":"2026-03-04T03:10:58.995629Z","steps":["trace[731088177] 'agreement among raft nodes before linearized reading' (duration: 362.284435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:10:58.995678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:10:58.633171Z","time spent":"362.50218ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T03:10:58.995838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.412879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-kvqp5\" ","response":"range_response_count:1 size:18593"} {"level":"warn","ts":"2026-03-04T03:10:58.99586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.918791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:10:58.995869Z","caller":"traceutil/trace.go:171","msg":"trace[744586033] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-kvqp5; range_end:; response_count:1; response_revision:16547; }","duration":"230.480511ms","start":"2026-03-04T03:10:58.765379Z","end":"2026-03-04T03:10:58.995859Z","steps":["trace[744586033] 'agreement among raft nodes before linearized reading' (duration: 230.388649ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:10:58.995881Z","caller":"traceutil/trace.go:171","msg":"trace[78505017] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16547; }","duration":"345.942401ms","start":"2026-03-04T03:10:58.649932Z","end":"2026-03-04T03:10:58.995875Z","steps":["trace[78505017] 'agreement among raft nodes before linearized reading' (duration: 345.90528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:10:58.9959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:10:58.649865Z","time spent":"346.030544ms","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T03:10:58.996005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.634981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:10:58.996068Z","caller":"traceutil/trace.go:171","msg":"trace[1820567738] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16547; }","duration":"274.704722ms","start":"2026-03-04T03:10:58.721354Z","end":"2026-03-04T03:10:58.996059Z","steps":["trace[1820567738] 'agreement among raft nodes before linearized reading' (duration: 274.627211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:10:58.996091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.782706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-03-04T03:10:58.996114Z","caller":"traceutil/trace.go:171","msg":"trace[451473316] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16547; }","duration":"362.807996ms","start":"2026-03-04T03:10:58.633299Z","end":"2026-03-04T03:10:58.996107Z","steps":["trace[451473316] 'agreement among raft nodes before linearized reading' (duration: 362.683164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:10:58.996135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:10:58.633223Z","time spent":"362.904739ms","remote":"127.0.0.1:47114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":725,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-04T03:10:58.996266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.101871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-03-04T03:10:58.996304Z","caller":"traceutil/trace.go:171","msg":"trace[24149448] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16547; }","duration":"275.148013ms","start":"2026-03-04T03:10:58.721145Z","end":"2026-03-04T03:10:58.996293Z","steps":["trace[24149448] 'agreement among raft nodes before linearized reading' (duration: 275.053651ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:10:58.995499Z","caller":"traceutil/trace.go:171","msg":"trace[168158026] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:16547; }","duration":"328.86576ms","start":"2026-03-04T03:10:58.666625Z","end":"2026-03-04T03:10:58.995491Z","steps":["trace[168158026] 'agreement among raft nodes before linearized reading' (duration: 328.816219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:10:58.996636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:10:58.666609Z","time spent":"329.982447ms","remote":"127.0.0.1:45528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:10:58.996667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.312309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:10:58.996672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.577652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-03-04T03:10:58.996694Z","caller":"traceutil/trace.go:171","msg":"trace[949259096] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16547; }","duration":"290.36634ms","start":"2026-03-04T03:10:58.706321Z","end":"2026-03-04T03:10:58.996687Z","steps":["trace[949259096] 'agreement among raft nodes before linearized reading' (duration: 290.325429ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:10:58.996698Z","caller":"traceutil/trace.go:171","msg":"trace[1585497041] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16547; }","duration":"289.614903ms","start":"2026-03-04T03:10:58.707077Z","end":"2026-03-04T03:10:58.996692Z","steps":["trace[1585497041] 'agreement among raft nodes before linearized reading' (duration: 289.546531ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:10:59.240177Z","caller":"traceutil/trace.go:171","msg":"trace[904267350] transaction","detail":"{read_only:false; response_revision:16549; number_of_response:1; }","duration":"240.287425ms","start":"2026-03-04T03:10:58.99986Z","end":"2026-03-04T03:10:59.240147Z","steps":["trace[904267350] 'process raft request' (duration: 240.024869ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:10:59.240176Z","caller":"traceutil/trace.go:171","msg":"trace[1049865271] transaction","detail":"{read_only:false; response_revision:16551; number_of_response:1; }","duration":"237.205174ms","start":"2026-03-04T03:10:59.002948Z","end":"2026-03-04T03:10:59.240153Z","steps":["trace[1049865271] 'process raft request' (duration: 237.145143ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:10:59.240221Z","caller":"traceutil/trace.go:171","msg":"trace[978557148] transaction","detail":"{read_only:false; response_revision:16550; number_of_response:1; }","duration":"237.821319ms","start":"2026-03-04T03:10:59.002363Z","end":"2026-03-04T03:10:59.240185Z","steps":["trace[978557148] 'process raft request' (duration: 237.684746ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:10:59.261253Z","caller":"traceutil/trace.go:171","msg":"trace[1574136753] linearizableReadLoop","detail":"{readStateIndex:17173; appliedIndex:17170; }","duration":"258.721086ms","start":"2026-03-04T03:10:59.002511Z","end":"2026-03-04T03:10:59.261232Z","steps":["trace[1574136753] 'read index received' (duration: 87.04526ms)","trace[1574136753] 'applied index is now lower than readState.Index' (duration: 171.674216ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:10:59.261551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.169568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:10:59.261621Z","caller":"traceutil/trace.go:171","msg":"trace[1277734963] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:16551; }","duration":"113.264221ms","start":"2026-03-04T03:10:59.148338Z","end":"2026-03-04T03:10:59.261602Z","steps":["trace[1277734963] 'agreement among raft nodes before linearized reading' (duration: 113.153918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:10:59.261861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.248148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:10:59.261901Z","caller":"traceutil/trace.go:171","msg":"trace[838833202] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:16551; }","duration":"112.302748ms","start":"2026-03-04T03:10:59.149589Z","end":"2026-03-04T03:10:59.261892Z","steps":["trace[838833202] 'agreement among raft nodes before linearized reading' (duration: 112.214806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:10:59.262055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.751259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:10:59.262102Z","caller":"traceutil/trace.go:171","msg":"trace[832986334] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:0; response_revision:16551; }","duration":"112.78426ms","start":"2026-03-04T03:10:59.149296Z","end":"2026-03-04T03:10:59.26208Z","steps":["trace[832986334] 'agreement among raft nodes before linearized reading' (duration: 112.735339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:10:59.262237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.100557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:10:59.26227Z","caller":"traceutil/trace.go:171","msg":"trace[1645441523] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16551; }","duration":"113.145548ms","start":"2026-03-04T03:10:59.149115Z","end":"2026-03-04T03:10:59.262261Z","steps":["trace[1645441523] 'agreement among raft nodes before linearized reading' (duration: 113.101597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:10:59.262387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.403474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:10:59.262418Z","caller":"traceutil/trace.go:171","msg":"trace[243691638] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:16551; }","duration":"113.449524ms","start":"2026-03-04T03:10:59.148961Z","end":"2026-03-04T03:10:59.262411Z","steps":["trace[243691638] 'agreement among raft nodes before linearized reading' (duration: 113.404993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:10:59.262466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.939904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:899363"} {"level":"warn","ts":"2026-03-04T03:10:59.262537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.70254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:10:59.262571Z","caller":"traceutil/trace.go:171","msg":"trace[1311589944] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:16551; }","duration":"113.752832ms","start":"2026-03-04T03:10:59.148811Z","end":"2026-03-04T03:10:59.262563Z","steps":["trace[1311589944] 'agreement among raft nodes before linearized reading' (duration: 113.704341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:10:59.262618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.251796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:10:59.262677Z","caller":"traceutil/trace.go:171","msg":"trace[88942690] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:0; response_revision:16551; }","duration":"115.334798ms","start":"2026-03-04T03:10:59.147326Z","end":"2026-03-04T03:10:59.262661Z","steps":["trace[88942690] 'agreement among raft nodes before linearized reading' (duration: 115.268897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:10:59.262567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.889788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:10:59.262874Z","caller":"traceutil/trace.go:171","msg":"trace[1131413785] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16551; }","duration":"115.226216ms","start":"2026-03-04T03:10:59.147637Z","end":"2026-03-04T03:10:59.262864Z","steps":["trace[1131413785] 'agreement among raft nodes before linearized reading' (duration: 114.896208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:10:59.262894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.964214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-cvsq8\" ","response":"range_response_count:1 size:18568"} {"level":"info","ts":"2026-03-04T03:10:59.262933Z","caller":"traceutil/trace.go:171","msg":"trace[1743565879] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-cvsq8; range_end:; response_count:1; response_revision:16551; }","duration":"197.034886ms","start":"2026-03-04T03:10:59.065886Z","end":"2026-03-04T03:10:59.262921Z","steps":["trace[1743565879] 'agreement among raft nodes before linearized reading' (duration: 196.921423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:10:59.263235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.222372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T03:10:59.263285Z","caller":"traceutil/trace.go:171","msg":"trace[588362860] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16551; }","duration":"208.299974ms","start":"2026-03-04T03:10:59.054973Z","end":"2026-03-04T03:10:59.263273Z","steps":["trace[588362860] 'agreement among raft nodes before linearized reading' (duration: 208.178851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:10:59.263477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.951459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"warn","ts":"2026-03-04T03:10:59.263477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.120623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:10:59.263529Z","caller":"traceutil/trace.go:171","msg":"trace[1742992169] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16551; }","duration":"258.028201ms","start":"2026-03-04T03:10:59.005488Z","end":"2026-03-04T03:10:59.263516Z","steps":["trace[1742992169] 'agreement among raft nodes before linearized reading' (duration: 257.906028ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:10:59.263547Z","caller":"traceutil/trace.go:171","msg":"trace[48093473] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16551; }","duration":"258.215125ms","start":"2026-03-04T03:10:59.00532Z","end":"2026-03-04T03:10:59.263535Z","steps":["trace[48093473] 'agreement among raft nodes before linearized reading' (duration: 258.105603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:10:59.262495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.588847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:899363"} {"level":"info","ts":"2026-03-04T03:10:59.26399Z","caller":"traceutil/trace.go:171","msg":"trace[1387085378] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:16551; }","duration":"261.090741ms","start":"2026-03-04T03:10:59.002864Z","end":"2026-03-04T03:10:59.263954Z","steps":["trace[1387085378] 'agreement among raft nodes before linearized reading' (duration: 258.527532ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:10:59.26255Z","caller":"traceutil/trace.go:171","msg":"trace[308448968] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:16551; }","duration":"260.095318ms","start":"2026-03-04T03:10:59.002439Z","end":"2026-03-04T03:10:59.262534Z","steps":["trace[308448968] 'agreement among raft nodes before linearized reading' (duration: 258.929231ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:10:59.393871Z","caller":"traceutil/trace.go:171","msg":"trace[2114393868] transaction","detail":"{read_only:false; response_revision:16552; number_of_response:1; }","duration":"125.50884ms","start":"2026-03-04T03:10:59.268316Z","end":"2026-03-04T03:10:59.393825Z","steps":["trace[2114393868] 'process raft request' (duration: 125.153112ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:10:59.393746Z","caller":"traceutil/trace.go:171","msg":"trace[589488635] linearizableReadLoop","detail":"{readStateIndex:17176; appliedIndex:17175; }","duration":"122.00591ms","start":"2026-03-04T03:10:59.271716Z","end":"2026-03-04T03:10:59.393722Z","steps":["trace[589488635] 'read index received' (duration: 121.611761ms)","trace[589488635] 'applied index is now lower than readState.Index' (duration: 392.999µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:10:59.394886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.145096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:899363"} {"level":"info","ts":"2026-03-04T03:10:59.394964Z","caller":"traceutil/trace.go:171","msg":"trace[726958133] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:16552; }","duration":"123.264579ms","start":"2026-03-04T03:10:59.271682Z","end":"2026-03-04T03:10:59.394947Z","steps":["trace[726958133] 'agreement among raft nodes before linearized reading' (duration: 122.255596ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:12:03.850897Z","caller":"traceutil/trace.go:171","msg":"trace[478826978] transaction","detail":"{read_only:false; response_revision:16941; number_of_response:1; }","duration":"108.955396ms","start":"2026-03-04T03:12:03.741916Z","end":"2026-03-04T03:12:03.850871Z","steps":["trace[478826978] 'process raft request' (duration: 108.809502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:12:09.553412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.053638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:12:09.553529Z","caller":"traceutil/trace.go:171","msg":"trace[2118271101] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:16961; }","duration":"113.212632ms","start":"2026-03-04T03:12:09.440295Z","end":"2026-03-04T03:12:09.553508Z","steps":["trace[2118271101] 'range keys from in-memory index tree' (duration: 112.994967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:12:09.553677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.91183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:12:09.553709Z","caller":"traceutil/trace.go:171","msg":"trace[1026342560] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:16961; }","duration":"114.979862ms","start":"2026-03-04T03:12:09.438722Z","end":"2026-03-04T03:12:09.553702Z","steps":["trace[1026342560] 'range keys from in-memory index tree' (duration: 114.844999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:12:09.553878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.46727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-03-04T03:12:09.55391Z","caller":"traceutil/trace.go:171","msg":"trace[1827677299] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16961; }","duration":"114.539041ms","start":"2026-03-04T03:12:09.439363Z","end":"2026-03-04T03:12:09.553902Z","steps":["trace[1827677299] 'range keys from in-memory index tree' (duration: 114.303407ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:12:09.762239Z","caller":"traceutil/trace.go:171","msg":"trace[1563324858] transaction","detail":"{read_only:false; response_revision:16963; number_of_response:1; }","duration":"125.920481ms","start":"2026-03-04T03:12:09.636294Z","end":"2026-03-04T03:12:09.762214Z","steps":["trace[1563324858] 'process raft request' (duration: 48.760458ms)","trace[1563324858] 'compare' (duration: 76.993579ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:12:09.762428Z","caller":"traceutil/trace.go:171","msg":"trace[1831036724] transaction","detail":"{read_only:false; response_revision:16964; number_of_response:1; }","duration":"125.192864ms","start":"2026-03-04T03:12:09.637223Z","end":"2026-03-04T03:12:09.762416Z","steps":["trace[1831036724] 'process raft request' (duration: 124.952969ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:12:09.762545Z","caller":"traceutil/trace.go:171","msg":"trace[881713670] transaction","detail":"{read_only:false; response_revision:16965; number_of_response:1; }","duration":"122.80482ms","start":"2026-03-04T03:12:09.639701Z","end":"2026-03-04T03:12:09.762506Z","steps":["trace[881713670] 'process raft request' (duration: 122.670236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:12:10.160157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.760356ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T03:12:10.160277Z","caller":"traceutil/trace.go:171","msg":"trace[902792906] transaction","detail":"{read_only:false; response_revision:16967; number_of_response:1; }","duration":"227.391456ms","start":"2026-03-04T03:12:09.932864Z","end":"2026-03-04T03:12:10.160256Z","steps":["trace[902792906] 'process raft request' (duration: 98.448376ms)","trace[902792906] 'compare' (duration: 128.557311ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:12:10.887422Z","caller":"traceutil/trace.go:171","msg":"trace[2011024922] transaction","detail":"{read_only:false; response_revision:16970; number_of_response:1; }","duration":"183.751085ms","start":"2026-03-04T03:12:10.703635Z","end":"2026-03-04T03:12:10.887386Z","steps":["trace[2011024922] 'process raft request' (duration: 122.536844ms)","trace[2011024922] 'compare' (duration: 61.078128ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:12:11.172835Z","caller":"traceutil/trace.go:171","msg":"trace[2619365] transaction","detail":"{read_only:false; response_revision:16971; number_of_response:1; }","duration":"418.647241ms","start":"2026-03-04T03:12:10.754158Z","end":"2026-03-04T03:12:11.172805Z","steps":["trace[2619365] 'process raft request' (duration: 418.428646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:12:11.172996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:12:10.754137Z","time spent":"418.775944ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:12:11.485114Z","caller":"traceutil/trace.go:171","msg":"trace[1670189499] transaction","detail":"{read_only:false; response_revision:16973; number_of_response:1; }","duration":"165.080871ms","start":"2026-03-04T03:12:11.320007Z","end":"2026-03-04T03:12:11.485088Z","steps":["trace[1670189499] 'process raft request' (duration: 164.995369ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:12:11.485143Z","caller":"traceutil/trace.go:171","msg":"trace[709973921] transaction","detail":"{read_only:false; response_revision:16972; number_of_response:1; }","duration":"629.698085ms","start":"2026-03-04T03:12:10.855329Z","end":"2026-03-04T03:12:11.485027Z","steps":["trace[709973921] 'process raft request' (duration: 545.978193ms)","trace[709973921] 'compare' (duration: 83.433436ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:12:11.48534Z","caller":"traceutil/trace.go:171","msg":"trace[1463204591] linearizableReadLoop","detail":"{readStateIndex:17611; appliedIndex:17609; }","duration":"601.144497ms","start":"2026-03-04T03:12:10.884157Z","end":"2026-03-04T03:12:11.485301Z","steps":["trace[1463204591] 'read index received' (duration: 288.464404ms)","trace[1463204591] 'applied index is now lower than readState.Index' (duration: 312.677243ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:12:11.485604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.443064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-klwwf\" ","response":"range_response_count:1 size:22022"} {"level":"info","ts":"2026-03-04T03:12:11.485657Z","caller":"traceutil/trace.go:171","msg":"trace[110313104] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-klwwf; range_end:; response_count:1; response_revision:16973; }","duration":"601.538976ms","start":"2026-03-04T03:12:10.884101Z","end":"2026-03-04T03:12:11.48564Z","steps":["trace[110313104] 'agreement among raft nodes before linearized reading' (duration: 601.351912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:12:11.485678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:12:10.884067Z","time spent":"601.606078ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22044,"request content":"key:\"/registry/pods/openstack/nova-compute-default-klwwf\" "} {"level":"warn","ts":"2026-03-04T03:12:11.485663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.492623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"warn","ts":"2026-03-04T03:12:11.48569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.902433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-03-04T03:12:11.485729Z","caller":"traceutil/trace.go:171","msg":"trace[1641079100] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:16973; }","duration":"321.577546ms","start":"2026-03-04T03:12:11.164129Z","end":"2026-03-04T03:12:11.485706Z","steps":["trace[1641079100] 'agreement among raft nodes before linearized reading' (duration: 321.437592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:12:11.485748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.619916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-rlqlg\" ","response":"range_response_count:1 size:20676"} {"level":"warn","ts":"2026-03-04T03:12:11.485772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:12:11.164118Z","time spent":"321.644537ms","remote":"127.0.0.1:47150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-04T03:12:11.485769Z","caller":"traceutil/trace.go:171","msg":"trace[1030761132] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16973; }","duration":"321.965174ms","start":"2026-03-04T03:12:11.163768Z","end":"2026-03-04T03:12:11.485733Z","steps":["trace[1030761132] 'agreement among raft nodes before linearized reading' (duration: 321.795ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:12:11.485801Z","caller":"traceutil/trace.go:171","msg":"trace[1868192258] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-rlqlg; range_end:; response_count:1; response_revision:16973; }","duration":"597.78141ms","start":"2026-03-04T03:12:10.888003Z","end":"2026-03-04T03:12:11.485784Z","steps":["trace[1868192258] 'agreement among raft nodes before linearized reading' (duration: 597.543095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:12:11.485825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:12:11.163711Z","time spent":"322.102177ms","remote":"127.0.0.1:47114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":725,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-04T03:12:11.485845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.096578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"warn","ts":"2026-03-04T03:12:11.485855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.075427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"warn","ts":"2026-03-04T03:12:11.485856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:12:10.887981Z","time spent":"597.861823ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20698,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-rlqlg\" "} {"level":"info","ts":"2026-03-04T03:12:11.485866Z","caller":"traceutil/trace.go:171","msg":"trace[1872636988] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16973; }","duration":"322.168469ms","start":"2026-03-04T03:12:11.163691Z","end":"2026-03-04T03:12:11.485859Z","steps":["trace[1872636988] 'agreement among raft nodes before linearized reading' (duration: 322.108458ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:12:11.485885Z","caller":"traceutil/trace.go:171","msg":"trace[424346586] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16973; }","duration":"322.163268ms","start":"2026-03-04T03:12:11.163712Z","end":"2026-03-04T03:12:11.485875Z","steps":["trace[424346586] 'agreement among raft nodes before linearized reading' (duration: 322.072526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:12:11.485891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:12:11.163659Z","time spent":"322.228891ms","remote":"127.0.0.1:47114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":725,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-04T03:12:11.485904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:12:11.163682Z","time spent":"322.21708ms","remote":"127.0.0.1:47114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":725,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-04T03:12:11.485869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.581591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-04T03:12:11.485919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.387917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-klwwf\" ","response":"range_response_count:1 size:22022"} {"level":"info","ts":"2026-03-04T03:12:11.485954Z","caller":"traceutil/trace.go:171","msg":"trace[1142876501] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16973; }","duration":"459.706924ms","start":"2026-03-04T03:12:11.026227Z","end":"2026-03-04T03:12:11.485934Z","steps":["trace[1142876501] 'agreement among raft nodes before linearized reading' (duration: 459.394767ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:12:11.48598Z","caller":"traceutil/trace.go:171","msg":"trace[1449588648] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-klwwf; range_end:; response_count:1; response_revision:16973; }","duration":"588.5364ms","start":"2026-03-04T03:12:10.897429Z","end":"2026-03-04T03:12:11.485966Z","steps":["trace[1449588648] 'agreement among raft nodes before linearized reading' (duration: 588.233014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:12:11.486013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.074321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-2stvg\" ","response":"range_response_count:1 size:9713"} {"level":"warn","ts":"2026-03-04T03:12:11.486006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:12:11.026217Z","time spent":"459.777765ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T03:12:11.486032Z","caller":"traceutil/trace.go:171","msg":"trace[193190126] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-2stvg; range_end:; response_count:1; response_revision:16973; }","duration":"596.115333ms","start":"2026-03-04T03:12:10.889911Z","end":"2026-03-04T03:12:11.486026Z","steps":["trace[193190126] 'agreement among raft nodes before linearized reading' (duration: 596.060162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:12:11.486015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:12:10.897397Z","time spent":"588.610852ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22044,"request content":"key:\"/registry/pods/openstack/nova-compute-default-klwwf\" "} {"level":"warn","ts":"2026-03-04T03:12:11.486049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:12:10.889899Z","time spent":"596.146523ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9735,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-2stvg\" "} {"level":"warn","ts":"2026-03-04T03:12:11.485311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:12:10.855298Z","time spent":"629.91194ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:12:11.980599Z","caller":"traceutil/trace.go:171","msg":"trace[1203292073] transaction","detail":"{read_only:false; response_revision:16976; number_of_response:1; }","duration":"204.773042ms","start":"2026-03-04T03:12:11.775794Z","end":"2026-03-04T03:12:11.980568Z","steps":["trace[1203292073] 'process raft request' (duration: 187.725884ms)","trace[1203292073] 'compare' (duration: 16.837213ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:12:11.980604Z","caller":"traceutil/trace.go:171","msg":"trace[1131967903] transaction","detail":"{read_only:false; response_revision:16977; number_of_response:1; }","duration":"204.789022ms","start":"2026-03-04T03:12:11.775793Z","end":"2026-03-04T03:12:11.980582Z","steps":["trace[1131967903] 'process raft request' (duration: 204.70665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:12:22.159937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.171469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T03:12:22.160065Z","caller":"traceutil/trace.go:171","msg":"trace[1641117270] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17039; }","duration":"101.299731ms","start":"2026-03-04T03:12:22.058716Z","end":"2026-03-04T03:12:22.160016Z","steps":["trace[1641117270] 'agreement among raft nodes before linearized reading' (duration: 101.032395ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:12:22.355766Z","caller":"traceutil/trace.go:171","msg":"trace[1106681461] linearizableReadLoop","detail":"{readStateIndex:17682; appliedIndex:17681; }","duration":"140.618075ms","start":"2026-03-04T03:12:22.215121Z","end":"2026-03-04T03:12:22.355738Z","steps":["trace[1106681461] 'read index received' (duration: 63.006922ms)","trace[1106681461] 'applied index is now lower than readState.Index' (duration: 77.609433ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:12:22.35591Z","caller":"traceutil/trace.go:171","msg":"trace[1419729223] transaction","detail":"{read_only:false; response_revision:17041; number_of_response:1; }","duration":"191.163063ms","start":"2026-03-04T03:12:22.164725Z","end":"2026-03-04T03:12:22.355888Z","steps":["trace[1419729223] 'process raft request' (duration: 113.507849ms)","trace[1419729223] 'compare' (duration: 77.384198ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:12:22.356174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.042814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T03:12:22.356234Z","caller":"traceutil/trace.go:171","msg":"trace[485946750] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17041; }","duration":"141.142197ms","start":"2026-03-04T03:12:22.215077Z","end":"2026-03-04T03:12:22.356219Z","steps":["trace[485946750] 'agreement among raft nodes before linearized reading' (duration: 140.911551ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:12:23.216706Z","caller":"traceutil/trace.go:171","msg":"trace[1598963436] transaction","detail":"{read_only:false; response_revision:17043; number_of_response:1; }","duration":"154.663804ms","start":"2026-03-04T03:12:23.062014Z","end":"2026-03-04T03:12:23.216678Z","steps":["trace[1598963436] 'process raft request' (duration: 154.409108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:12:23.727457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.221029ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T03:12:23.727905Z","caller":"traceutil/trace.go:171","msg":"trace[1261109790] transaction","detail":"{read_only:false; response_revision:17045; number_of_response:1; }","duration":"198.480429ms","start":"2026-03-04T03:12:23.529384Z","end":"2026-03-04T03:12:23.727864Z","steps":["trace[1261109790] 'process raft request' (duration: 45.723759ms)","trace[1261109790] 'compare' (duration: 151.805268ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:12:23.728153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.507953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-03-04T03:12:23.72825Z","caller":"traceutil/trace.go:171","msg":"trace[1429761495] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17045; }","duration":"210.643095ms","start":"2026-03-04T03:12:23.51759Z","end":"2026-03-04T03:12:23.728233Z","steps":["trace[1429761495] 'agreement among raft nodes before linearized reading' (duration: 210.330278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:12:23.728325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.090725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-03-04T03:12:23.728404Z","caller":"traceutil/trace.go:171","msg":"trace[642781447] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17045; }","duration":"211.217369ms","start":"2026-03-04T03:12:23.517169Z","end":"2026-03-04T03:12:23.728386Z","steps":["trace[642781447] 'agreement among raft nodes before linearized reading' (duration: 210.969413ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:12:23.727957Z","caller":"traceutil/trace.go:171","msg":"trace[1708651911] linearizableReadLoop","detail":"{readStateIndex:17686; appliedIndex:17685; }","duration":"194.945059ms","start":"2026-03-04T03:12:23.532954Z","end":"2026-03-04T03:12:23.727899Z","steps":["trace[1708651911] 'read index received' (duration: 42.134107ms)","trace[1708651911] 'applied index is now lower than readState.Index' (duration: 152.808572ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:12:24.176808Z","caller":"traceutil/trace.go:171","msg":"trace[1313848856] linearizableReadLoop","detail":"{readStateIndex:17687; appliedIndex:17686; }","duration":"448.056559ms","start":"2026-03-04T03:12:23.728728Z","end":"2026-03-04T03:12:24.176784Z","steps":["trace[1313848856] 'read index received' (duration: 442.330918ms)","trace[1313848856] 'applied index is now lower than readState.Index' (duration: 5.723551ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:12:24.176889Z","caller":"traceutil/trace.go:171","msg":"trace[1034440886] transaction","detail":"{read_only:false; response_revision:17046; number_of_response:1; }","duration":"524.640149ms","start":"2026-03-04T03:12:23.652223Z","end":"2026-03-04T03:12:24.176864Z","steps":["trace[1034440886] 'process raft request' (duration: 518.820307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:12:24.176898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.953464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:12:24.176908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.935516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:12:24.176962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.760018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-2stvg\" ","response":"range_response_count:1 size:9713"} {"level":"warn","ts":"2026-03-04T03:12:24.17697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.074299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:12:24.177007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.547214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:1 size:12554"} {"level":"info","ts":"2026-03-04T03:12:24.177011Z","caller":"traceutil/trace.go:171","msg":"trace[33760135] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-2stvg; range_end:; response_count:1; response_revision:17047; }","duration":"508.88501ms","start":"2026-03-04T03:12:23.668111Z","end":"2026-03-04T03:12:24.176996Z","steps":["trace[33760135] 'agreement among raft nodes before linearized reading' (duration: 508.722027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:12:24.177051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.991961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ks-endpoints-9855n\" ","response":"range_response_count:1 size:14704"} {"level":"warn","ts":"2026-03-04T03:12:24.177074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:12:23.668089Z","time spent":"508.976783ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9735,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-2stvg\" "} {"level":"info","ts":"2026-03-04T03:12:24.177069Z","caller":"traceutil/trace.go:171","msg":"trace[48682863] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:17047; }","duration":"525.235253ms","start":"2026-03-04T03:12:23.651812Z","end":"2026-03-04T03:12:24.177047Z","steps":["trace[48682863] 'agreement among raft nodes before linearized reading' (duration: 525.030868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:12:24.177423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.505499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T03:12:24.177095Z","caller":"traceutil/trace.go:171","msg":"trace[1422738325] range","detail":"{range_begin:/registry/pods/openstack/neutron-ks-endpoints-9855n; range_end:; response_count:1; response_revision:17047; }","duration":"556.081253ms","start":"2026-03-04T03:12:23.621003Z","end":"2026-03-04T03:12:24.177085Z","steps":["trace[1422738325] 'agreement among raft nodes before linearized reading' (duration: 555.91399ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:12:24.177469Z","caller":"traceutil/trace.go:171","msg":"trace[1849980987] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17047; }","duration":"157.58806ms","start":"2026-03-04T03:12:24.01987Z","end":"2026-03-04T03:12:24.177459Z","steps":["trace[1849980987] 'agreement among raft nodes before linearized reading' (duration: 157.459477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:12:24.177405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.63918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-rlqlg\" ","response":"range_response_count:1 size:20676"} {"level":"warn","ts":"2026-03-04T03:12:24.177423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:12:23.651787Z","time spent":"525.619681ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"warn","ts":"2026-03-04T03:12:24.177009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:12:23.652184Z","time spent":"524.757811ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:12:24.177506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:12:23.620974Z","time spent":"556.519703ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":14726,"request content":"key:\"/registry/pods/openstack/neutron-ks-endpoints-9855n\" "} {"level":"info","ts":"2026-03-04T03:12:24.177122Z","caller":"traceutil/trace.go:171","msg":"trace[1456756557] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:1; response_revision:17047; }","duration":"523.625246ms","start":"2026-03-04T03:12:23.653428Z","end":"2026-03-04T03:12:24.177053Z","steps":["trace[1456756557] 'agreement among raft nodes before linearized reading' (duration: 523.37798ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:12:24.177547Z","caller":"traceutil/trace.go:171","msg":"trace[1213717626] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-rlqlg; range_end:; response_count:1; response_revision:17047; }","duration":"436.833814ms","start":"2026-03-04T03:12:23.740687Z","end":"2026-03-04T03:12:24.177521Z","steps":["trace[1213717626] 'agreement among raft nodes before linearized reading' (duration: 436.430715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:12:24.177599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:12:23.65342Z","time spent":"524.164878ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12576,"request content":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" "} {"level":"warn","ts":"2026-03-04T03:12:24.177609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:12:23.740661Z","time spent":"436.933926ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20698,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-rlqlg\" "} {"level":"info","ts":"2026-03-04T03:12:24.176998Z","caller":"traceutil/trace.go:171","msg":"trace[1317376682] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17047; }","duration":"525.057688ms","start":"2026-03-04T03:12:23.651921Z","end":"2026-03-04T03:12:24.176979Z","steps":["trace[1317376682] 'agreement among raft nodes before linearized reading' (duration: 524.900454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:12:24.177736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:12:23.651912Z","time spent":"525.808126ms","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T03:12:24.177174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.40405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.240\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-04T03:12:24.177851Z","caller":"traceutil/trace.go:171","msg":"trace[1437346189] range","detail":"{range_begin:/registry/masterleases/199.19.213.240; range_end:; response_count:1; response_revision:17047; }","duration":"281.115796ms","start":"2026-03-04T03:12:23.896719Z","end":"2026-03-04T03:12:24.177822Z","steps":["trace[1437346189] 'agreement among raft nodes before linearized reading' (duration: 280.344009ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:12:24.177238Z","caller":"traceutil/trace.go:171","msg":"trace[2026043926] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:17047; }","duration":"524.067116ms","start":"2026-03-04T03:12:23.65289Z","end":"2026-03-04T03:12:24.176957Z","steps":["trace[2026043926] 'agreement among raft nodes before linearized reading' (duration: 523.937953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:12:24.177253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.640802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-03-04T03:12:24.178178Z","caller":"traceutil/trace.go:171","msg":"trace[149125847] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17047; }","duration":"526.565603ms","start":"2026-03-04T03:12:23.651595Z","end":"2026-03-04T03:12:24.178161Z","steps":["trace[149125847] 'agreement among raft nodes before linearized reading' (duration: 525.253393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:12:24.177314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.721451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T03:12:24.178281Z","caller":"traceutil/trace.go:171","msg":"trace[888045475] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17047; }","duration":"323.717514ms","start":"2026-03-04T03:12:23.854548Z","end":"2026-03-04T03:12:24.178266Z","steps":["trace[888045475] 'agreement among raft nodes before linearized reading' (duration: 322.626309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:12:24.178102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:12:23.652875Z","time spent":"525.1355ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"warn","ts":"2026-03-04T03:12:24.178352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:12:23.854531Z","time spent":"323.803626ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T03:12:24.177281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.732518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:1 size:12554"} {"level":"info","ts":"2026-03-04T03:12:24.178403Z","caller":"traceutil/trace.go:171","msg":"trace[1876497384] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:1; response_revision:17047; }","duration":"524.925025ms","start":"2026-03-04T03:12:23.653467Z","end":"2026-03-04T03:12:24.178392Z","steps":["trace[1876497384] 'agreement among raft nodes before linearized reading' (duration: 523.454822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:12:24.178444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:12:23.653461Z","time spent":"524.973386ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12576,"request content":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" "} {"level":"warn","ts":"2026-03-04T03:12:24.177272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.776632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-klwwf\" ","response":"range_response_count:1 size:22022"} {"level":"info","ts":"2026-03-04T03:12:24.178545Z","caller":"traceutil/trace.go:171","msg":"trace[2129207943] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-klwwf; range_end:; response_count:1; response_revision:17047; }","duration":"438.072032ms","start":"2026-03-04T03:12:23.740463Z","end":"2026-03-04T03:12:24.178535Z","steps":["trace[2129207943] 'agreement among raft nodes before linearized reading' (duration: 436.674651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:12:24.178582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:12:23.740451Z","time spent":"438.118883ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22044,"request content":"key:\"/registry/pods/openstack/nova-compute-default-klwwf\" "} {"level":"warn","ts":"2026-03-04T03:12:24.177142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.233093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-klwwf\" ","response":"range_response_count:1 size:22022"} {"level":"info","ts":"2026-03-04T03:12:24.178767Z","caller":"traceutil/trace.go:171","msg":"trace[6261764] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-klwwf; range_end:; response_count:1; response_revision:17047; }","duration":"438.85702ms","start":"2026-03-04T03:12:23.7399Z","end":"2026-03-04T03:12:24.178757Z","steps":["trace[6261764] 'agreement among raft nodes before linearized reading' (duration: 437.156012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:12:24.178806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:12:23.739859Z","time spent":"438.935021ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22044,"request content":"key:\"/registry/pods/openstack/nova-compute-default-klwwf\" "} {"level":"warn","ts":"2026-03-04T03:12:24.178233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:12:23.651577Z","time spent":"526.641564ms","remote":"127.0.0.1:47114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":725,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-04T03:12:36.466477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.271871ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T03:12:36.466576Z","caller":"traceutil/trace.go:171","msg":"trace[2074521223] transaction","detail":"{read_only:false; response_revision:17117; number_of_response:1; }","duration":"209.99585ms","start":"2026-03-04T03:12:36.256564Z","end":"2026-03-04T03:12:36.46656Z","steps":["trace[2074521223] 'process raft request' (duration: 104.539035ms)","trace[2074521223] 'compare' (duration: 105.164949ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:12:36.671359Z","caller":"traceutil/trace.go:171","msg":"trace[571148781] transaction","detail":"{read_only:false; response_revision:17118; number_of_response:1; }","duration":"414.424735ms","start":"2026-03-04T03:12:36.256913Z","end":"2026-03-04T03:12:36.671338Z","steps":["trace[571148781] 'process raft request' (duration: 355.402974ms)","trace[571148781] 'compare' (duration: 58.794216ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:12:36.671481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:12:36.256907Z","time spent":"414.512797ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:12:36.671475Z","caller":"traceutil/trace.go:171","msg":"trace[1320005872] linearizableReadLoop","detail":"{readStateIndex:17763; appliedIndex:17760; }","duration":"368.487211ms","start":"2026-03-04T03:12:36.302962Z","end":"2026-03-04T03:12:36.671449Z","steps":["trace[1320005872] 'read index received' (duration: 58.067189ms)","trace[1320005872] 'applied index is now lower than readState.Index' (duration: 310.418862ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:12:36.67158Z","caller":"traceutil/trace.go:171","msg":"trace[1412972893] transaction","detail":"{read_only:false; response_revision:17119; number_of_response:1; }","duration":"414.442806ms","start":"2026-03-04T03:12:36.257116Z","end":"2026-03-04T03:12:36.671559Z","steps":["trace[1412972893] 'process raft request' (duration: 414.18765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:12:36.671674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.709716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-2stvg\" ","response":"range_response_count:1 size:9713"} {"level":"warn","ts":"2026-03-04T03:12:36.671704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:12:36.257093Z","time spent":"414.543328ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:12:36.671734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.310856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-klwwf\" ","response":"range_response_count:1 size:22022"} {"level":"info","ts":"2026-03-04T03:12:36.671739Z","caller":"traceutil/trace.go:171","msg":"trace[659197631] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-2stvg; range_end:; response_count:1; response_revision:17119; }","duration":"368.83206ms","start":"2026-03-04T03:12:36.302892Z","end":"2026-03-04T03:12:36.671725Z","steps":["trace[659197631] 'agreement among raft nodes before linearized reading' (duration: 368.677846ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:12:36.671783Z","caller":"traceutil/trace.go:171","msg":"trace[2139191921] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-klwwf; range_end:; response_count:1; response_revision:17119; }","duration":"327.403719ms","start":"2026-03-04T03:12:36.344365Z","end":"2026-03-04T03:12:36.671768Z","steps":["trace[2139191921] 'agreement among raft nodes before linearized reading' (duration: 327.241655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:12:36.67179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:12:36.302861Z","time spent":"368.916361ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9735,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-2stvg\" "} {"level":"warn","ts":"2026-03-04T03:12:36.671821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:12:36.344338Z","time spent":"327.47541ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22044,"request content":"key:\"/registry/pods/openstack/nova-compute-default-klwwf\" "} {"level":"warn","ts":"2026-03-04T03:12:36.672082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.09922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-03-04T03:12:36.672126Z","caller":"traceutil/trace.go:171","msg":"trace[242176996] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17119; }","duration":"117.186042ms","start":"2026-03-04T03:12:36.554928Z","end":"2026-03-04T03:12:36.672114Z","steps":["trace[242176996] 'agreement among raft nodes before linearized reading' (duration: 117.039839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:12:36.672188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.886158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T03:12:36.672243Z","caller":"traceutil/trace.go:171","msg":"trace[43323672] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17119; }","duration":"184.00186ms","start":"2026-03-04T03:12:36.488227Z","end":"2026-03-04T03:12:36.672229Z","steps":["trace[43323672] 'agreement among raft nodes before linearized reading' (duration: 183.867437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:12:36.672444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.284854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-04T03:12:36.672489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.348659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-rlqlg\" ","response":"range_response_count:1 size:20676"} {"level":"info","ts":"2026-03-04T03:12:36.672497Z","caller":"traceutil/trace.go:171","msg":"trace[1177018284] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17119; }","duration":"227.390996ms","start":"2026-03-04T03:12:36.445096Z","end":"2026-03-04T03:12:36.672487Z","steps":["trace[1177018284] 'agreement among raft nodes before linearized reading' (duration: 227.287564ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:12:36.672517Z","caller":"traceutil/trace.go:171","msg":"trace[1480358235] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-rlqlg; range_end:; response_count:1; response_revision:17119; }","duration":"313.387499ms","start":"2026-03-04T03:12:36.359121Z","end":"2026-03-04T03:12:36.672509Z","steps":["trace[1480358235] 'agreement among raft nodes before linearized reading' (duration: 313.310908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:12:36.672534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.108057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-klwwf\" ","response":"range_response_count:1 size:22022"} {"level":"info","ts":"2026-03-04T03:12:36.672577Z","caller":"traceutil/trace.go:171","msg":"trace[1066601724] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-klwwf; range_end:; response_count:1; response_revision:17119; }","duration":"296.168419ms","start":"2026-03-04T03:12:36.376398Z","end":"2026-03-04T03:12:36.672567Z","steps":["trace[1066601724] 'agreement among raft nodes before linearized reading' (duration: 296.070676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:12:36.672546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:12:36.359114Z","time spent":"313.42676ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20698,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-rlqlg\" "} {"level":"info","ts":"2026-03-04T03:12:55.416784Z","caller":"traceutil/trace.go:171","msg":"trace[1122892214] transaction","detail":"{read_only:false; response_revision:17233; number_of_response:1; }","duration":"107.84779ms","start":"2026-03-04T03:12:55.308902Z","end":"2026-03-04T03:12:55.41675Z","steps":["trace[1122892214] 'process raft request' (duration: 107.626295ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:13:20.780347Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15282} {"level":"info","ts":"2026-03-04T03:13:20.920147Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15282,"took":"137.14952ms","hash":1398953934,"current-db-size-bytes":40120320,"current-db-size":"40 MB","current-db-size-in-use-bytes":27717632,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-04T03:13:20.920207Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1398953934,"revision":15282,"compact-revision":13009} {"level":"warn","ts":"2026-03-04T03:13:50.108598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.768547ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T03:13:50.108715Z","caller":"traceutil/trace.go:171","msg":"trace[1534343451] linearizableReadLoop","detail":"{readStateIndex:18261; appliedIndex:18260; }","duration":"519.133836ms","start":"2026-03-04T03:13:49.589563Z","end":"2026-03-04T03:13:50.108697Z","steps":["trace[1534343451] 'read index received' (duration: 169.94581ms)","trace[1534343451] 'applied index is now lower than readState.Index' (duration: 349.186346ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:13:50.109227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.482258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:13:50.109242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.654888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-2stvg\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-03-04T03:13:50.109331Z","caller":"traceutil/trace.go:171","msg":"trace[2126705225] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-2stvg; range_end:; response_count:1; response_revision:17598; }","duration":"519.77722ms","start":"2026-03-04T03:13:49.589533Z","end":"2026-03-04T03:13:50.109311Z","steps":["trace[2126705225] 'agreement among raft nodes before linearized reading' (duration: 519.610066ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:13:50.109272Z","caller":"traceutil/trace.go:171","msg":"trace[761573169] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17598; }","duration":"445.5685ms","start":"2026-03-04T03:13:49.663691Z","end":"2026-03-04T03:13:50.10926Z","steps":["trace[761573169] 'agreement among raft nodes before linearized reading' (duration: 445.485438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:13:50.109529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:13:49.663672Z","time spent":"445.819165ms","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T03:13:50.109624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:13:49.58952Z","time spent":"519.956585ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9735,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-2stvg\" "} {"level":"warn","ts":"2026-03-04T03:13:50.11006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.854514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-klwwf\" ","response":"range_response_count:1 size:22022"} {"level":"info","ts":"2026-03-04T03:13:50.110119Z","caller":"traceutil/trace.go:171","msg":"trace[1588201915] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-klwwf; range_end:; response_count:1; response_revision:17598; }","duration":"331.963386ms","start":"2026-03-04T03:13:49.77814Z","end":"2026-03-04T03:13:50.110103Z","steps":["trace[1588201915] 'agreement among raft nodes before linearized reading' (duration: 331.781362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:13:50.110162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:13:49.778119Z","time spent":"332.033907ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22044,"request content":"key:\"/registry/pods/openstack/nova-compute-default-klwwf\" "} {"level":"info","ts":"2026-03-04T03:13:55.922634Z","caller":"traceutil/trace.go:171","msg":"trace[990850379] transaction","detail":"{read_only:false; response_revision:17630; number_of_response:1; }","duration":"134.502928ms","start":"2026-03-04T03:13:55.788102Z","end":"2026-03-04T03:13:55.922604Z","steps":["trace[990850379] 'process raft request' (duration: 134.325424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:13:56.447855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.362583ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T03:13:56.448073Z","caller":"traceutil/trace.go:171","msg":"trace[1774583641] transaction","detail":"{read_only:false; response_revision:17632; number_of_response:1; }","duration":"374.781089ms","start":"2026-03-04T03:13:56.073232Z","end":"2026-03-04T03:13:56.448014Z","steps":["trace[1774583641] 'process raft request' (duration: 159.132669ms)","trace[1774583641] 'compare' (duration: 215.162638ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:13:56.448183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:13:56.073204Z","time spent":"374.942663ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20895,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:13:56.526898Z","caller":"traceutil/trace.go:171","msg":"trace[754093585] linearizableReadLoop","detail":"{readStateIndex:18297; appliedIndex:18295; }","duration":"311.708407ms","start":"2026-03-04T03:13:56.21516Z","end":"2026-03-04T03:13:56.526868Z","steps":["trace[754093585] 'read index received' (duration: 17.218629ms)","trace[754093585] 'applied index is now lower than readState.Index' (duration: 294.488548ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:13:56.527042Z","caller":"traceutil/trace.go:171","msg":"trace[822451303] transaction","detail":"{read_only:false; response_revision:17633; number_of_response:1; }","duration":"354.55888ms","start":"2026-03-04T03:13:56.17239Z","end":"2026-03-04T03:13:56.526949Z","steps":["trace[822451303] 'process raft request' (duration: 354.290503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:13:56.527279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.092695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-2stvg\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-03-04T03:13:56.527401Z","caller":"traceutil/trace.go:171","msg":"trace[1904086094] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-2stvg; range_end:; response_count:1; response_revision:17633; }","duration":"312.252229ms","start":"2026-03-04T03:13:56.215125Z","end":"2026-03-04T03:13:56.527377Z","steps":["trace[1904086094] 'agreement among raft nodes before linearized reading' (duration: 311.887211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:13:56.527401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:13:56.172363Z","time spent":"354.773445ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:13:56.527515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:13:56.215109Z","time spent":"312.347191ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9735,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-2stvg\" "} {"level":"warn","ts":"2026-03-04T03:13:56.527511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.510597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-klwwf\" ","response":"range_response_count:1 size:22022"} {"level":"info","ts":"2026-03-04T03:13:56.527749Z","caller":"traceutil/trace.go:171","msg":"trace[1584573158] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-klwwf; range_end:; response_count:1; response_revision:17633; }","duration":"303.789563ms","start":"2026-03-04T03:13:56.223941Z","end":"2026-03-04T03:13:56.527731Z","steps":["trace[1584573158] 'agreement among raft nodes before linearized reading' (duration: 303.319552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:13:56.527801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:13:56.223923Z","time spent":"303.862095ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22044,"request content":"key:\"/registry/pods/openstack/nova-compute-default-klwwf\" "} {"level":"warn","ts":"2026-03-04T03:13:56.982299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.404391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:13:56.982444Z","caller":"traceutil/trace.go:171","msg":"trace[628918826] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:17633; }","duration":"409.569954ms","start":"2026-03-04T03:13:56.572833Z","end":"2026-03-04T03:13:56.982403Z","steps":["trace[628918826] 'count revisions from in-memory index tree' (duration: 409.315759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:13:56.982503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:13:56.572815Z","time spent":"409.671117ms","remote":"127.0.0.1:47360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-04T03:13:56.982437Z","caller":"traceutil/trace.go:171","msg":"trace[959727255] transaction","detail":"{read_only:false; response_revision:17634; number_of_response:1; }","duration":"383.751736ms","start":"2026-03-04T03:13:56.598634Z","end":"2026-03-04T03:13:56.982385Z","steps":["trace[959727255] 'process raft request' (duration: 352.925041ms)","trace[959727255] 'compare' (duration: 30.345854ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:13:56.982811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:13:56.598608Z","time spent":"384.107185ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:13:57.122803Z","caller":"traceutil/trace.go:171","msg":"trace[647725256] linearizableReadLoop","detail":"{readStateIndex:18299; appliedIndex:18297; }","duration":"471.639464ms","start":"2026-03-04T03:13:56.651135Z","end":"2026-03-04T03:13:57.122775Z","steps":["trace[647725256] 'read index received' (duration: 300.433685ms)","trace[647725256] 'applied index is now lower than readState.Index' (duration: 171.204739ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:13:57.122998Z","caller":"traceutil/trace.go:171","msg":"trace[1357378970] transaction","detail":"{read_only:false; response_revision:17635; number_of_response:1; }","duration":"496.991102ms","start":"2026-03-04T03:13:56.625992Z","end":"2026-03-04T03:13:57.122983Z","steps":["trace[1357378970] 'process raft request' (duration: 458.54243ms)","trace[1357378970] 'compare' (duration: 38.110154ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:13:57.12321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:13:56.625969Z","time spent":"497.102865ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:13:57.123299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.667796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T03:13:57.123362Z","caller":"traceutil/trace.go:171","msg":"trace[1258774342] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:17635; }","duration":"283.795159ms","start":"2026-03-04T03:13:56.839551Z","end":"2026-03-04T03:13:57.123346Z","steps":["trace[1258774342] 'agreement among raft nodes before linearized reading' (duration: 283.585144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:13:57.123666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.468263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:13:57.123657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.507655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:13:57.123707Z","caller":"traceutil/trace.go:171","msg":"trace[402005974] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:17635; }","duration":"161.554115ms","start":"2026-03-04T03:13:56.962142Z","end":"2026-03-04T03:13:57.123696Z","steps":["trace[402005974] 'agreement among raft nodes before linearized reading' (duration: 161.490634ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:13:57.123834Z","caller":"traceutil/trace.go:171","msg":"trace[1406595564] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17635; }","duration":"472.618277ms","start":"2026-03-04T03:13:56.651094Z","end":"2026-03-04T03:13:57.123712Z","steps":["trace[1406595564] 'agreement among raft nodes before linearized reading' (duration: 472.507684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:13:57.123911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.11199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T03:13:57.123948Z","caller":"traceutil/trace.go:171","msg":"trace[943132725] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17635; }","duration":"219.147951ms","start":"2026-03-04T03:13:56.904791Z","end":"2026-03-04T03:13:57.123939Z","steps":["trace[943132725] 'agreement among raft nodes before linearized reading' (duration: 219.040428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:13:57.124321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:13:56.651083Z","time spent":"473.222911ms","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T03:13:57.353383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.878789ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T03:13:57.353509Z","caller":"traceutil/trace.go:171","msg":"trace[2019224871] transaction","detail":"{read_only:false; response_revision:17640; number_of_response:1; }","duration":"152.558837ms","start":"2026-03-04T03:13:57.20093Z","end":"2026-03-04T03:13:57.353489Z","steps":["trace[2019224871] 'process raft request' (duration: 51.461253ms)","trace[2019224871] 'compare' (duration: 100.634683ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:13:58.441416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.026524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:13:58.441502Z","caller":"traceutil/trace.go:171","msg":"trace[729983881] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:17640; }","duration":"956.173158ms","start":"2026-03-04T03:13:57.48531Z","end":"2026-03-04T03:13:58.441483Z","steps":["trace[729983881] 'count revisions from in-memory index tree' (duration: 955.940232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:13:58.441554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:13:57.485289Z","time spent":"956.251299ms","remote":"127.0.0.1:46992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:13:58.441847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.290909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:13:58.441928Z","caller":"traceutil/trace.go:171","msg":"trace[462079786] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17640; }","duration":"789.418822ms","start":"2026-03-04T03:13:57.652491Z","end":"2026-03-04T03:13:58.441909Z","steps":["trace[462079786] 'range keys from in-memory index tree' (duration: 789.212447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:13:58.441974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:13:57.652472Z","time spent":"789.493613ms","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T03:13:58.869602Z","caller":"traceutil/trace.go:171","msg":"trace[927788503] linearizableReadLoop","detail":"{readStateIndex:18305; appliedIndex:18304; }","duration":"317.47512ms","start":"2026-03-04T03:13:58.552109Z","end":"2026-03-04T03:13:58.869584Z","steps":["trace[927788503] 'read index received' (duration: 317.323946ms)","trace[927788503] 'applied index is now lower than readState.Index' (duration: 150.554µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:13:58.869937Z","caller":"traceutil/trace.go:171","msg":"trace[2042041822] transaction","detail":"{read_only:false; response_revision:17641; number_of_response:1; }","duration":"335.742564ms","start":"2026-03-04T03:13:58.534183Z","end":"2026-03-04T03:13:58.869925Z","steps":["trace[2042041822] 'process raft request' (duration: 335.303114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:13:58.870024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:13:58.53416Z","time spent":"335.806215ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:13:58.870749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.696454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:13:58.870785Z","caller":"traceutil/trace.go:171","msg":"trace[828831816] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17641; }","duration":"216.764186ms","start":"2026-03-04T03:13:58.654012Z","end":"2026-03-04T03:13:58.870776Z","steps":["trace[828831816] 'agreement among raft nodes before linearized reading' (duration: 216.708974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:13:58.870762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.648671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T03:13:58.87083Z","caller":"traceutil/trace.go:171","msg":"trace[822552988] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17641; }","duration":"316.760954ms","start":"2026-03-04T03:13:58.554052Z","end":"2026-03-04T03:13:58.870813Z","steps":["trace[822552988] 'agreement among raft nodes before linearized reading' (duration: 316.550909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:13:58.870877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:13:58.554033Z","time spent":"316.836976ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T03:13:58.871109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.70056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:13:58.87115Z","caller":"traceutil/trace.go:171","msg":"trace[1913608116] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:17641; }","duration":"262.768142ms","start":"2026-03-04T03:13:58.608369Z","end":"2026-03-04T03:13:58.871137Z","steps":["trace[1913608116] 'agreement among raft nodes before linearized reading' (duration: 262.709611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:13:58.871323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.580257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-2stvg\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-03-04T03:13:58.871356Z","caller":"traceutil/trace.go:171","msg":"trace[245834845] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-2stvg; range_end:; response_count:1; response_revision:17641; }","duration":"306.635799ms","start":"2026-03-04T03:13:58.564713Z","end":"2026-03-04T03:13:58.871348Z","steps":["trace[245834845] 'agreement among raft nodes before linearized reading' (duration: 306.575158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:13:58.871381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:13:58.564701Z","time spent":"306.67475ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9735,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-2stvg\" "} {"level":"warn","ts":"2026-03-04T03:13:58.871603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.501158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-klwwf\" ","response":"range_response_count:1 size:22022"} {"level":"info","ts":"2026-03-04T03:13:58.871633Z","caller":"traceutil/trace.go:171","msg":"trace[274555920] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-klwwf; range_end:; response_count:1; response_revision:17641; }","duration":"319.63273ms","start":"2026-03-04T03:13:58.551993Z","end":"2026-03-04T03:13:58.871626Z","steps":["trace[274555920] 'agreement among raft nodes before linearized reading' (duration: 319.519468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:13:58.871652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:13:58.551978Z","time spent":"319.669941ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22044,"request content":"key:\"/registry/pods/openstack/nova-compute-default-klwwf\" "} {"level":"warn","ts":"2026-03-04T03:13:59.664255Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395070409,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T03:14:00.164914Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395070409,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T03:14:00.665523Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395070409,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T03:14:01.165707Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395070409,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T03:14:01.629246Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.641712444s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T03:14:01.653557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000703864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T03:14:01.653664Z","caller":"traceutil/trace.go:171","msg":"trace[2084700141] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000867958s","start":"2026-03-04T03:13:59.652774Z","end":"2026-03-04T03:14:01.653642Z","steps":["trace[2084700141] 'agreement among raft nodes before linearized reading' (duration: 2.000732715s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:14:01.653712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:13:59.652757Z","time spent":"2.00094566s","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T03:14:01.728957Z","caller":"traceutil/trace.go:171","msg":"trace[198647356] transaction","detail":"{read_only:false; response_revision:17642; number_of_response:1; }","duration":"2.741516958s","start":"2026-03-04T03:13:58.987403Z","end":"2026-03-04T03:14:01.72892Z","steps":["trace[198647356] 'process raft request' (duration: 2.642521383s)","trace[198647356] 'compare' (duration: 98.473193ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:14:01.729112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:13:58.98738Z","time spent":"2.741650892s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:14:02.001378Z","caller":"traceutil/trace.go:171","msg":"trace[1596226184] transaction","detail":"{read_only:false; response_revision:17643; number_of_response:1; }","duration":"2.989437716s","start":"2026-03-04T03:13:59.011908Z","end":"2026-03-04T03:14:02.001345Z","steps":["trace[1596226184] 'process raft request' (duration: 2.989220341s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:14:02.001542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:13:59.011886Z","time spent":"2.989571199s","remote":"127.0.0.1:47122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18705,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:14:02.146078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.739086ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T03:14:02.146496Z","caller":"traceutil/trace.go:171","msg":"trace[2129985875] transaction","detail":"{read_only:false; response_revision:17644; number_of_response:1; }","duration":"3.019092073s","start":"2026-03-04T03:13:59.12737Z","end":"2026-03-04T03:14:02.146462Z","steps":["trace[2129985875] 'process raft request' (duration: 3.018821247s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:14:02.14679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:13:59.12735Z","time spent":"3.019261488s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:14:02.326376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.87833ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T03:14:02.326498Z","caller":"traceutil/trace.go:171","msg":"trace[268240925] linearizableReadLoop","detail":"{readStateIndex:18311; appliedIndex:18305; }","duration":"3.162935459s","start":"2026-03-04T03:13:59.163551Z","end":"2026-03-04T03:14:02.326487Z","steps":["trace[268240925] 'read index received' (duration: 2.466186476s)","trace[268240925] 'applied index is now lower than readState.Index' (duration: 696.748543ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:14:02.326573Z","caller":"traceutil/trace.go:171","msg":"trace[1445759667] transaction","detail":"{read_only:false; response_revision:17646; number_of_response:1; }","duration":"1.263246107s","start":"2026-03-04T03:14:01.063306Z","end":"2026-03-04T03:14:02.326552Z","steps":["trace[1445759667] 'process raft request' (duration: 1.263138175s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:14:02.326609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:14:01.063269Z","time spent":"1.263322419s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:14:02.326834Z","caller":"traceutil/trace.go:171","msg":"trace[1653006916] transaction","detail":"{read_only:false; response_revision:17645; number_of_response:1; }","duration":"1.451602514s","start":"2026-03-04T03:14:00.875122Z","end":"2026-03-04T03:14:02.326725Z","steps":["trace[1653006916] 'process raft request' (duration: 1.271318935s)","trace[1653006916] 'compare' (duration: 179.779768ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:14:02.326974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.436010412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-2stvg\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-03-04T03:14:02.327009Z","caller":"traceutil/trace.go:171","msg":"trace[1963524173] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-2stvg; range_end:; response_count:1; response_revision:17646; }","duration":"1.436084724s","start":"2026-03-04T03:14:00.890916Z","end":"2026-03-04T03:14:02.327001Z","steps":["trace[1963524173] 'agreement among raft nodes before linearized reading' (duration: 1.436015492s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:14:02.327007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.125818448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-04T03:14:02.327031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:14:00.890895Z","time spent":"1.436129275s","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9735,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-2stvg\" "} {"level":"info","ts":"2026-03-04T03:14:02.327046Z","caller":"traceutil/trace.go:171","msg":"trace[394398176] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17646; }","duration":"3.125870579s","start":"2026-03-04T03:13:59.201166Z","end":"2026-03-04T03:14:02.327037Z","steps":["trace[394398176] 'agreement among raft nodes before linearized reading' (duration: 3.125786287s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:14:02.327001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.230513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T03:14:02.327064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:13:59.201159Z","time spent":"3.12590086s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T03:14:02.327083Z","caller":"traceutil/trace.go:171","msg":"trace[695646255] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:17646; }","duration":"618.359236ms","start":"2026-03-04T03:14:01.708709Z","end":"2026-03-04T03:14:02.327069Z","steps":["trace[695646255] 'agreement among raft nodes before linearized reading' (duration: 618.225653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:14:02.327121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:14:01.708689Z","time spent":"618.423338ms","remote":"127.0.0.1:47262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:14:02.327129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.4397645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-klwwf\" ","response":"range_response_count:1 size:22022"} {"level":"info","ts":"2026-03-04T03:14:02.327158Z","caller":"traceutil/trace.go:171","msg":"trace[1076528405] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-klwwf; range_end:; response_count:1; response_revision:17646; }","duration":"1.439836191s","start":"2026-03-04T03:14:00.887315Z","end":"2026-03-04T03:14:02.327151Z","steps":["trace[1076528405] 'agreement among raft nodes before linearized reading' (duration: 1.439750159s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:14:02.327171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.19260206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:14:02.32715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.009344698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T03:14:02.327191Z","caller":"traceutil/trace.go:171","msg":"trace[941921195] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:17646; }","duration":"1.19262178s","start":"2026-03-04T03:14:01.134562Z","end":"2026-03-04T03:14:02.327184Z","steps":["trace[941921195] 'agreement among raft nodes before linearized reading' (duration: 1.192588849s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:14:02.327193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.30104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189982afc5db10aa\" ","response":"range_response_count:1 size:775"} {"level":"warn","ts":"2026-03-04T03:14:02.32704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.804994697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:14:02.327215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:14:01.134493Z","time spent":"1.192718522s","remote":"127.0.0.1:35482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-03-04T03:14:02.327222Z","caller":"traceutil/trace.go:171","msg":"trace[387146706] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189982afc5db10aa; range_end:; response_count:1; response_revision:17646; }","duration":"670.365902ms","start":"2026-03-04T03:14:01.65685Z","end":"2026-03-04T03:14:02.327216Z","steps":["trace[387146706] 'agreement among raft nodes before linearized reading' (duration: 670.29962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:14:02.327122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.296911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7532"} {"level":"warn","ts":"2026-03-04T03:14:02.327236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:14:01.65683Z","time spent":"670.403662ms","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189982afc5db10aa\" "} {"level":"info","ts":"2026-03-04T03:14:02.32723Z","caller":"traceutil/trace.go:171","msg":"trace[751598604] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:17646; }","duration":"1.805238153s","start":"2026-03-04T03:14:00.521984Z","end":"2026-03-04T03:14:02.327222Z","steps":["trace[751598604] 'agreement among raft nodes before linearized reading' (duration: 1.804988967s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:14:02.327227Z","caller":"traceutil/trace.go:171","msg":"trace[1780494173] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:17646; }","duration":"3.009464401s","start":"2026-03-04T03:13:59.317744Z","end":"2026-03-04T03:14:02.327208Z","steps":["trace[1780494173] 'agreement among raft nodes before linearized reading' (duration: 3.009301247s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:14:02.327251Z","caller":"traceutil/trace.go:171","msg":"trace[1618571326] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:17646; }","duration":"491.455113ms","start":"2026-03-04T03:14:01.835786Z","end":"2026-03-04T03:14:02.327241Z","steps":["trace[1618571326] 'agreement among raft nodes before linearized reading' (duration: 491.283869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:14:02.327262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:14:00.521962Z","time spent":"1.805292744s","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:14:02.327241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.657564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T03:14:02.327284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:13:59.317729Z","time spent":"3.009544012s","remote":"127.0.0.1:45570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-03-04T03:14:02.327318Z","caller":"traceutil/trace.go:171","msg":"trace[526620491] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:17646; }","duration":"367.808517ms","start":"2026-03-04T03:14:01.959495Z","end":"2026-03-04T03:14:02.327304Z","steps":["trace[526620491] 'agreement among raft nodes before linearized reading' (duration: 367.567441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:14:02.327191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:14:00.887285Z","time spent":"1.439898062s","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22044,"request content":"key:\"/registry/pods/openstack/nova-compute-default-klwwf\" "} {"level":"warn","ts":"2026-03-04T03:14:02.327324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.163779298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-04T03:14:02.327137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.079612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:14:02.327374Z","caller":"traceutil/trace.go:171","msg":"trace[580514078] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17646; }","duration":"666.333678ms","start":"2026-03-04T03:14:01.661035Z","end":"2026-03-04T03:14:02.327369Z","steps":["trace[580514078] 'agreement among raft nodes before linearized reading' (duration: 666.084493ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:14:02.327367Z","caller":"traceutil/trace.go:171","msg":"trace[1539064707] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17646; }","duration":"3.1638453s","start":"2026-03-04T03:13:59.163506Z","end":"2026-03-04T03:14:02.327351Z","steps":["trace[1539064707] 'agreement among raft nodes before linearized reading' (duration: 3.163704267s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:14:02.327391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:14:01.661028Z","time spent":"666.359069ms","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T03:14:02.327153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.395424696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:14:02.327403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:13:59.163489Z","time spent":"3.163907701s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T03:14:02.327277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:14:01.835764Z","time spent":"491.507535ms","remote":"127.0.0.1:45490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7554,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-04T03:14:02.327413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.126884662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T03:14:02.32743Z","caller":"traceutil/trace.go:171","msg":"trace[1316909725] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:17646; }","duration":"2.395765014s","start":"2026-03-04T03:13:59.931652Z","end":"2026-03-04T03:14:02.327417Z","steps":["trace[1316909725] 'agreement among raft nodes before linearized reading' (duration: 2.395403595s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:14:02.327443Z","caller":"traceutil/trace.go:171","msg":"trace[554892824] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17646; }","duration":"3.126971415s","start":"2026-03-04T03:13:59.200464Z","end":"2026-03-04T03:14:02.327436Z","steps":["trace[554892824] 'agreement among raft nodes before linearized reading' (duration: 3.126858092s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:14:02.327046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.96973529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T03:14:02.327494Z","caller":"traceutil/trace.go:171","msg":"trace[59215376] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17646; }","duration":"2.97022198s","start":"2026-03-04T03:13:59.357267Z","end":"2026-03-04T03:14:02.327489Z","steps":["trace[59215376] 'agreement among raft nodes before linearized reading' (duration: 2.969670717s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:14:02.327496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:13:59.200458Z","time spent":"3.127030416s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T03:14:02.327385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:14:01.959471Z","time spent":"367.876449ms","remote":"127.0.0.1:47408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":40,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:14:02.327463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:13:59.931623Z","time spent":"2.395831024s","remote":"127.0.0.1:35526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:14:02.327512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:13:59.357245Z","time spent":"2.970262002s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T03:14:02.327731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:14:00.875096Z","time spent":"1.452026554s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:14:02.328081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.127810884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T03:14:02.32813Z","caller":"traceutil/trace.go:171","msg":"trace[493756715] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17646; }","duration":"3.127947528s","start":"2026-03-04T03:13:59.200166Z","end":"2026-03-04T03:14:02.328114Z","steps":["trace[493756715] 'agreement among raft nodes before linearized reading' (duration: 3.127518468s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:14:02.328149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:13:59.200145Z","time spent":"3.127998528s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T03:14:02.604397Z","caller":"traceutil/trace.go:171","msg":"trace[946720760] transaction","detail":"{read_only:false; response_revision:17648; number_of_response:1; }","duration":"273.828189ms","start":"2026-03-04T03:14:02.330346Z","end":"2026-03-04T03:14:02.604174Z","steps":["trace[946720760] 'process raft request' (duration: 264.354519ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:14:02.604418Z","caller":"traceutil/trace.go:171","msg":"trace[1024081423] transaction","detail":"{read_only:false; response_revision:17649; number_of_response:1; }","duration":"273.9022ms","start":"2026-03-04T03:14:02.330491Z","end":"2026-03-04T03:14:02.604394Z","steps":["trace[1024081423] 'process raft request' (duration: 273.520291ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:14:02.604945Z","caller":"traceutil/trace.go:171","msg":"trace[1377744892] linearizableReadLoop","detail":"{readStateIndex:18317; appliedIndex:18311; }","duration":"273.381098ms","start":"2026-03-04T03:14:02.331528Z","end":"2026-03-04T03:14:02.604909Z","steps":["trace[1377744892] 'read index received' (duration: 42.232089ms)","trace[1377744892] 'applied index is now lower than readState.Index' (duration: 231.147479ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:14:02.604915Z","caller":"traceutil/trace.go:171","msg":"trace[1589157810] transaction","detail":"{read_only:false; response_revision:17650; number_of_response:1; }","duration":"273.855009ms","start":"2026-03-04T03:14:02.331033Z","end":"2026-03-04T03:14:02.604888Z","steps":["trace[1589157810] 'process raft request' (duration: 273.132342ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:14:02.604954Z","caller":"traceutil/trace.go:171","msg":"trace[1203383951] transaction","detail":"{read_only:false; response_revision:17651; number_of_response:1; }","duration":"273.841548ms","start":"2026-03-04T03:14:02.331087Z","end":"2026-03-04T03:14:02.604929Z","steps":["trace[1203383951] 'process raft request' (duration: 273.652734ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:14:02.604977Z","caller":"traceutil/trace.go:171","msg":"trace[1121077570] transaction","detail":"{read_only:false; response_revision:17652; number_of_response:1; }","duration":"273.852949ms","start":"2026-03-04T03:14:02.331117Z","end":"2026-03-04T03:14:02.60497Z","steps":["trace[1121077570] 'process raft request' (duration: 273.722866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:14:02.606054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.500354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:947304"} {"level":"info","ts":"2026-03-04T03:14:02.606115Z","caller":"traceutil/trace.go:171","msg":"trace[575631362] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:17652; }","duration":"274.578565ms","start":"2026-03-04T03:14:02.331522Z","end":"2026-03-04T03:14:02.6061Z","steps":["trace[575631362] 'agreement among raft nodes before linearized reading' (duration: 273.516911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:14:02.606471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.089424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:947304"} {"level":"info","ts":"2026-03-04T03:14:02.606539Z","caller":"traceutil/trace.go:171","msg":"trace[431920451] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:17652; }","duration":"271.181777ms","start":"2026-03-04T03:14:02.335341Z","end":"2026-03-04T03:14:02.606523Z","steps":["trace[431920451] 'agreement among raft nodes before linearized reading' (duration: 270.02681ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:14:07.057044Z","caller":"traceutil/trace.go:171","msg":"trace[1696029223] linearizableReadLoop","detail":"{readStateIndex:18404; appliedIndex:18403; }","duration":"109.56535ms","start":"2026-03-04T03:14:06.94745Z","end":"2026-03-04T03:14:07.057015Z","steps":["trace[1696029223] 'read index received' (duration: 109.285604ms)","trace[1696029223] 'applied index is now lower than readState.Index' (duration: 278.546µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:14:07.057092Z","caller":"traceutil/trace.go:171","msg":"trace[1344043778] transaction","detail":"{read_only:false; response_revision:17738; number_of_response:1; }","duration":"115.986839ms","start":"2026-03-04T03:14:06.941069Z","end":"2026-03-04T03:14:07.057056Z","steps":["trace[1344043778] 'process raft request' (duration: 115.776084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:14:07.057796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.325568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210990"} {"level":"info","ts":"2026-03-04T03:14:07.057854Z","caller":"traceutil/trace.go:171","msg":"trace[1385313167] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:17738; }","duration":"110.416109ms","start":"2026-03-04T03:14:06.947425Z","end":"2026-03-04T03:14:07.057841Z","steps":["trace[1385313167] 'agreement among raft nodes before linearized reading' (duration: 109.711993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:14:08.079462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.506448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1347"} {"level":"info","ts":"2026-03-04T03:14:08.079529Z","caller":"traceutil/trace.go:171","msg":"trace[1850255798] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:17738; }","duration":"960.609421ms","start":"2026-03-04T03:14:07.118903Z","end":"2026-03-04T03:14:08.079512Z","steps":["trace[1850255798] 'range keys from in-memory index tree' (duration: 960.364915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:14:08.07956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:14:07.118893Z","time spent":"960.659542ms","remote":"127.0.0.1:47002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1369,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"warn","ts":"2026-03-04T03:14:08.079813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.188255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:14:08.079928Z","caller":"traceutil/trace.go:171","msg":"trace[1394685039] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:17738; }","duration":"823.355379ms","start":"2026-03-04T03:14:07.25655Z","end":"2026-03-04T03:14:08.079906Z","steps":["trace[1394685039] 'count revisions from in-memory index tree' (duration: 823.080332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:14:08.079974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:14:07.256531Z","time spent":"823.43235ms","remote":"127.0.0.1:38604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:14:08.080079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.408999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-11597e85-8ad3-447f-b58a-ca5fc5c88801\" ","response":"range_response_count:1 size:3640"} {"level":"info","ts":"2026-03-04T03:14:08.080156Z","caller":"traceutil/trace.go:171","msg":"trace[1557926098] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-11597e85-8ad3-447f-b58a-ca5fc5c88801; range_end:; response_count:1; response_revision:17738; }","duration":"672.565012ms","start":"2026-03-04T03:14:07.407572Z","end":"2026-03-04T03:14:08.080137Z","steps":["trace[1557926098] 'range keys from in-memory index tree' (duration: 672.220644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:14:08.080202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:14:07.407554Z","time spent":"672.635914ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3662,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-11597e85-8ad3-447f-b58a-ca5fc5c88801\" "} {"level":"warn","ts":"2026-03-04T03:14:08.080389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.839161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:24 size:216300"} {"level":"info","ts":"2026-03-04T03:14:08.080433Z","caller":"traceutil/trace.go:171","msg":"trace[1709465445] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:24; response_revision:17738; }","duration":"393.887532ms","start":"2026-03-04T03:14:07.686535Z","end":"2026-03-04T03:14:08.080423Z","steps":["trace[1709465445] 'range keys from in-memory index tree' (duration: 393.000851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:14:08.080455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:14:07.686511Z","time spent":"393.937953ms","remote":"127.0.0.1:47408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":24,"response size":216322,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-03-04T03:14:08.084865Z","caller":"traceutil/trace.go:171","msg":"trace[1038284409] transaction","detail":"{read_only:false; response_revision:17739; number_of_response:1; }","duration":"334.437593ms","start":"2026-03-04T03:14:07.750394Z","end":"2026-03-04T03:14:08.084831Z","steps":["trace[1038284409] 'process raft request' (duration: 334.113846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:14:08.085134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:14:07.750367Z","time spent":"334.642218ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:14:08.599941Z","caller":"traceutil/trace.go:171","msg":"trace[2088126177] linearizableReadLoop","detail":"{readStateIndex:18411; appliedIndex:18410; }","duration":"202.428423ms","start":"2026-03-04T03:14:08.397483Z","end":"2026-03-04T03:14:08.599911Z","steps":["trace[2088126177] 'read index received' (duration: 164.172676ms)","trace[2088126177] 'applied index is now lower than readState.Index' (duration: 38.254327ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:14:08.600121Z","caller":"traceutil/trace.go:171","msg":"trace[533230568] transaction","detail":"{read_only:false; response_revision:17745; number_of_response:1; }","duration":"254.091271ms","start":"2026-03-04T03:14:08.346001Z","end":"2026-03-04T03:14:08.600092Z","steps":["trace[533230568] 'process raft request' (duration: 215.768722ms)","trace[533230568] 'compare' (duration: 38.005121ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:14:08.600282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.77996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T03:14:08.600373Z","caller":"traceutil/trace.go:171","msg":"trace[1720416151] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17745; }","duration":"202.901953ms","start":"2026-03-04T03:14:08.397431Z","end":"2026-03-04T03:14:08.600333Z","steps":["trace[1720416151] 'agreement among raft nodes before linearized reading' (duration: 202.678428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:14:08.600383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.487227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:14:08.600477Z","caller":"traceutil/trace.go:171","msg":"trace[7970698] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:17745; }","duration":"118.63784ms","start":"2026-03-04T03:14:08.48182Z","end":"2026-03-04T03:14:08.600458Z","steps":["trace[7970698] 'agreement among raft nodes before linearized reading' (duration: 118.467176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:14:08.872085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.963652ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T03:14:08.872525Z","caller":"traceutil/trace.go:171","msg":"trace[962819588] linearizableReadLoop","detail":"{readStateIndex:18412; appliedIndex:18411; }","duration":"242.305427ms","start":"2026-03-04T03:14:08.630197Z","end":"2026-03-04T03:14:08.872503Z","steps":["trace[962819588] 'read index received' (duration: 86.733371ms)","trace[962819588] 'applied index is now lower than readState.Index' (duration: 155.569706ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:14:08.872647Z","caller":"traceutil/trace.go:171","msg":"trace[42471270] transaction","detail":"{read_only:false; response_revision:17746; number_of_response:1; }","duration":"268.414223ms","start":"2026-03-04T03:14:08.604205Z","end":"2026-03-04T03:14:08.872619Z","steps":["trace[42471270] 'process raft request' (duration: 112.780335ms)","trace[42471270] 'compare' (duration: 154.627075ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:14:08.873063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.59087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-2stvg\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-03-04T03:14:08.873108Z","caller":"traceutil/trace.go:171","msg":"trace[1402696832] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-2stvg; range_end:; response_count:1; response_revision:17746; }","duration":"200.650352ms","start":"2026-03-04T03:14:08.672444Z","end":"2026-03-04T03:14:08.873094Z","steps":["trace[1402696832] 'agreement among raft nodes before linearized reading' (duration: 200.57045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:14:08.873195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.854181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T03:14:08.873307Z","caller":"traceutil/trace.go:171","msg":"trace[457529238] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17746; }","duration":"239.971114ms","start":"2026-03-04T03:14:08.633323Z","end":"2026-03-04T03:14:08.873294Z","steps":["trace[457529238] 'agreement among raft nodes before linearized reading' (duration: 239.688087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:14:08.873473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.497111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:14:08.873529Z","caller":"traceutil/trace.go:171","msg":"trace[2082779012] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:17746; }","duration":"163.603923ms","start":"2026-03-04T03:14:08.709914Z","end":"2026-03-04T03:14:08.873518Z","steps":["trace[2082779012] 'agreement among raft nodes before linearized reading' (duration: 163.521781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:14:08.873683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.032054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:14:08.87376Z","caller":"traceutil/trace.go:171","msg":"trace[352823591] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17746; }","duration":"224.121696ms","start":"2026-03-04T03:14:08.649627Z","end":"2026-03-04T03:14:08.873748Z","steps":["trace[352823591] 'agreement among raft nodes before linearized reading' (duration: 224.022824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:14:08.874011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.734474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T03:14:08.874095Z","caller":"traceutil/trace.go:171","msg":"trace[2006325876] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17746; }","duration":"238.834277ms","start":"2026-03-04T03:14:08.635247Z","end":"2026-03-04T03:14:08.874081Z","steps":["trace[2006325876] 'agreement among raft nodes before linearized reading' (duration: 238.681794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:14:08.874172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.864061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T03:14:08.873769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.840313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-klwwf\" ","response":"range_response_count:1 size:22022"} {"level":"info","ts":"2026-03-04T03:14:08.874386Z","caller":"traceutil/trace.go:171","msg":"trace[656410659] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-klwwf; range_end:; response_count:1; response_revision:17746; }","duration":"178.475378ms","start":"2026-03-04T03:14:08.695888Z","end":"2026-03-04T03:14:08.874364Z","steps":["trace[656410659] 'agreement among raft nodes before linearized reading' (duration: 177.777101ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:14:08.874215Z","caller":"traceutil/trace.go:171","msg":"trace[113094376] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17746; }","duration":"239.929252ms","start":"2026-03-04T03:14:08.634276Z","end":"2026-03-04T03:14:08.874205Z","steps":["trace[113094376] 'agreement among raft nodes before linearized reading' (duration: 239.82685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:14:08.872797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.593744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T03:14:08.87499Z","caller":"traceutil/trace.go:171","msg":"trace[1864101400] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17746; }","duration":"244.822586ms","start":"2026-03-04T03:14:08.630149Z","end":"2026-03-04T03:14:08.874972Z","steps":["trace[1864101400] 'agreement among raft nodes before linearized reading' (duration: 242.500772ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:14:09.130486Z","caller":"traceutil/trace.go:171","msg":"trace[901054215] transaction","detail":"{read_only:false; response_revision:17747; number_of_response:1; }","duration":"251.05379ms","start":"2026-03-04T03:14:08.879416Z","end":"2026-03-04T03:14:09.13047Z","steps":["trace[901054215] 'process raft request' (duration: 225.857876ms)","trace[901054215] 'compare' (duration: 24.951139ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:14:09.145595Z","caller":"traceutil/trace.go:171","msg":"trace[803650101] linearizableReadLoop","detail":"{readStateIndex:18416; appliedIndex:18412; }","duration":"263.299254ms","start":"2026-03-04T03:14:08.882273Z","end":"2026-03-04T03:14:09.145573Z","steps":["trace[803650101] 'read index received' (duration: 223.066142ms)","trace[803650101] 'applied index is now lower than readState.Index' (duration: 40.232262ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:14:09.145885Z","caller":"traceutil/trace.go:171","msg":"trace[1675253677] transaction","detail":"{read_only:false; response_revision:17749; number_of_response:1; }","duration":"265.639928ms","start":"2026-03-04T03:14:08.880229Z","end":"2026-03-04T03:14:09.145869Z","steps":["trace[1675253677] 'process raft request' (duration: 265.26709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:14:09.146057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.473232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T03:14:09.146055Z","caller":"traceutil/trace.go:171","msg":"trace[1697091562] transaction","detail":"{read_only:false; response_revision:17750; number_of_response:1; }","duration":"265.67965ms","start":"2026-03-04T03:14:08.880332Z","end":"2026-03-04T03:14:09.146012Z","steps":["trace[1697091562] 'process raft request' (duration: 265.203668ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:14:09.146104Z","caller":"traceutil/trace.go:171","msg":"trace[574000116] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17750; }","duration":"107.557283ms","start":"2026-03-04T03:14:09.038536Z","end":"2026-03-04T03:14:09.146093Z","steps":["trace[574000116] 'agreement among raft nodes before linearized reading' (duration: 107.381789ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:14:09.145851Z","caller":"traceutil/trace.go:171","msg":"trace[1226116669] transaction","detail":"{read_only:false; response_revision:17748; number_of_response:1; }","duration":"265.606078ms","start":"2026-03-04T03:14:08.880216Z","end":"2026-03-04T03:14:09.145822Z","steps":["trace[1226116669] 'process raft request' (duration: 265.151518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:14:09.146686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.39284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:96 size:956828"} {"level":"info","ts":"2026-03-04T03:14:09.146755Z","caller":"traceutil/trace.go:171","msg":"trace[66185163] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:96; response_revision:17750; }","duration":"264.482351ms","start":"2026-03-04T03:14:08.882258Z","end":"2026-03-04T03:14:09.146741Z","steps":["trace[66185163] 'agreement among raft nodes before linearized reading' (duration: 263.748454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:14:09.147146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.41215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:96 size:956828"} {"level":"info","ts":"2026-03-04T03:14:09.148217Z","caller":"traceutil/trace.go:171","msg":"trace[1931579027] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:96; response_revision:17750; }","duration":"265.490455ms","start":"2026-03-04T03:14:08.882702Z","end":"2026-03-04T03:14:09.148193Z","steps":["trace[1931579027] 'agreement among raft nodes before linearized reading' (duration: 263.138541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:14:10.81521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.570411ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T03:14:10.815324Z","caller":"traceutil/trace.go:171","msg":"trace[1805006319] linearizableReadLoop","detail":"{readStateIndex:18422; appliedIndex:18421; }","duration":"163.972851ms","start":"2026-03-04T03:14:10.651334Z","end":"2026-03-04T03:14:10.815306Z","steps":["trace[1805006319] 'read index received' (duration: 60.165294ms)","trace[1805006319] 'applied index is now lower than readState.Index' (duration: 103.806287ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:14:10.815361Z","caller":"traceutil/trace.go:171","msg":"trace[400993932] transaction","detail":"{read_only:false; response_revision:17755; number_of_response:1; }","duration":"204.799688ms","start":"2026-03-04T03:14:10.610524Z","end":"2026-03-04T03:14:10.815323Z","steps":["trace[400993932] 'process raft request' (duration: 100.965481ms)","trace[400993932] 'compare' (duration: 103.463299ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:14:10.815388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.053554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:14:10.815614Z","caller":"traceutil/trace.go:171","msg":"trace[1652876330] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17755; }","duration":"164.308229ms","start":"2026-03-04T03:14:10.651289Z","end":"2026-03-04T03:14:10.815598Z","steps":["trace[1652876330] 'agreement among raft nodes before linearized reading' (duration: 164.060803ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:14:11.108256Z","caller":"traceutil/trace.go:171","msg":"trace[191021456] transaction","detail":"{read_only:false; response_revision:17756; number_of_response:1; }","duration":"224.614727ms","start":"2026-03-04T03:14:10.883622Z","end":"2026-03-04T03:14:11.108237Z","steps":["trace[191021456] 'process raft request' (duration: 224.497735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:14:11.347347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.416571ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T03:14:11.347471Z","caller":"traceutil/trace.go:171","msg":"trace[195116970] linearizableReadLoop","detail":"{readStateIndex:18424; appliedIndex:18422; }","duration":"314.403189ms","start":"2026-03-04T03:14:11.033046Z","end":"2026-03-04T03:14:11.347449Z","steps":["trace[195116970] 'read index received' (duration: 75.015909ms)","trace[195116970] 'applied index is now lower than readState.Index' (duration: 239.38516ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:14:11.347643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.596193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:14:11.3477Z","caller":"traceutil/trace.go:171","msg":"trace[330607621] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:17757; }","duration":"314.694456ms","start":"2026-03-04T03:14:11.032991Z","end":"2026-03-04T03:14:11.347685Z","steps":["trace[330607621] 'agreement among raft nodes before linearized reading' (duration: 314.568393ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:14:11.347621Z","caller":"traceutil/trace.go:171","msg":"trace[522135005] transaction","detail":"{read_only:false; response_revision:17757; number_of_response:1; }","duration":"413.981107ms","start":"2026-03-04T03:14:10.933562Z","end":"2026-03-04T03:14:11.347543Z","steps":["trace[522135005] 'process raft request' (duration: 218.242119ms)","trace[522135005] 'compare' (duration: 195.218496ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:14:11.347738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:14:11.03297Z","time spent":"314.757878ms","remote":"127.0.0.1:47354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:14:11.347807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:14:10.933537Z","time spent":"414.215933ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:14:11.347959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.643045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-04T03:14:11.348072Z","caller":"traceutil/trace.go:171","msg":"trace[407160392] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:17757; }","duration":"289.795209ms","start":"2026-03-04T03:14:11.058253Z","end":"2026-03-04T03:14:11.348048Z","steps":["trace[407160392] 'agreement among raft nodes before linearized reading' (duration: 289.520333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:14:11.348104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.451638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-11597e85-8ad3-447f-b58a-ca5fc5c88801\" ","response":"range_response_count:1 size:3933"} {"level":"info","ts":"2026-03-04T03:14:11.348143Z","caller":"traceutil/trace.go:171","msg":"trace[482427567] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-11597e85-8ad3-447f-b58a-ca5fc5c88801; range_end:; response_count:1; response_revision:17757; }","duration":"194.50681ms","start":"2026-03-04T03:14:11.153623Z","end":"2026-03-04T03:14:11.34813Z","steps":["trace[482427567] 'agreement among raft nodes before linearized reading' (duration: 194.360677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:14:11.348159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.415593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-2stvg\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-03-04T03:14:11.348198Z","caller":"traceutil/trace.go:171","msg":"trace[1476619860] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-2stvg; range_end:; response_count:1; response_revision:17757; }","duration":"177.465504ms","start":"2026-03-04T03:14:11.170721Z","end":"2026-03-04T03:14:11.348186Z","steps":["trace[1476619860] 'agreement among raft nodes before linearized reading' (duration: 177.386452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:14:11.348198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.198773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-klwwf\" ","response":"range_response_count:1 size:22022"} {"level":"info","ts":"2026-03-04T03:14:11.34826Z","caller":"traceutil/trace.go:171","msg":"trace[818859689] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-klwwf; range_end:; response_count:1; response_revision:17757; }","duration":"166.275385ms","start":"2026-03-04T03:14:11.181969Z","end":"2026-03-04T03:14:11.348244Z","steps":["trace[818859689] 'agreement among raft nodes before linearized reading' (duration: 166.09072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:14:11.348297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.085522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T03:14:11.348363Z","caller":"traceutil/trace.go:171","msg":"trace[797382996] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17757; }","duration":"198.179375ms","start":"2026-03-04T03:14:11.150166Z","end":"2026-03-04T03:14:11.348346Z","steps":["trace[797382996] 'agreement among raft nodes before linearized reading' (duration: 198.004811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:14:11.348454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.913679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T03:14:11.348517Z","caller":"traceutil/trace.go:171","msg":"trace[231932960] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17757; }","duration":"213.985241ms","start":"2026-03-04T03:14:11.134518Z","end":"2026-03-04T03:14:11.348504Z","steps":["trace[231932960] 'agreement among raft nodes before linearized reading' (duration: 213.759465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:14:11.348515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.621217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3299"} {"level":"info","ts":"2026-03-04T03:14:11.348563Z","caller":"traceutil/trace.go:171","msg":"trace[1588598004] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:17757; }","duration":"205.704ms","start":"2026-03-04T03:14:11.142842Z","end":"2026-03-04T03:14:11.348546Z","steps":["trace[1588598004] 'agreement among raft nodes before linearized reading' (duration: 205.557966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:14:11.348582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.784045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T03:14:11.348628Z","caller":"traceutil/trace.go:171","msg":"trace[1468575242] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17757; }","duration":"197.830406ms","start":"2026-03-04T03:14:11.150784Z","end":"2026-03-04T03:14:11.348614Z","steps":["trace[1468575242] 'agreement among raft nodes before linearized reading' (duration: 197.704883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:14:11.348635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.250766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T03:14:11.348762Z","caller":"traceutil/trace.go:171","msg":"trace[582059522] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17757; }","duration":"198.389589ms","start":"2026-03-04T03:14:11.150358Z","end":"2026-03-04T03:14:11.348748Z","steps":["trace[582059522] 'agreement among raft nodes before linearized reading' (duration: 198.187465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:14:11.348888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.565232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-03-04T03:14:11.348935Z","caller":"traceutil/trace.go:171","msg":"trace[1513383377] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:17757; }","duration":"185.630463ms","start":"2026-03-04T03:14:11.163292Z","end":"2026-03-04T03:14:11.348923Z","steps":["trace[1513383377] 'agreement among raft nodes before linearized reading' (duration: 185.530971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:14:11.349063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.638553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T03:14:11.349101Z","caller":"traceutil/trace.go:171","msg":"trace[1847653323] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:17757; }","duration":"144.695844ms","start":"2026-03-04T03:14:11.204397Z","end":"2026-03-04T03:14:11.349092Z","steps":["trace[1847653323] 'agreement among raft nodes before linearized reading' (duration: 143.883865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:14:12.151498Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395070725,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T03:14:12.210252Z","caller":"traceutil/trace.go:171","msg":"trace[1437028162] transaction","detail":"{read_only:false; response_revision:17763; number_of_response:1; }","duration":"851.591364ms","start":"2026-03-04T03:14:11.358629Z","end":"2026-03-04T03:14:12.21022Z","steps":["trace[1437028162] 'process raft request' (duration: 851.505722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:14:12.210441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:14:11.358614Z","time spent":"851.736977ms","remote":"127.0.0.1:47250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":839,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:14:12.210281Z","caller":"traceutil/trace.go:171","msg":"trace[276842604] transaction","detail":"{read_only:false; response_revision:17762; number_of_response:1; }","duration":"854.430469ms","start":"2026-03-04T03:14:11.355825Z","end":"2026-03-04T03:14:12.210256Z","steps":["trace[276842604] 'process raft request' (duration: 854.116762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:14:12.210683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:14:11.355812Z","time spent":"854.811388ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:14:12.246826Z","caller":"traceutil/trace.go:171","msg":"trace[1669505257] linearizableReadLoop","detail":"{readStateIndex:18431; appliedIndex:18428; }","duration":"595.384744ms","start":"2026-03-04T03:14:11.651421Z","end":"2026-03-04T03:14:12.246806Z","steps":["trace[1669505257] 'read index received' (duration: 558.585221ms)","trace[1669505257] 'applied index is now lower than readState.Index' (duration: 36.798693ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:14:12.246874Z","caller":"traceutil/trace.go:171","msg":"trace[1540271950] transaction","detail":"{read_only:false; response_revision:17764; number_of_response:1; }","duration":"150.942509ms","start":"2026-03-04T03:14:12.095896Z","end":"2026-03-04T03:14:12.246839Z","steps":["trace[1540271950] 'process raft request' (duration: 150.000568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:14:12.247001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.553808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:14:12.247083Z","caller":"traceutil/trace.go:171","msg":"trace[326122757] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17765; }","duration":"595.6511ms","start":"2026-03-04T03:14:11.651414Z","end":"2026-03-04T03:14:12.247065Z","steps":["trace[326122757] 'agreement among raft nodes before linearized reading' (duration: 595.497076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:14:12.247101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.391459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T03:14:12.247129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:14:11.651361Z","time spent":"595.759912ms","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T03:14:12.247153Z","caller":"traceutil/trace.go:171","msg":"trace[2070018914] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:17765; }","duration":"421.515522ms","start":"2026-03-04T03:14:11.825623Z","end":"2026-03-04T03:14:12.247138Z","steps":["trace[2070018914] 'agreement among raft nodes before linearized reading' (duration: 421.364419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:14:12.247308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:14:11.825603Z","time spent":"421.664895ms","remote":"127.0.0.1:36280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:14:16.646916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.747123ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:14:16.647074Z","caller":"traceutil/trace.go:171","msg":"trace[444996320] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:17857; }","duration":"115.908987ms","start":"2026-03-04T03:14:16.531143Z","end":"2026-03-04T03:14:16.647052Z","steps":["trace[444996320] 'range keys from in-memory index tree' (duration: 115.731943ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:14:16.714397Z","caller":"traceutil/trace.go:171","msg":"trace[1696971722] linearizableReadLoop","detail":"{readStateIndex:18533; appliedIndex:18532; }","duration":"355.644916ms","start":"2026-03-04T03:14:16.358723Z","end":"2026-03-04T03:14:16.714368Z","steps":["trace[1696971722] 'read index received' (duration: 355.500412ms)","trace[1696971722] 'applied index is now lower than readState.Index' (duration: 143.584µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:14:16.715032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.2902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"warn","ts":"2026-03-04T03:14:16.715168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.177927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3299"} {"level":"info","ts":"2026-03-04T03:14:16.715214Z","caller":"traceutil/trace.go:171","msg":"trace[678814411] transaction","detail":"{read_only:false; response_revision:17858; number_of_response:1; }","duration":"387.588456ms","start":"2026-03-04T03:14:16.327602Z","end":"2026-03-04T03:14:16.71519Z","steps":["trace[678814411] 'process raft request' (duration: 386.546531ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:14:16.715246Z","caller":"traceutil/trace.go:171","msg":"trace[1141465976] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:17858; }","duration":"356.28822ms","start":"2026-03-04T03:14:16.358942Z","end":"2026-03-04T03:14:16.71523Z","steps":["trace[1141465976] 'agreement among raft nodes before linearized reading' (duration: 356.068955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:14:16.715295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:14:16.358932Z","time spent":"356.350052ms","remote":"127.0.0.1:35416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3321,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-03-04T03:14:16.715298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:14:16.327581Z","time spent":"387.672138ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10598,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:14:16.715574Z","caller":"traceutil/trace.go:171","msg":"trace[743460838] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:17858; }","duration":"356.888664ms","start":"2026-03-04T03:14:16.358675Z","end":"2026-03-04T03:14:16.715563Z","steps":["trace[743460838] 'agreement among raft nodes before linearized reading' (duration: 356.195568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:14:16.715613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:14:16.358653Z","time spent":"356.951175ms","remote":"127.0.0.1:47098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"info","ts":"2026-03-04T03:14:41.789106Z","caller":"traceutil/trace.go:171","msg":"trace[136045208] transaction","detail":"{read_only:false; response_revision:18135; number_of_response:1; }","duration":"188.610573ms","start":"2026-03-04T03:14:41.60045Z","end":"2026-03-04T03:14:41.789061Z","steps":["trace[136045208] 'process raft request' (duration: 119.677984ms)","trace[136045208] 'compare' (duration: 68.775485ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:14:41.847948Z","caller":"traceutil/trace.go:171","msg":"trace[2138518166] transaction","detail":"{read_only:false; response_revision:18136; number_of_response:1; }","duration":"246.588817ms","start":"2026-03-04T03:14:41.601335Z","end":"2026-03-04T03:14:41.847924Z","steps":["trace[2138518166] 'process raft request' (duration: 246.452754ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:14:41.848405Z","caller":"traceutil/trace.go:171","msg":"trace[170906799] transaction","detail":"{read_only:false; response_revision:18137; number_of_response:1; }","duration":"247.018887ms","start":"2026-03-04T03:14:41.601377Z","end":"2026-03-04T03:14:41.848396Z","steps":["trace[170906799] 'process raft request' (duration: 246.512986ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:14:41.848623Z","caller":"traceutil/trace.go:171","msg":"trace[156142696] linearizableReadLoop","detail":"{readStateIndex:18820; appliedIndex:18815; }","duration":"184.309673ms","start":"2026-03-04T03:14:41.664283Z","end":"2026-03-04T03:14:41.848593Z","steps":["trace[156142696] 'read index received' (duration: 55.925176ms)","trace[156142696] 'applied index is now lower than readState.Index' (duration: 128.383327ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:14:41.848667Z","caller":"traceutil/trace.go:171","msg":"trace[1858754988] transaction","detail":"{read_only:false; response_revision:18139; number_of_response:1; }","duration":"230.496984ms","start":"2026-03-04T03:14:41.61815Z","end":"2026-03-04T03:14:41.848647Z","steps":["trace[1858754988] 'process raft request' (duration: 230.33032ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:14:41.848685Z","caller":"traceutil/trace.go:171","msg":"trace[1313014702] transaction","detail":"{read_only:false; response_revision:18138; number_of_response:1; }","duration":"246.128047ms","start":"2026-03-04T03:14:41.602541Z","end":"2026-03-04T03:14:41.848669Z","steps":["trace[1313014702] 'process raft request' (duration: 245.682826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:14:41.848791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.494817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:14:41.848848Z","caller":"traceutil/trace.go:171","msg":"trace[494854147] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18139; }","duration":"184.678121ms","start":"2026-03-04T03:14:41.664156Z","end":"2026-03-04T03:14:41.848834Z","steps":["trace[494854147] 'agreement among raft nodes before linearized reading' (duration: 184.566119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:14:41.848891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.163704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-2stvg\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-03-04T03:14:41.84895Z","caller":"traceutil/trace.go:171","msg":"trace[862924875] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-2stvg; range_end:; response_count:1; response_revision:18139; }","duration":"110.293927ms","start":"2026-03-04T03:14:41.738639Z","end":"2026-03-04T03:14:41.848933Z","steps":["trace[862924875] 'agreement among raft nodes before linearized reading' (duration: 110.145133ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:14:44.578913Z","caller":"traceutil/trace.go:171","msg":"trace[22277040] linearizableReadLoop","detail":"{readStateIndex:18854; appliedIndex:18853; }","duration":"176.500692ms","start":"2026-03-04T03:14:44.402389Z","end":"2026-03-04T03:14:44.578889Z","steps":["trace[22277040] 'read index received' (duration: 176.375479ms)","trace[22277040] 'applied index is now lower than readState.Index' (duration: 124.253µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:14:44.579012Z","caller":"traceutil/trace.go:171","msg":"trace[1315671432] transaction","detail":"{read_only:false; response_revision:18172; number_of_response:1; }","duration":"183.805312ms","start":"2026-03-04T03:14:44.395164Z","end":"2026-03-04T03:14:44.57897Z","steps":["trace[1315671432] 'process raft request' (duration: 183.577477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:14:44.579121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.696636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:14:44.57919Z","caller":"traceutil/trace.go:171","msg":"trace[214290113] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:0; response_revision:18172; }","duration":"176.81361ms","start":"2026-03-04T03:14:44.402359Z","end":"2026-03-04T03:14:44.579173Z","steps":["trace[214290113] 'agreement among raft nodes before linearized reading' (duration: 176.641826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:14:44.623935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.196227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:14:44.624017Z","caller":"traceutil/trace.go:171","msg":"trace[1251469350] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:0; response_revision:18173; }","duration":"189.286679ms","start":"2026-03-04T03:14:44.434715Z","end":"2026-03-04T03:14:44.624001Z","steps":["trace[1251469350] 'agreement among raft nodes before linearized reading' (duration: 189.153586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:14:44.624086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.501805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:14:44.624127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.131025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:14:44.624171Z","caller":"traceutil/trace.go:171","msg":"trace[329557896] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:18173; }","duration":"221.665829ms","start":"2026-03-04T03:14:44.402487Z","end":"2026-03-04T03:14:44.624153Z","steps":["trace[329557896] 'agreement among raft nodes before linearized reading' (duration: 221.464405ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:14:44.624183Z","caller":"traceutil/trace.go:171","msg":"trace[1841285754] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:18173; }","duration":"189.212457ms","start":"2026-03-04T03:14:44.434955Z","end":"2026-03-04T03:14:44.624168Z","steps":["trace[1841285754] 'agreement among raft nodes before linearized reading' (duration: 189.024962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:14:44.624195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.240357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:14:44.624206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.726601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:14:44.624248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.500743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:14:44.624247Z","caller":"traceutil/trace.go:171","msg":"trace[331720244] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:18173; }","duration":"189.306159ms","start":"2026-03-04T03:14:44.434924Z","end":"2026-03-04T03:14:44.62423Z","steps":["trace[331720244] 'agreement among raft nodes before linearized reading' (duration: 189.228177ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:14:44.624273Z","caller":"traceutil/trace.go:171","msg":"trace[2036703846] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:18173; }","duration":"189.525094ms","start":"2026-03-04T03:14:44.43474Z","end":"2026-03-04T03:14:44.624265Z","steps":["trace[2036703846] 'agreement among raft nodes before linearized reading' (duration: 189.486923ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:14:44.624277Z","caller":"traceutil/trace.go:171","msg":"trace[686288431] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:18173; }","duration":"221.834323ms","start":"2026-03-04T03:14:44.402427Z","end":"2026-03-04T03:14:44.624262Z","steps":["trace[686288431] 'agreement among raft nodes before linearized reading' (duration: 221.389983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:14:44.624312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.855714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:14:44.62435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.680038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:14:44.624377Z","caller":"traceutil/trace.go:171","msg":"trace[1054537497] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:18173; }","duration":"189.738219ms","start":"2026-03-04T03:14:44.43463Z","end":"2026-03-04T03:14:44.624369Z","steps":["trace[1054537497] 'agreement among raft nodes before linearized reading' (duration: 189.698218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:14:44.624378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.815202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:14:44.624386Z","caller":"traceutil/trace.go:171","msg":"trace[1747328279] transaction","detail":"{read_only:false; response_revision:18173; number_of_response:1; }","duration":"191.267704ms","start":"2026-03-04T03:14:44.433108Z","end":"2026-03-04T03:14:44.624376Z","steps":["trace[1747328279] 'process raft request' (duration: 190.554078ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:14:44.624383Z","caller":"traceutil/trace.go:171","msg":"trace[421496213] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:18173; }","duration":"221.947925ms","start":"2026-03-04T03:14:44.402419Z","end":"2026-03-04T03:14:44.624367Z","steps":["trace[421496213] 'agreement among raft nodes before linearized reading' (duration: 221.822432ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:14:44.624415Z","caller":"traceutil/trace.go:171","msg":"trace[200193876] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:18173; }","duration":"221.883184ms","start":"2026-03-04T03:14:44.402522Z","end":"2026-03-04T03:14:44.624405Z","steps":["trace[200193876] 'agreement among raft nodes before linearized reading' (duration: 221.821973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:14:44.624354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.557432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:14:44.624464Z","caller":"traceutil/trace.go:171","msg":"trace[1498329144] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:18173; }","duration":"188.665064ms","start":"2026-03-04T03:14:44.435777Z","end":"2026-03-04T03:14:44.624442Z","steps":["trace[1498329144] 'agreement among raft nodes before linearized reading' (duration: 188.556621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:14:44.624477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.029718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:14:44.624501Z","caller":"traceutil/trace.go:171","msg":"trace[1405224150] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:18173; }","duration":"222.075278ms","start":"2026-03-04T03:14:44.402419Z","end":"2026-03-04T03:14:44.624494Z","steps":["trace[1405224150] 'agreement among raft nodes before linearized reading' (duration: 222.014807ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:14:58.717535Z","caller":"traceutil/trace.go:171","msg":"trace[1538156524] transaction","detail":"{read_only:false; response_revision:18268; number_of_response:1; }","duration":"235.579732ms","start":"2026-03-04T03:14:58.481941Z","end":"2026-03-04T03:14:58.717521Z","steps":["trace[1538156524] 'process raft request' (duration: 235.49302ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:14:59.141112Z","caller":"traceutil/trace.go:171","msg":"trace[431830939] transaction","detail":"{read_only:false; response_revision:18271; number_of_response:1; }","duration":"165.112028ms","start":"2026-03-04T03:14:58.975974Z","end":"2026-03-04T03:14:59.141086Z","steps":["trace[431830939] 'process raft request' (duration: 164.951604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:15:41.388964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.144931ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T03:15:41.389045Z","caller":"traceutil/trace.go:171","msg":"trace[1960752275] linearizableReadLoop","detail":"{readStateIndex:19300; appliedIndex:19299; }","duration":"310.361815ms","start":"2026-03-04T03:15:41.078672Z","end":"2026-03-04T03:15:41.389034Z","steps":["trace[1960752275] 'read index received' (duration: 169.030809ms)","trace[1960752275] 'applied index is now lower than readState.Index' (duration: 141.329976ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:15:41.389162Z","caller":"traceutil/trace.go:171","msg":"trace[799348632] transaction","detail":"{read_only:false; response_revision:18606; number_of_response:1; }","duration":"389.020654ms","start":"2026-03-04T03:15:41.000135Z","end":"2026-03-04T03:15:41.389156Z","steps":["trace[799348632] 'process raft request' (duration: 247.634197ms)","trace[799348632] 'compare' (duration: 140.822234ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:15:41.3892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:15:41.000117Z","time spent":"389.067206ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:15:41.38931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.673032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:15:41.389333Z","caller":"traceutil/trace.go:171","msg":"trace[1758899471] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:18606; }","duration":"310.738394ms","start":"2026-03-04T03:15:41.078588Z","end":"2026-03-04T03:15:41.389326Z","steps":["trace[1758899471] 'agreement among raft nodes before linearized reading' (duration: 310.703373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:15:41.389348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:15:41.078543Z","time spent":"310.801965ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-03-04T03:15:41.389434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.611011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:15:41.389453Z","caller":"traceutil/trace.go:171","msg":"trace[1676623855] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:18606; }","duration":"310.674983ms","start":"2026-03-04T03:15:41.078774Z","end":"2026-03-04T03:15:41.389449Z","steps":["trace[1676623855] 'agreement among raft nodes before linearized reading' (duration: 310.649382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:15:41.389464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:15:41.078745Z","time spent":"310.717334ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-03-04T03:15:41.389569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.092396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:15:41.389588Z","caller":"traceutil/trace.go:171","msg":"trace[765741003] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:18606; }","duration":"152.142847ms","start":"2026-03-04T03:15:41.237441Z","end":"2026-03-04T03:15:41.389584Z","steps":["trace[765741003] 'agreement among raft nodes before linearized reading' (duration: 152.106666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:15:41.389714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.946686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T03:15:41.389731Z","caller":"traceutil/trace.go:171","msg":"trace[1875291327] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18606; }","duration":"239.006757ms","start":"2026-03-04T03:15:41.15072Z","end":"2026-03-04T03:15:41.389727Z","steps":["trace[1875291327] 'agreement among raft nodes before linearized reading' (duration: 238.924775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:15:41.389839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.909669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21379"} {"level":"info","ts":"2026-03-04T03:15:41.389855Z","caller":"traceutil/trace.go:171","msg":"trace[477330382] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:18606; }","duration":"307.99723ms","start":"2026-03-04T03:15:41.081854Z","end":"2026-03-04T03:15:41.389852Z","steps":["trace[477330382] 'agreement among raft nodes before linearized reading' (duration: 307.940719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:15:41.389867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:15:41.081842Z","time spent":"308.021971ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":21401,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"warn","ts":"2026-03-04T03:15:41.626968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.61379ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T03:15:41.627149Z","caller":"traceutil/trace.go:171","msg":"trace[1842028761] transaction","detail":"{read_only:false; response_revision:18607; number_of_response:1; }","duration":"234.539414ms","start":"2026-03-04T03:15:41.392568Z","end":"2026-03-04T03:15:41.627107Z","steps":["trace[1842028761] 'process raft request' (duration: 99.657797ms)","trace[1842028761] 'compare' (duration: 134.370625ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:15:41.627268Z","caller":"traceutil/trace.go:171","msg":"trace[613369195] transaction","detail":"{read_only:false; response_revision:18608; number_of_response:1; }","duration":"133.31507ms","start":"2026-03-04T03:15:41.493934Z","end":"2026-03-04T03:15:41.627249Z","steps":["trace[613369195] 'process raft request' (duration: 133.197947ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:15:41.627307Z","caller":"traceutil/trace.go:171","msg":"trace[2099610000] linearizableReadLoop","detail":"{readStateIndex:19301; appliedIndex:19300; }","duration":"233.140031ms","start":"2026-03-04T03:15:41.394129Z","end":"2026-03-04T03:15:41.627269Z","steps":["trace[2099610000] 'read index received' (duration: 98.04353ms)","trace[2099610000] 'applied index is now lower than readState.Index' (duration: 135.093711ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:15:41.627735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.921401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-04T03:15:41.627803Z","caller":"traceutil/trace.go:171","msg":"trace[384156913] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:18608; }","duration":"167.086115ms","start":"2026-03-04T03:15:41.460695Z","end":"2026-03-04T03:15:41.627781Z","steps":["trace[384156913] 'agreement among raft nodes before linearized reading' (duration: 166.892571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:15:41.627782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.650763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T03:15:41.627978Z","caller":"traceutil/trace.go:171","msg":"trace[1825651549] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18608; }","duration":"233.858578ms","start":"2026-03-04T03:15:41.394066Z","end":"2026-03-04T03:15:41.627925Z","steps":["trace[1825651549] 'agreement among raft nodes before linearized reading' (duration: 233.318645ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:15:42.914314Z","caller":"traceutil/trace.go:171","msg":"trace[121499675] transaction","detail":"{read_only:false; response_revision:18617; number_of_response:1; }","duration":"101.748075ms","start":"2026-03-04T03:15:42.812528Z","end":"2026-03-04T03:15:42.914276Z","steps":["trace[121499675] 'process raft request' (duration: 100.21052ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:15:51.917949Z","caller":"traceutil/trace.go:171","msg":"trace[27678078] transaction","detail":"{read_only:false; response_revision:18662; number_of_response:1; }","duration":"183.309132ms","start":"2026-03-04T03:15:51.734616Z","end":"2026-03-04T03:15:51.917925Z","steps":["trace[27678078] 'process raft request' (duration: 183.116957ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:17:35.453871Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"65ae7913d9d30912","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-04T03:17:35.459722Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-04T03:17:35.459802Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-03-04T03:18:20.787795Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17405} {"level":"info","ts":"2026-03-04T03:18:20.90473Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17405,"took":"113.469991ms","hash":2729088497,"current-db-size-bytes":41897984,"current-db-size":"42 MB","current-db-size-in-use-bytes":30076928,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-04T03:18:20.90483Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2729088497,"revision":17405,"compact-revision":15282} {"level":"info","ts":"2026-03-04T03:18:47.394505Z","caller":"traceutil/trace.go:171","msg":"trace[603757250] transaction","detail":"{read_only:false; response_revision:19846; number_of_response:1; }","duration":"215.663931ms","start":"2026-03-04T03:18:47.17881Z","end":"2026-03-04T03:18:47.394474Z","steps":["trace[603757250] 'process raft request' (duration: 184.71254ms)","trace[603757250] 'compare' (duration: 30.777717ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:18:47.400092Z","caller":"traceutil/trace.go:171","msg":"trace[1386767335] linearizableReadLoop","detail":"{readStateIndex:20588; appliedIndex:20584; }","duration":"197.830765ms","start":"2026-03-04T03:18:47.202246Z","end":"2026-03-04T03:18:47.400077Z","steps":["trace[1386767335] 'read index received' (duration: 161.288395ms)","trace[1386767335] 'applied index is now lower than readState.Index' (duration: 36.54161ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:18:47.400141Z","caller":"traceutil/trace.go:171","msg":"trace[250127383] transaction","detail":"{read_only:false; response_revision:19848; number_of_response:1; }","duration":"220.058703ms","start":"2026-03-04T03:18:47.180055Z","end":"2026-03-04T03:18:47.400114Z","steps":["trace[250127383] 'process raft request' (duration: 219.908689ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:18:47.400141Z","caller":"traceutil/trace.go:171","msg":"trace[640995824] transaction","detail":"{read_only:false; response_revision:19847; number_of_response:1; }","duration":"220.600385ms","start":"2026-03-04T03:18:47.179493Z","end":"2026-03-04T03:18:47.400093Z","steps":["trace[640995824] 'process raft request' (duration: 220.390831ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:18:47.400192Z","caller":"traceutil/trace.go:171","msg":"trace[2043784911] transaction","detail":"{read_only:false; response_revision:19849; number_of_response:1; }","duration":"213.901139ms","start":"2026-03-04T03:18:47.186277Z","end":"2026-03-04T03:18:47.400178Z","steps":["trace[2043784911] 'process raft request' (duration: 213.728595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:18:47.400331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.06145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T03:18:47.400368Z","caller":"traceutil/trace.go:171","msg":"trace[725947053] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19849; }","duration":"198.151553ms","start":"2026-03-04T03:18:47.202208Z","end":"2026-03-04T03:18:47.40036Z","steps":["trace[725947053] 'agreement among raft nodes before linearized reading' (duration: 198.002119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:18:47.400475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.027645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-04T03:18:47.400566Z","caller":"traceutil/trace.go:171","msg":"trace[962213457] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:19849; }","duration":"157.181159ms","start":"2026-03-04T03:18:47.243363Z","end":"2026-03-04T03:18:47.400545Z","steps":["trace[962213457] 'agreement among raft nodes before linearized reading' (duration: 156.905403ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:18:47.602184Z","caller":"traceutil/trace.go:171","msg":"trace[338446983] transaction","detail":"{read_only:false; response_revision:19851; number_of_response:1; }","duration":"107.83166ms","start":"2026-03-04T03:18:47.494326Z","end":"2026-03-04T03:18:47.602158Z","steps":["trace[338446983] 'process raft request' (duration: 28.289289ms)","trace[338446983] 'compare' (duration: 79.443049ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:18:47.642329Z","caller":"traceutil/trace.go:171","msg":"trace[1322833350] linearizableReadLoop","detail":"{readStateIndex:20592; appliedIndex:20589; }","duration":"132.359691ms","start":"2026-03-04T03:18:47.509945Z","end":"2026-03-04T03:18:47.642304Z","steps":["trace[1322833350] 'read index received' (duration: 12.625884ms)","trace[1322833350] 'applied index is now lower than readState.Index' (duration: 119.732607ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:18:47.642391Z","caller":"traceutil/trace.go:171","msg":"trace[1188918145] transaction","detail":"{read_only:false; response_revision:19852; number_of_response:1; }","duration":"147.883382ms","start":"2026-03-04T03:18:47.49447Z","end":"2026-03-04T03:18:47.642354Z","steps":["trace[1188918145] 'process raft request' (duration: 147.630556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:18:47.64255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.586766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-03-04T03:18:47.642596Z","caller":"traceutil/trace.go:171","msg":"trace[652202558] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:19853; }","duration":"132.651827ms","start":"2026-03-04T03:18:47.509934Z","end":"2026-03-04T03:18:47.642586Z","steps":["trace[652202558] 'agreement among raft nodes before linearized reading' (duration: 132.475213ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:18:47.642623Z","caller":"traceutil/trace.go:171","msg":"trace[265919579] transaction","detail":"{read_only:false; response_revision:19853; number_of_response:1; }","duration":"145.118538ms","start":"2026-03-04T03:18:47.497483Z","end":"2026-03-04T03:18:47.642602Z","steps":["trace[265919579] 'process raft request' (duration: 144.748009ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:18:47.814084Z","caller":"traceutil/trace.go:171","msg":"trace[65812308] linearizableReadLoop","detail":"{readStateIndex:20595; appliedIndex:20593; }","duration":"119.721787ms","start":"2026-03-04T03:18:47.694339Z","end":"2026-03-04T03:18:47.81406Z","steps":["trace[65812308] 'read index received' (duration: 119.4089ms)","trace[65812308] 'applied index is now lower than readState.Index' (duration: 311.767µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:18:47.814146Z","caller":"traceutil/trace.go:171","msg":"trace[816010399] transaction","detail":"{read_only:false; response_revision:19855; number_of_response:1; }","duration":"123.724491ms","start":"2026-03-04T03:18:47.690399Z","end":"2026-03-04T03:18:47.814124Z","steps":["trace[816010399] 'process raft request' (duration: 123.439614ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:18:47.814218Z","caller":"traceutil/trace.go:171","msg":"trace[486057050] transaction","detail":"{read_only:false; response_revision:19856; number_of_response:1; }","duration":"123.769321ms","start":"2026-03-04T03:18:47.690414Z","end":"2026-03-04T03:18:47.814184Z","steps":["trace[486057050] 'process raft request' (duration: 123.577696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:18:47.814285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.921142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-octavia-server\" ","response":"range_response_count:1 size:9669"} {"level":"info","ts":"2026-03-04T03:18:47.814318Z","caller":"traceutil/trace.go:171","msg":"trace[1464595847] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-octavia-server; range_end:; response_count:1; response_revision:19856; }","duration":"119.986353ms","start":"2026-03-04T03:18:47.694322Z","end":"2026-03-04T03:18:47.814309Z","steps":["trace[1464595847] 'agreement among raft nodes before linearized reading' (duration: 119.831019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:19:32.191846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.319358101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T03:19:32.191929Z","caller":"traceutil/trace.go:171","msg":"trace[666792985] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20088; }","duration":"1.319502975s","start":"2026-03-04T03:19:30.872409Z","end":"2026-03-04T03:19:32.191912Z","steps":["trace[666792985] 'range keys from in-memory index tree' (duration: 1.319185868s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:19:32.191967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:19:30.872388Z","time spent":"1.319570926s","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T03:19:32.192321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285016391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:19:32.192362Z","caller":"traceutil/trace.go:171","msg":"trace[2011343124] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:20088; }","duration":"1.285086383s","start":"2026-03-04T03:19:30.907266Z","end":"2026-03-04T03:19:32.192352Z","steps":["trace[2011343124] 'count revisions from in-memory index tree' (duration: 1.284918709s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:19:32.192391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:19:30.907251Z","time spent":"1.285131564s","remote":"127.0.0.1:35526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:19:32.192636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.196928921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T03:19:32.192673Z","caller":"traceutil/trace.go:171","msg":"trace[1150509396] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20088; }","duration":"1.196996263s","start":"2026-03-04T03:19:30.995668Z","end":"2026-03-04T03:19:32.192664Z","steps":["trace[1150509396] 'range keys from in-memory index tree' (duration: 1.196823809s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:19:32.192697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:19:30.99565Z","time spent":"1.197041714s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T03:19:32.193122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037752786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T03:19:32.19316Z","caller":"traceutil/trace.go:171","msg":"trace[2000937567] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:20088; }","duration":"1.037831528s","start":"2026-03-04T03:19:31.15532Z","end":"2026-03-04T03:19:32.193152Z","steps":["trace[2000937567] 'count revisions from in-memory index tree' (duration: 1.037670745s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:19:32.193188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:19:31.155296Z","time spent":"1.0378837s","remote":"127.0.0.1:47418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":17,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:19:32.193385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.745367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:19:32.193423Z","caller":"traceutil/trace.go:171","msg":"trace[800050164] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:20088; }","duration":"839.813249ms","start":"2026-03-04T03:19:31.353601Z","end":"2026-03-04T03:19:32.193414Z","steps":["trace[800050164] 'count revisions from in-memory index tree' (duration: 839.635515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:19:32.193451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:19:31.353583Z","time spent":"839.85989ms","remote":"127.0.0.1:45516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:19:32.193803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.451799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-04T03:19:32.193842Z","caller":"traceutil/trace.go:171","msg":"trace[242087075] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:20088; }","duration":"695.525901ms","start":"2026-03-04T03:19:31.498305Z","end":"2026-03-04T03:19:32.193831Z","steps":["trace[242087075] 'range keys from in-memory index tree' (duration: 695.327666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:19:32.193868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:19:31.498286Z","time spent":"695.575661ms","remote":"127.0.0.1:47098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-04T03:19:32.194268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.396628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T03:19:32.194308Z","caller":"traceutil/trace.go:171","msg":"trace[880232051] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:20088; }","duration":"567.471459ms","start":"2026-03-04T03:19:31.626826Z","end":"2026-03-04T03:19:32.194297Z","steps":["trace[880232051] 'count revisions from in-memory index tree' (duration: 567.323606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:19:32.194336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:19:31.626805Z","time spent":"567.522511ms","remote":"127.0.0.1:47382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:19:32.194472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.783858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:19:32.194503Z","caller":"traceutil/trace.go:171","msg":"trace[1202605292] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20088; }","duration":"543.85236ms","start":"2026-03-04T03:19:31.650643Z","end":"2026-03-04T03:19:32.194495Z","steps":["trace[1202605292] 'range keys from in-memory index tree' (duration: 543.584413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:19:32.194527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:19:31.650622Z","time spent":"543.899351ms","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T03:19:32.194746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.621993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T03:19:32.194784Z","caller":"traceutil/trace.go:171","msg":"trace[524619363] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20088; }","duration":"509.682595ms","start":"2026-03-04T03:19:31.685089Z","end":"2026-03-04T03:19:32.194771Z","steps":["trace[524619363] 'range keys from in-memory index tree' (duration: 509.507351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:19:32.194809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:19:31.685075Z","time spent":"509.728705ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T03:19:32.195105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.839002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:19:32.195144Z","caller":"traceutil/trace.go:171","msg":"trace[806452404] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:20088; }","duration":"431.900114ms","start":"2026-03-04T03:19:31.763234Z","end":"2026-03-04T03:19:32.195134Z","steps":["trace[806452404] 'count revisions from in-memory index tree' (duration: 431.771891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:19:32.195172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:19:31.76322Z","time spent":"431.943885ms","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:19:32.195646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.55369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T03:19:32.195684Z","caller":"traceutil/trace.go:171","msg":"trace[1345796175] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20088; }","duration":"359.628282ms","start":"2026-03-04T03:19:31.836047Z","end":"2026-03-04T03:19:32.195675Z","steps":["trace[1345796175] 'range keys from in-memory index tree' (duration: 359.413707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:19:32.195709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:19:31.836003Z","time spent":"359.699963ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T03:19:32.21405Z","caller":"traceutil/trace.go:171","msg":"trace[1752790033] transaction","detail":"{read_only:false; response_revision:20089; number_of_response:1; }","duration":"318.421042ms","start":"2026-03-04T03:19:31.895609Z","end":"2026-03-04T03:19:32.21403Z","steps":["trace[1752790033] 'process raft request' (duration: 318.310969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:19:32.214186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:19:31.895575Z","time spent":"318.543825ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:19:32.214571Z","caller":"traceutil/trace.go:171","msg":"trace[1702802966] linearizableReadLoop","detail":"{readStateIndex:20837; appliedIndex:20837; }","duration":"235.321568ms","start":"2026-03-04T03:19:31.97924Z","end":"2026-03-04T03:19:32.214562Z","steps":["trace[1702802966] 'read index received' (duration: 235.317098ms)","trace[1702802966] 'applied index is now lower than readState.Index' (duration: 3.92µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:19:32.214677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.441341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T03:19:32.214707Z","caller":"traceutil/trace.go:171","msg":"trace[2009590910] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20089; }","duration":"235.495632ms","start":"2026-03-04T03:19:31.979205Z","end":"2026-03-04T03:19:32.2147Z","steps":["trace[2009590910] 'agreement among raft nodes before linearized reading' (duration: 235.40893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:19:32.714838Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395077704,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T03:19:32.863712Z","caller":"traceutil/trace.go:171","msg":"trace[1735131078] transaction","detail":"{read_only:false; response_revision:20093; number_of_response:1; }","duration":"653.035321ms","start":"2026-03-04T03:19:32.210655Z","end":"2026-03-04T03:19:32.86369Z","steps":["trace[1735131078] 'process raft request' (duration: 652.99318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:19:32.863852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:19:32.210648Z","time spent":"653.137203ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:19:32.864166Z","caller":"traceutil/trace.go:171","msg":"trace[1154470323] transaction","detail":"{read_only:false; response_revision:20090; number_of_response:1; }","duration":"794.573645ms","start":"2026-03-04T03:19:32.069581Z","end":"2026-03-04T03:19:32.864154Z","steps":["trace[1154470323] 'process raft request' (duration: 793.850039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:19:32.864235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:19:32.069566Z","time spent":"794.635857ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:19:32.864336Z","caller":"traceutil/trace.go:171","msg":"trace[2114385187] linearizableReadLoop","detail":"{readStateIndex:20843; appliedIndex:20837; }","duration":"649.711903ms","start":"2026-03-04T03:19:32.214599Z","end":"2026-03-04T03:19:32.864311Z","steps":["trace[2114385187] 'read index received' (duration: 648.814202ms)","trace[2114385187] 'applied index is now lower than readState.Index' (duration: 896.591µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:19:32.864429Z","caller":"traceutil/trace.go:171","msg":"trace[54401279] transaction","detail":"{read_only:false; response_revision:20092; number_of_response:1; }","duration":"653.817449ms","start":"2026-03-04T03:19:32.210605Z","end":"2026-03-04T03:19:32.864422Z","steps":["trace[54401279] 'process raft request' (duration: 653.00735ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:19:32.864473Z","caller":"traceutil/trace.go:171","msg":"trace[1692645552] transaction","detail":"{read_only:false; response_revision:20094; number_of_response:1; }","duration":"646.526309ms","start":"2026-03-04T03:19:32.217936Z","end":"2026-03-04T03:19:32.864462Z","steps":["trace[1692645552] 'process raft request' (duration: 646.221782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:19:32.864588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:19:32.217919Z","time spent":"646.592941ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:19:32.864712Z","caller":"traceutil/trace.go:171","msg":"trace[1201185601] transaction","detail":"{read_only:false; response_revision:20095; number_of_response:1; }","duration":"374.631771ms","start":"2026-03-04T03:19:32.49007Z","end":"2026-03-04T03:19:32.864702Z","steps":["trace[1201185601] 'process raft request' (duration: 374.198151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:19:32.86477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:19:32.490055Z","time spent":"374.686282ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:19:32.864396Z","caller":"traceutil/trace.go:171","msg":"trace[1181448961] transaction","detail":"{read_only:false; response_revision:20091; number_of_response:1; }","duration":"653.811919ms","start":"2026-03-04T03:19:32.210575Z","end":"2026-03-04T03:19:32.864387Z","steps":["trace[1181448961] 'process raft request' (duration: 652.99497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:19:32.864983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.753471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:19:32.865005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:19:32.210546Z","time spent":"654.373681ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:19:32.864481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:19:32.210582Z","time spent":"653.870989ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:19:32.865073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.293109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b5f6ad75-dacd-43b9-a24b-7b2b736a6ea0\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-03-04T03:19:32.865129Z","caller":"traceutil/trace.go:171","msg":"trace[1436015302] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b5f6ad75-dacd-43b9-a24b-7b2b736a6ea0; range_end:; response_count:1; response_revision:20095; }","duration":"663.378201ms","start":"2026-03-04T03:19:32.201736Z","end":"2026-03-04T03:19:32.865114Z","steps":["trace[1436015302] 'agreement among raft nodes before linearized reading' (duration: 663.220957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:19:32.865167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:19:32.201708Z","time spent":"663.451563ms","remote":"127.0.0.1:47082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1298,"request content":"key:\"/registry/persistentvolumes/pvc-b5f6ad75-dacd-43b9-a24b-7b2b736a6ea0\" "} {"level":"warn","ts":"2026-03-04T03:19:32.865275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.803712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-04T03:19:32.865318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.909758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T03:19:32.865132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.428819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:19:32.865354Z","caller":"traceutil/trace.go:171","msg":"trace[1976569375] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20095; }","duration":"814.95918ms","start":"2026-03-04T03:19:32.050381Z","end":"2026-03-04T03:19:32.86534Z","steps":["trace[1976569375] 'agreement among raft nodes before linearized reading' (duration: 814.914729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:19:32.865381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:19:32.050371Z","time spent":"815.003841ms","remote":"127.0.0.1:36280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T03:19:32.865382Z","caller":"traceutil/trace.go:171","msg":"trace[133201646] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:20095; }","duration":"140.701486ms","start":"2026-03-04T03:19:32.724666Z","end":"2026-03-04T03:19:32.865367Z","steps":["trace[133201646] 'agreement among raft nodes before linearized reading' (duration: 140.44357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:19:32.86539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.073394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T03:19:32.86542Z","caller":"traceutil/trace.go:171","msg":"trace[1499654599] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20095; }","duration":"205.131525ms","start":"2026-03-04T03:19:32.660278Z","end":"2026-03-04T03:19:32.86541Z","steps":["trace[1499654599] 'agreement among raft nodes before linearized reading' (duration: 205.054363ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:19:32.865027Z","caller":"traceutil/trace.go:171","msg":"trace[1630592725] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:20095; }","duration":"401.840473ms","start":"2026-03-04T03:19:32.463176Z","end":"2026-03-04T03:19:32.865017Z","steps":["trace[1630592725] 'agreement among raft nodes before linearized reading' (duration: 401.769152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:19:32.865512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:19:32.463157Z","time spent":"402.345966ms","remote":"127.0.0.1:36320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-03-04T03:19:32.865313Z","caller":"traceutil/trace.go:171","msg":"trace[1315793986] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:20095; }","duration":"184.869783ms","start":"2026-03-04T03:19:32.680435Z","end":"2026-03-04T03:19:32.865305Z","steps":["trace[1315793986] 'agreement among raft nodes before linearized reading' (duration: 184.71859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:19:32.865274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.795401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:19:32.865575Z","caller":"traceutil/trace.go:171","msg":"trace[1340401789] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20095; }","duration":"664.114108ms","start":"2026-03-04T03:19:32.201453Z","end":"2026-03-04T03:19:32.865568Z","steps":["trace[1340401789] 'agreement among raft nodes before linearized reading' (duration: 663.690248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:19:32.865607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:19:32.20144Z","time spent":"664.160549ms","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T03:19:32.865777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.516195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T03:19:32.86584Z","caller":"traceutil/trace.go:171","msg":"trace[1078974444] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20095; }","duration":"654.609547ms","start":"2026-03-04T03:19:32.211214Z","end":"2026-03-04T03:19:32.865823Z","steps":["trace[1078974444] 'agreement among raft nodes before linearized reading' (duration: 653.807059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:19:32.865881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:19:32.211206Z","time spent":"654.667488ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T03:19:43.741156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.567685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:19:43.741238Z","caller":"traceutil/trace.go:171","msg":"trace[1478563971] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:20143; }","duration":"622.698539ms","start":"2026-03-04T03:19:43.118527Z","end":"2026-03-04T03:19:43.741225Z","steps":["trace[1478563971] 'range keys from in-memory index tree' (duration: 622.490444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:19:43.741267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:19:43.118509Z","time spent":"622.75205ms","remote":"127.0.0.1:47408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T03:19:43.741494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:19:43.262775Z","time spent":"478.713679ms","remote":"127.0.0.1:40442","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T03:19:43.74149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.67134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T03:19:43.741564Z","caller":"traceutil/trace.go:171","msg":"trace[37611396] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:20143; }","duration":"448.775462ms","start":"2026-03-04T03:19:43.292772Z","end":"2026-03-04T03:19:43.741548Z","steps":["trace[37611396] 'count revisions from in-memory index tree' (duration: 448.615709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:19:43.741598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:19:43.292765Z","time spent":"448.825523ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":145,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-03-04T03:19:49.418688Z","caller":"traceutil/trace.go:171","msg":"trace[346396797] transaction","detail":"{read_only:false; response_revision:20163; number_of_response:1; }","duration":"389.470252ms","start":"2026-03-04T03:19:49.02918Z","end":"2026-03-04T03:19:49.41865Z","steps":["trace[346396797] 'process raft request' (duration: 389.301648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:19:49.418838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:19:49.029151Z","time spent":"389.611055ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:19:50.425923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.332503ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T03:19:50.426143Z","caller":"traceutil/trace.go:171","msg":"trace[674409239] transaction","detail":"{read_only:false; response_revision:20164; number_of_response:1; }","duration":"1.396444562s","start":"2026-03-04T03:19:49.029614Z","end":"2026-03-04T03:19:50.426059Z","steps":["trace[674409239] 'process raft request' (duration: 1.078904854s)","trace[674409239] 'compare' (duration: 317.112728ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:19:50.426316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:19:49.029595Z","time spent":"1.396630895s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:19:51.144231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.227811ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T03:19:51.144367Z","caller":"traceutil/trace.go:171","msg":"trace[124072711] linearizableReadLoop","detail":"{readStateIndex:20916; appliedIndex:20914; }","duration":"2.106465952s","start":"2026-03-04T03:19:49.037889Z","end":"2026-03-04T03:19:51.144355Z","steps":["trace[124072711] 'read index received' (duration: 380.620366ms)","trace[124072711] 'applied index is now lower than readState.Index' (duration: 1.725844756s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:19:51.144539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.106640556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:19:51.144615Z","caller":"traceutil/trace.go:171","msg":"trace[2049173647] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:20164; }","duration":"2.106665666s","start":"2026-03-04T03:19:49.037884Z","end":"2026-03-04T03:19:51.144549Z","steps":["trace[2049173647] 'agreement among raft nodes before linearized reading' (duration: 2.106623945s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:19:51.144646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:19:49.037837Z","time spent":"2.10680318s","remote":"127.0.0.1:35482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:19:51.145147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.106249767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T03:19:51.145253Z","caller":"traceutil/trace.go:171","msg":"trace[548835112] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20168; }","duration":"2.1063685s","start":"2026-03-04T03:19:49.03886Z","end":"2026-03-04T03:19:51.145228Z","steps":["trace[548835112] 'agreement among raft nodes before linearized reading' (duration: 2.106135485s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:19:51.145277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.100534624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-04T03:19:51.14531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:19:49.038854Z","time spent":"2.106444312s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T03:19:51.145298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.104133788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T03:19:51.145375Z","caller":"traceutil/trace.go:171","msg":"trace[36148761] transaction","detail":"{read_only:false; response_revision:20166; number_of_response:1; }","duration":"960.12645ms","start":"2026-03-04T03:19:50.185228Z","end":"2026-03-04T03:19:51.145355Z","steps":["trace[36148761] 'process raft request' (duration: 959.558187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:19:51.145391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.104181229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-04T03:19:51.145427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.494708878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:19:51.145441Z","caller":"traceutil/trace.go:171","msg":"trace[2144618462] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20168; }","duration":"2.104238001s","start":"2026-03-04T03:19:49.041192Z","end":"2026-03-04T03:19:51.14543Z","steps":["trace[2144618462] 'agreement among raft nodes before linearized reading' (duration: 2.104147139s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:19:51.145461Z","caller":"traceutil/trace.go:171","msg":"trace[1271560164] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20168; }","duration":"1.494772639s","start":"2026-03-04T03:19:49.650678Z","end":"2026-03-04T03:19:51.145451Z","steps":["trace[1271560164] 'agreement among raft nodes before linearized reading' (duration: 1.494729158s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:19:51.145447Z","caller":"traceutil/trace.go:171","msg":"trace[969479408] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20168; }","duration":"2.104292341s","start":"2026-03-04T03:19:49.041111Z","end":"2026-03-04T03:19:51.145403Z","steps":["trace[969479408] 'agreement among raft nodes before linearized reading' (duration: 2.104046575s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:19:51.145495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:19:49.650658Z","time spent":"1.494831561s","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T03:19:51.145304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.1046176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T03:19:51.145519Z","caller":"traceutil/trace.go:171","msg":"trace[264655223] transaction","detail":"{read_only:false; response_revision:20165; number_of_response:1; }","duration":"1.710482089s","start":"2026-03-04T03:19:49.435027Z","end":"2026-03-04T03:19:51.145509Z","steps":["trace[264655223] 'process raft request' (duration: 1.709286311s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:19:51.145481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:19:49.041188Z","time spent":"2.104286732s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T03:19:51.145538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:19:49.041096Z","time spent":"2.104418595s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T03:19:51.145578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:19:49.435001Z","time spent":"1.710548929s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:19:51.145427Z","caller":"traceutil/trace.go:171","msg":"trace[659877487] transaction","detail":"{read_only:false; response_revision:20168; number_of_response:1; }","duration":"669.647461ms","start":"2026-03-04T03:19:50.475771Z","end":"2026-03-04T03:19:51.145418Z","steps":["trace[659877487] 'process raft request' (duration: 669.17471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:19:51.145309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.244329582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T03:19:51.145688Z","caller":"traceutil/trace.go:171","msg":"trace[705692780] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:20168; }","duration":"1.244777322s","start":"2026-03-04T03:19:49.900901Z","end":"2026-03-04T03:19:51.145678Z","steps":["trace[705692780] 'agreement among raft nodes before linearized reading' (duration: 1.244192269s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:19:51.14553Z","caller":"traceutil/trace.go:171","msg":"trace[387331034] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20168; }","duration":"2.104857655s","start":"2026-03-04T03:19:49.040665Z","end":"2026-03-04T03:19:51.145522Z","steps":["trace[387331034] 'agreement among raft nodes before linearized reading' (duration: 2.104574068s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:19:51.14573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:19:49.900878Z","time spent":"1.244839623s","remote":"127.0.0.1:47016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":128,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:19:51.145729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:19:50.475745Z","time spent":"669.908258ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:19:51.145753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:19:49.040658Z","time spent":"2.10508266s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T03:19:51.145479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:19:50.185203Z","time spent":"960.217822ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:19:51.145337Z","caller":"traceutil/trace.go:171","msg":"trace[751599432] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20168; }","duration":"2.100614656s","start":"2026-03-04T03:19:49.044708Z","end":"2026-03-04T03:19:51.145323Z","steps":["trace[751599432] 'agreement among raft nodes before linearized reading' (duration: 2.100439692s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:19:51.145388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.361777885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:19:51.145955Z","caller":"traceutil/trace.go:171","msg":"trace[485161499] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:20168; }","duration":"1.362359028s","start":"2026-03-04T03:19:49.783566Z","end":"2026-03-04T03:19:51.145925Z","steps":["trace[485161499] 'agreement among raft nodes before linearized reading' (duration: 1.361796555s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:19:51.146005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:19:49.783547Z","time spent":"1.362443951s","remote":"127.0.0.1:35464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:19:51.145883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:19:49.044699Z","time spent":"2.101174619s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T03:19:51.145387Z","caller":"traceutil/trace.go:171","msg":"trace[387195719] transaction","detail":"{read_only:false; response_revision:20167; number_of_response:1; }","duration":"727.989079ms","start":"2026-03-04T03:19:50.417379Z","end":"2026-03-04T03:19:51.145368Z","steps":["trace[387195719] 'process raft request' (duration: 727.514108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:19:51.146232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:19:50.417355Z","time spent":"728.838388ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:19:51.493169Z","caller":"traceutil/trace.go:171","msg":"trace[2130330918] transaction","detail":"{read_only:false; response_revision:20169; number_of_response:1; }","duration":"341.806933ms","start":"2026-03-04T03:19:51.151333Z","end":"2026-03-04T03:19:51.49314Z","steps":["trace[2130330918] 'process raft request' (duration: 341.619339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:19:51.49334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:19:51.151315Z","time spent":"341.937867ms","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":886,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:19:51.981414Z","caller":"traceutil/trace.go:171","msg":"trace[1454616627] transaction","detail":"{read_only:false; response_revision:20171; number_of_response:1; }","duration":"829.205594ms","start":"2026-03-04T03:19:51.152189Z","end":"2026-03-04T03:19:51.981395Z","steps":["trace[1454616627] 'process raft request' (duration: 829.135772ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:19:51.981465Z","caller":"traceutil/trace.go:171","msg":"trace[1541021544] transaction","detail":"{read_only:false; response_revision:20170; number_of_response:1; }","duration":"829.337666ms","start":"2026-03-04T03:19:51.152091Z","end":"2026-03-04T03:19:51.981428Z","steps":["trace[1541021544] 'process raft request' (duration: 829.119871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:19:51.98153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:19:51.152182Z","time spent":"829.288985ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:19:51.981626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:19:51.152069Z","time spent":"829.47466ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:19:51.981849Z","caller":"traceutil/trace.go:171","msg":"trace[992510902] transaction","detail":"{read_only:false; response_revision:20172; number_of_response:1; }","duration":"829.603113ms","start":"2026-03-04T03:19:51.152238Z","end":"2026-03-04T03:19:51.981841Z","steps":["trace[992510902] 'process raft request' (duration: 829.127742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:19:51.981897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:19:51.152232Z","time spent":"829.643874ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:19:51.982026Z","caller":"traceutil/trace.go:171","msg":"trace[282805402] linearizableReadLoop","detail":"{readStateIndex:20927; appliedIndex:20921; }","duration":"826.46241ms","start":"2026-03-04T03:19:51.155557Z","end":"2026-03-04T03:19:51.982019Z","steps":["trace[282805402] 'read index received' (duration: 337.463962ms)","trace[282805402] 'applied index is now lower than readState.Index' (duration: 488.997898ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:19:51.982076Z","caller":"traceutil/trace.go:171","msg":"trace[2128183639] transaction","detail":"{read_only:false; response_revision:20175; number_of_response:1; }","duration":"557.558593ms","start":"2026-03-04T03:19:51.424512Z","end":"2026-03-04T03:19:51.982071Z","steps":["trace[2128183639] 'process raft request' (duration: 557.482971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:19:51.982114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:19:51.424487Z","time spent":"557.606854ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:19:51.982195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.637444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:19:51.982181Z","caller":"traceutil/trace.go:171","msg":"trace[1907897981] transaction","detail":"{read_only:false; response_revision:20173; number_of_response:1; }","duration":"829.857619ms","start":"2026-03-04T03:19:51.152279Z","end":"2026-03-04T03:19:51.982136Z","steps":["trace[1907897981] 'process raft request' (duration: 829.532751ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:19:51.982217Z","caller":"traceutil/trace.go:171","msg":"trace[77834651] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20175; }","duration":"826.675504ms","start":"2026-03-04T03:19:51.155536Z","end":"2026-03-04T03:19:51.982212Z","steps":["trace[77834651] 'agreement among raft nodes before linearized reading' (duration: 826.623983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:19:51.982235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:19:51.155529Z","time spent":"826.702666ms","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T03:19:51.982201Z","caller":"traceutil/trace.go:171","msg":"trace[1021470973] transaction","detail":"{read_only:false; response_revision:20174; number_of_response:1; }","duration":"829.744106ms","start":"2026-03-04T03:19:51.152391Z","end":"2026-03-04T03:19:51.982135Z","steps":["trace[1021470973] 'process raft request' (duration: 829.581862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:19:51.982272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:19:51.152256Z","time spent":"829.972242ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:19:51.982361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.137026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T03:19:51.982382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:19:51.152371Z","time spent":"829.949391ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:19:51.98239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.849082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-cfn-84bf78bf44-n5q4n.18998516c1e717a8\" ","response":"range_response_count:1 size:907"} {"level":"info","ts":"2026-03-04T03:19:51.982421Z","caller":"traceutil/trace.go:171","msg":"trace[1813954756] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:20175; }","duration":"276.240857ms","start":"2026-03-04T03:19:51.706164Z","end":"2026-03-04T03:19:51.982405Z","steps":["trace[1813954756] 'agreement among raft nodes before linearized reading' (duration: 276.124754ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:19:51.982439Z","caller":"traceutil/trace.go:171","msg":"trace[604247508] range","detail":"{range_begin:/registry/events/openstack/heat-cfn-84bf78bf44-n5q4n.18998516c1e717a8; range_end:; response_count:1; response_revision:20175; }","duration":"466.933714ms","start":"2026-03-04T03:19:51.515492Z","end":"2026-03-04T03:19:51.982425Z","steps":["trace[604247508] 'agreement among raft nodes before linearized reading' (duration: 466.776781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:19:51.982473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:19:51.515465Z","time spent":"467.000866ms","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":929,"request content":"key:\"/registry/events/openstack/heat-cfn-84bf78bf44-n5q4n.18998516c1e717a8\" "} {"level":"warn","ts":"2026-03-04T03:19:53.303439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.630441ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T03:19:53.303652Z","caller":"traceutil/trace.go:171","msg":"trace[1993636593] transaction","detail":"{read_only:false; response_revision:20177; number_of_response:1; }","duration":"872.260165ms","start":"2026-03-04T03:19:52.431371Z","end":"2026-03-04T03:19:53.303631Z","steps":["trace[1993636593] 'process raft request' (duration: 872.166433ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:19:53.303643Z","caller":"traceutil/trace.go:171","msg":"trace[1627210861] linearizableReadLoop","detail":"{readStateIndex:20929; appliedIndex:20928; }","duration":"1.163087113s","start":"2026-03-04T03:19:52.140529Z","end":"2026-03-04T03:19:53.303616Z","steps":["trace[1627210861] 'read index received' (duration: 386.341ms)","trace[1627210861] 'applied index is now lower than readState.Index' (duration: 776.743403ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:19:53.303645Z","caller":"traceutil/trace.go:171","msg":"trace[2019866327] transaction","detail":"{read_only:false; response_revision:20176; number_of_response:1; }","duration":"1.319013471s","start":"2026-03-04T03:19:51.984596Z","end":"2026-03-04T03:19:53.30361Z","steps":["trace[2019866327] 'process raft request' (duration: 542.211176ms)","trace[2019866327] 'compare' (duration: 776.308793ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:19:53.303723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:19:52.431342Z","time spent":"872.350608ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:19:53.303824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.163284847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:19:53.303836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:19:51.98457Z","time spent":"1.319147944s","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":889,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:19:53.303991Z","caller":"traceutil/trace.go:171","msg":"trace[217937105] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:20177; }","duration":"1.16340271s","start":"2026-03-04T03:19:52.140476Z","end":"2026-03-04T03:19:53.303879Z","steps":["trace[217937105] 'agreement among raft nodes before linearized reading' (duration: 1.163275717s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:19:53.304102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:19:52.140453Z","time spent":"1.163629475s","remote":"127.0.0.1:54320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:19:53.874721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.077173ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T03:19:53.875002Z","caller":"traceutil/trace.go:171","msg":"trace[1659993881] transaction","detail":"{read_only:false; response_revision:20178; number_of_response:1; }","duration":"722.606772ms","start":"2026-03-04T03:19:53.152378Z","end":"2026-03-04T03:19:53.874985Z","steps":["trace[1659993881] 'process raft request' (duration: 449.191602ms)","trace[1659993881] 'compare' (duration: 272.788186ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:19:53.875027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.812581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T03:19:53.875035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038602075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T03:19:53.875005Z","caller":"traceutil/trace.go:171","msg":"trace[846066679] linearizableReadLoop","detail":"{readStateIndex:20931; appliedIndex:20930; }","duration":"571.104667ms","start":"2026-03-04T03:19:53.303695Z","end":"2026-03-04T03:19:53.8748Z","steps":["trace[846066679] 'read index received' (duration: 297.799919ms)","trace[846066679] 'applied index is now lower than readState.Index' (duration: 273.303318ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:19:53.875072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:19:53.152353Z","time spent":"722.688605ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:19:53.875076Z","caller":"traceutil/trace.go:171","msg":"trace[1583100004] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:20178; }","duration":"980.911522ms","start":"2026-03-04T03:19:52.894154Z","end":"2026-03-04T03:19:53.875066Z","steps":["trace[1583100004] 'agreement among raft nodes before linearized reading' (duration: 980.80252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:19:53.875106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:19:52.894135Z","time spent":"980.963704ms","remote":"127.0.0.1:47236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-04T03:19:53.875096Z","caller":"traceutil/trace.go:171","msg":"trace[1475586840] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:20178; }","duration":"1.038699388s","start":"2026-03-04T03:19:52.836376Z","end":"2026-03-04T03:19:53.875076Z","steps":["trace[1475586840] 'agreement among raft nodes before linearized reading' (duration: 1.038592155s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:19:53.875071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.225223367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:19:53.875187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:19:52.836352Z","time spent":"1.0388204s","remote":"127.0.0.1:47406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-04T03:19:53.875243Z","caller":"traceutil/trace.go:171","msg":"trace[1770555736] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20178; }","duration":"1.225433902s","start":"2026-03-04T03:19:52.649783Z","end":"2026-03-04T03:19:53.875217Z","steps":["trace[1770555736] 'agreement among raft nodes before linearized reading' (duration: 1.225193746s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:19:53.875292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:19:52.649763Z","time spent":"1.225520004s","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T03:19:53.875509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.415926645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-04T03:19:53.875577Z","caller":"traceutil/trace.go:171","msg":"trace[2029128257] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:20178; }","duration":"1.416039787s","start":"2026-03-04T03:19:52.459503Z","end":"2026-03-04T03:19:53.875543Z","steps":["trace[2029128257] 'agreement among raft nodes before linearized reading' (duration: 1.415530676s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:19:53.87561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:19:52.459479Z","time spent":"1.416123129s","remote":"127.0.0.1:47098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-03-04T03:19:54.435159Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395077933,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T03:19:54.565814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:19:53.924701Z","time spent":"641.105957ms","remote":"127.0.0.1:46920","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T03:19:54.566972Z","caller":"traceutil/trace.go:171","msg":"trace[2024921119] linearizableReadLoop","detail":"{readStateIndex:20933; appliedIndex:20931; }","duration":"632.472576ms","start":"2026-03-04T03:19:53.93444Z","end":"2026-03-04T03:19:54.566912Z","steps":["trace[2024921119] 'read index received' (duration: 560.384369ms)","trace[2024921119] 'applied index is now lower than readState.Index' (duration: 72.087067ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:19:54.567008Z","caller":"traceutil/trace.go:171","msg":"trace[879632440] transaction","detail":"{read_only:false; response_revision:20179; number_of_response:1; }","duration":"579.438703ms","start":"2026-03-04T03:19:53.987534Z","end":"2026-03-04T03:19:54.566973Z","steps":["trace[879632440] 'process raft request' (duration: 579.188147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:19:54.567198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.49678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T03:19:54.567238Z","caller":"traceutil/trace.go:171","msg":"trace[1892778485] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20179; }","duration":"581.573092ms","start":"2026-03-04T03:19:53.985654Z","end":"2026-03-04T03:19:54.567227Z","steps":["trace[1892778485] 'agreement among raft nodes before linearized reading' (duration: 581.422709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:19:54.567199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.737012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:19:54.567277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:19:53.985643Z","time spent":"581.625953ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T03:19:54.567304Z","caller":"traceutil/trace.go:171","msg":"trace[1664579563] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:20179; }","duration":"632.875336ms","start":"2026-03-04T03:19:53.9344Z","end":"2026-03-04T03:19:54.567276Z","steps":["trace[1664579563] 'agreement among raft nodes before linearized reading' (duration: 632.669601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:19:54.567371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.046906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T03:19:54.567452Z","caller":"traceutil/trace.go:171","msg":"trace[1271174849] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20179; }","duration":"580.18006ms","start":"2026-03-04T03:19:53.987247Z","end":"2026-03-04T03:19:54.567427Z","steps":["trace[1271174849] 'agreement among raft nodes before linearized reading' (duration: 579.891653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:19:54.56747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:19:53.934381Z","time spent":"633.034089ms","remote":"127.0.0.1:47408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T03:19:54.567507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:19:53.987241Z","time spent":"580.257352ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T03:19:54.567616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.688982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-04T03:19:54.567658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.718282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-04T03:19:54.567674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.828576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:19:54.567669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.958518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T03:19:54.567724Z","caller":"traceutil/trace.go:171","msg":"trace[1269868911] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:20179; }","duration":"106.914288ms","start":"2026-03-04T03:19:54.460796Z","end":"2026-03-04T03:19:54.56771Z","steps":["trace[1269868911] 'agreement among raft nodes before linearized reading' (duration: 106.839746ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:19:54.567715Z","caller":"traceutil/trace.go:171","msg":"trace[994442901] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20179; }","duration":"580.819094ms","start":"2026-03-04T03:19:53.986876Z","end":"2026-03-04T03:19:54.567695Z","steps":["trace[994442901] 'agreement among raft nodes before linearized reading' (duration: 580.560268ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:19:54.567742Z","caller":"traceutil/trace.go:171","msg":"trace[1201910245] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20179; }","duration":"581.05569ms","start":"2026-03-04T03:19:53.98667Z","end":"2026-03-04T03:19:54.567726Z","steps":["trace[1201910245] 'agreement among raft nodes before linearized reading' (duration: 580.805874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:19:54.567781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:19:53.986661Z","time spent":"581.112461ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T03:19:54.567783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:19:53.986865Z","time spent":"580.904456ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T03:19:54.567726Z","caller":"traceutil/trace.go:171","msg":"trace[1885909989] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20179; }","duration":"580.826025ms","start":"2026-03-04T03:19:53.986881Z","end":"2026-03-04T03:19:54.567707Z","steps":["trace[1885909989] 'agreement among raft nodes before linearized reading' (duration: 580.566679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:19:54.567888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:19:53.986859Z","time spent":"581.01679ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T03:19:54.567937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:19:53.987521Z","time spent":"579.561995ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:20:12.914741Z","caller":"traceutil/trace.go:171","msg":"trace[1491253436] transaction","detail":"{read_only:false; response_revision:20297; number_of_response:1; }","duration":"126.869482ms","start":"2026-03-04T03:20:12.78784Z","end":"2026-03-04T03:20:12.91471Z","steps":["trace[1491253436] 'process raft request' (duration: 126.314179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:20:38.751844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.699733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:20:38.751928Z","caller":"traceutil/trace.go:171","msg":"trace[1075320659] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20657; }","duration":"100.813106ms","start":"2026-03-04T03:20:38.651095Z","end":"2026-03-04T03:20:38.751908Z","steps":["trace[1075320659] 'agreement among raft nodes before linearized reading' (duration: 74.065054ms)","trace[1075320659] 'range keys from in-memory index tree' (duration: 26.62946ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:20:47.828251Z","caller":"traceutil/trace.go:171","msg":"trace[1272212677] linearizableReadLoop","detail":"{readStateIndex:21500; appliedIndex:21499; }","duration":"252.290889ms","start":"2026-03-04T03:20:47.575938Z","end":"2026-03-04T03:20:47.828229Z","steps":["trace[1272212677] 'read index received' (duration: 252.109245ms)","trace[1272212677] 'applied index is now lower than readState.Index' (duration: 180.814µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:20:47.828387Z","caller":"traceutil/trace.go:171","msg":"trace[1671647184] transaction","detail":"{read_only:false; response_revision:20725; number_of_response:1; }","duration":"263.525012ms","start":"2026-03-04T03:20:47.56485Z","end":"2026-03-04T03:20:47.828375Z","steps":["trace[1671647184] 'process raft request' (duration: 263.229445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:20:47.828519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.569657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:20:47.828557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.159995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:20:47.828628Z","caller":"traceutil/trace.go:171","msg":"trace[1268040431] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20725; }","duration":"175.261188ms","start":"2026-03-04T03:20:47.653343Z","end":"2026-03-04T03:20:47.828604Z","steps":["trace[1268040431] 'agreement among raft nodes before linearized reading' (duration: 175.111105ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:20:47.828574Z","caller":"traceutil/trace.go:171","msg":"trace[168152741] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:20725; }","duration":"252.674919ms","start":"2026-03-04T03:20:47.575886Z","end":"2026-03-04T03:20:47.828561Z","steps":["trace[168152741] 'agreement among raft nodes before linearized reading' (duration: 252.576777ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:20:56.972636Z","caller":"traceutil/trace.go:171","msg":"trace[412920572] transaction","detail":"{read_only:false; response_revision:20770; number_of_response:1; }","duration":"111.754401ms","start":"2026-03-04T03:20:56.86086Z","end":"2026-03-04T03:20:56.972615Z","steps":["trace[412920572] 'process raft request' (duration: 111.569876ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:21:01.189721Z","caller":"traceutil/trace.go:171","msg":"trace[1758080212] transaction","detail":"{read_only:false; response_revision:20789; number_of_response:1; }","duration":"136.804803ms","start":"2026-03-04T03:21:01.052888Z","end":"2026-03-04T03:21:01.189693Z","steps":["trace[1758080212] 'process raft request' (duration: 136.618509ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:21:01.193748Z","caller":"traceutil/trace.go:171","msg":"trace[1074509117] transaction","detail":"{read_only:false; response_revision:20790; number_of_response:1; }","duration":"114.112996ms","start":"2026-03-04T03:21:01.079609Z","end":"2026-03-04T03:21:01.193722Z","steps":["trace[1074509117] 'process raft request' (duration: 113.733257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:21:09.556273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.582941ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T03:21:09.556519Z","caller":"traceutil/trace.go:171","msg":"trace[1122750553] transaction","detail":"{read_only:false; response_revision:20827; number_of_response:1; }","duration":"266.841268ms","start":"2026-03-04T03:21:09.289659Z","end":"2026-03-04T03:21:09.5565Z","steps":["trace[1122750553] 'process raft request' (duration: 266.701395ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:21:09.556532Z","caller":"traceutil/trace.go:171","msg":"trace[154487335] linearizableReadLoop","detail":"{readStateIndex:21606; appliedIndex:21605; }","duration":"272.736295ms","start":"2026-03-04T03:21:09.283758Z","end":"2026-03-04T03:21:09.556494Z","steps":["trace[154487335] 'read index received' (duration: 134.876358ms)","trace[154487335] 'applied index is now lower than readState.Index' (duration: 137.856107ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:21:09.556726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.780632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:21:09.556771Z","caller":"traceutil/trace.go:171","msg":"trace[779431549] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:20827; }","duration":"249.869643ms","start":"2026-03-04T03:21:09.306888Z","end":"2026-03-04T03:21:09.556757Z","steps":["trace[779431549] 'agreement among raft nodes before linearized reading' (duration: 249.764001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:21:09.556821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.276421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-04T03:21:09.556826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.551094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T03:21:09.556909Z","caller":"traceutil/trace.go:171","msg":"trace[549077693] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20827; }","duration":"283.394544ms","start":"2026-03-04T03:21:09.273492Z","end":"2026-03-04T03:21:09.556887Z","steps":["trace[549077693] 'agreement among raft nodes before linearized reading' (duration: 283.068987ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:21:09.556923Z","caller":"traceutil/trace.go:171","msg":"trace[242810524] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20827; }","duration":"325.665238ms","start":"2026-03-04T03:21:09.231236Z","end":"2026-03-04T03:21:09.556901Z","steps":["trace[242810524] 'agreement among raft nodes before linearized reading' (duration: 325.394121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:21:09.556966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:21:09.231229Z","time spent":"325.727769ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T03:21:09.556862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.867234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T03:21:09.557063Z","caller":"traceutil/trace.go:171","msg":"trace[641906771] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20827; }","duration":"241.092669ms","start":"2026-03-04T03:21:09.31596Z","end":"2026-03-04T03:21:09.557053Z","steps":["trace[641906771] 'agreement among raft nodes before linearized reading' (duration: 240.759291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:21:09.556977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.863545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T03:21:09.557248Z","caller":"traceutil/trace.go:171","msg":"trace[1675358452] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20827; }","duration":"241.200982ms","start":"2026-03-04T03:21:09.316024Z","end":"2026-03-04T03:21:09.557225Z","steps":["trace[1675358452] 'agreement among raft nodes before linearized reading' (duration: 240.65821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:21:09.77081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.562185ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T03:21:09.77096Z","caller":"traceutil/trace.go:171","msg":"trace[1557134536] transaction","detail":"{read_only:false; response_revision:20828; number_of_response:1; }","duration":"210.233041ms","start":"2026-03-04T03:21:09.560673Z","end":"2026-03-04T03:21:09.770906Z","steps":["trace[1557134536] 'process raft request' (duration: 89.489502ms)","trace[1557134536] 'compare' (duration: 120.422732ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:21:10.026358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.640453ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T03:21:10.02653Z","caller":"traceutil/trace.go:171","msg":"trace[158928321] transaction","detail":"{read_only:false; response_revision:20829; number_of_response:1; }","duration":"464.982189ms","start":"2026-03-04T03:21:09.561532Z","end":"2026-03-04T03:21:10.026514Z","steps":["trace[158928321] 'process raft request' (duration: 327.10204ms)","trace[158928321] 'compare' (duration: 137.435678ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:21:10.026587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:21:09.56151Z","time spent":"465.053441ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:21:10.026715Z","caller":"traceutil/trace.go:171","msg":"trace[665773024] transaction","detail":"{read_only:false; response_revision:20830; number_of_response:1; }","duration":"464.827405ms","start":"2026-03-04T03:21:09.561867Z","end":"2026-03-04T03:21:10.026694Z","steps":["trace[665773024] 'process raft request' (duration: 464.577559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:21:10.026853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:21:09.56185Z","time spent":"464.975239ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:21:10.026954Z","caller":"traceutil/trace.go:171","msg":"trace[1843300109] linearizableReadLoop","detail":"{readStateIndex:21611; appliedIndex:21607; }","duration":"400.365206ms","start":"2026-03-04T03:21:09.62658Z","end":"2026-03-04T03:21:10.026945Z","steps":["trace[1843300109] 'read index received' (duration: 23.583989ms)","trace[1843300109] 'applied index is now lower than readState.Index' (duration: 376.780357ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:21:10.027021Z","caller":"traceutil/trace.go:171","msg":"trace[692300745] transaction","detail":"{read_only:false; response_revision:20831; number_of_response:1; }","duration":"464.465667ms","start":"2026-03-04T03:21:09.562549Z","end":"2026-03-04T03:21:10.027015Z","steps":["trace[692300745] 'process raft request' (duration: 464.104059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:21:10.027063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:21:09.562541Z","time spent":"464.497968ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:21:10.027386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.800276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T03:21:10.027418Z","caller":"traceutil/trace.go:171","msg":"trace[252699448] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20832; }","duration":"400.869568ms","start":"2026-03-04T03:21:09.626538Z","end":"2026-03-04T03:21:10.027408Z","steps":["trace[252699448] 'agreement among raft nodes before linearized reading' (duration: 400.52902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:21:10.027438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:21:09.626518Z","time spent":"400.914698ms","remote":"127.0.0.1:36280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T03:21:10.02743Z","caller":"traceutil/trace.go:171","msg":"trace[1483246717] transaction","detail":"{read_only:false; response_revision:20832; number_of_response:1; }","duration":"121.60727ms","start":"2026-03-04T03:21:09.905776Z","end":"2026-03-04T03:21:10.027383Z","steps":["trace[1483246717] 'process raft request' (duration: 121.137479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:21:10.027456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.843359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:21:10.027539Z","caller":"traceutil/trace.go:171","msg":"trace[940185751] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20832; }","duration":"376.984082ms","start":"2026-03-04T03:21:09.650534Z","end":"2026-03-04T03:21:10.027518Z","steps":["trace[940185751] 'agreement among raft nodes before linearized reading' (duration: 376.822378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:21:10.02759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:21:09.650513Z","time spent":"377.068604ms","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T03:21:22.759799Z","caller":"traceutil/trace.go:171","msg":"trace[1596645470] linearizableReadLoop","detail":"{readStateIndex:21702; appliedIndex:21701; }","duration":"215.276449ms","start":"2026-03-04T03:21:22.544501Z","end":"2026-03-04T03:21:22.759777Z","steps":["trace[1596645470] 'read index received' (duration: 205.344928ms)","trace[1596645470] 'applied index is now lower than readState.Index' (duration: 9.930311ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:21:22.759901Z","caller":"traceutil/trace.go:171","msg":"trace[677450651] transaction","detail":"{read_only:false; response_revision:20920; number_of_response:1; }","duration":"286.458085ms","start":"2026-03-04T03:21:22.473435Z","end":"2026-03-04T03:21:22.759893Z","steps":["trace[677450651] 'process raft request' (duration: 276.484623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:21:22.760105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.593486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-04T03:21:22.760135Z","caller":"traceutil/trace.go:171","msg":"trace[431049048] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:20920; }","duration":"215.635127ms","start":"2026-03-04T03:21:22.54449Z","end":"2026-03-04T03:21:22.760125Z","steps":["trace[431049048] 'agreement among raft nodes before linearized reading' (duration: 215.490434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:21:22.760258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.240829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:21:22.7603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.268129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:21:22.760353Z","caller":"traceutil/trace.go:171","msg":"trace[1743394946] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:20920; }","duration":"166.363501ms","start":"2026-03-04T03:21:22.593975Z","end":"2026-03-04T03:21:22.760339Z","steps":["trace[1743394946] 'agreement among raft nodes before linearized reading' (duration: 166.262289ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:21:22.760355Z","caller":"traceutil/trace.go:171","msg":"trace[1506426652] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:20920; }","duration":"166.376261ms","start":"2026-03-04T03:21:22.593958Z","end":"2026-03-04T03:21:22.760334Z","steps":["trace[1506426652] 'agreement among raft nodes before linearized reading' (duration: 166.235488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:21:22.760572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.050484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:1 size:4993"} {"level":"info","ts":"2026-03-04T03:21:22.760752Z","caller":"traceutil/trace.go:171","msg":"trace[2028067375] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:1; response_revision:20920; }","duration":"166.178417ms","start":"2026-03-04T03:21:22.59446Z","end":"2026-03-04T03:21:22.760639Z","steps":["trace[2028067375] 'agreement among raft nodes before linearized reading' (duration: 165.771768ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:21:34.096011Z","caller":"traceutil/trace.go:171","msg":"trace[1041770105] transaction","detail":"{read_only:false; response_revision:20993; number_of_response:1; }","duration":"130.336802ms","start":"2026-03-04T03:21:33.965648Z","end":"2026-03-04T03:21:34.095985Z","steps":["trace[1041770105] 'process raft request' (duration: 128.174572ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:21:34.096011Z","caller":"traceutil/trace.go:171","msg":"trace[462784265] transaction","detail":"{read_only:false; response_revision:20994; number_of_response:1; }","duration":"127.500726ms","start":"2026-03-04T03:21:33.968483Z","end":"2026-03-04T03:21:34.095984Z","steps":["trace[462784265] 'process raft request' (duration: 127.405424ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:22:02.082159Z","caller":"traceutil/trace.go:171","msg":"trace[10820095] linearizableReadLoop","detail":"{readStateIndex:21945; appliedIndex:21944; }","duration":"431.074099ms","start":"2026-03-04T03:22:01.651058Z","end":"2026-03-04T03:22:02.082132Z","steps":["trace[10820095] 'read index received' (duration: 430.924776ms)","trace[10820095] 'applied index is now lower than readState.Index' (duration: 148.093µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:22:02.082236Z","caller":"traceutil/trace.go:171","msg":"trace[1946672643] transaction","detail":"{read_only:false; response_revision:21154; number_of_response:1; }","duration":"518.411537ms","start":"2026-03-04T03:22:01.563791Z","end":"2026-03-04T03:22:02.082203Z","steps":["trace[1946672643] 'process raft request' (duration: 518.169631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:22:02.082358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.292724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:22:02.082402Z","caller":"traceutil/trace.go:171","msg":"trace[1172547716] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21154; }","duration":"431.384336ms","start":"2026-03-04T03:22:01.651007Z","end":"2026-03-04T03:22:02.082391Z","steps":["trace[1172547716] 'agreement among raft nodes before linearized reading' (duration: 431.294194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:22:02.082438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:22:01.650993Z","time spent":"431.437067ms","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T03:22:02.082427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:22:01.56377Z","time spent":"518.555491ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:22:02.08251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.381859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T03:22:02.082601Z","caller":"traceutil/trace.go:171","msg":"trace[99397229] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21154; }","duration":"297.512642ms","start":"2026-03-04T03:22:01.785062Z","end":"2026-03-04T03:22:02.082575Z","steps":["trace[99397229] 'agreement among raft nodes before linearized reading' (duration: 297.281537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:22:03.190895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.138751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:22:03.191006Z","caller":"traceutil/trace.go:171","msg":"trace[1742644203] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21155; }","duration":"539.291334ms","start":"2026-03-04T03:22:02.651689Z","end":"2026-03-04T03:22:03.19098Z","steps":["trace[1742644203] 'range keys from in-memory index tree' (duration: 539.047499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:22:03.191149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.021417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:22:03.191222Z","caller":"traceutil/trace.go:171","msg":"trace[30605009] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:21155; }","duration":"896.12022ms","start":"2026-03-04T03:22:02.295089Z","end":"2026-03-04T03:22:03.191209Z","steps":["trace[30605009] 'range keys from in-memory index tree' (duration: 895.959836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:22:03.191251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:22:02.295047Z","time spent":"896.196801ms","remote":"127.0.0.1:47408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T03:22:03.191081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:22:02.651669Z","time spent":"539.395987ms","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T03:22:03.191365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.959966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-03-04T03:22:03.191376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.081333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-03-04T03:22:03.191429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.173012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:22:03.191433Z","caller":"traceutil/trace.go:171","msg":"trace[442056977] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21155; }","duration":"237.188056ms","start":"2026-03-04T03:22:02.954231Z","end":"2026-03-04T03:22:03.19142Z","steps":["trace[442056977] 'range keys from in-memory index tree' (duration: 236.917109ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:22:03.191449Z","caller":"traceutil/trace.go:171","msg":"trace[1240782380] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21155; }","duration":"236.215512ms","start":"2026-03-04T03:22:02.955228Z","end":"2026-03-04T03:22:03.191444Z","steps":["trace[1240782380] 'range keys from in-memory index tree' (duration: 236.124681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:22:03.191512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.473422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:22:03.191533Z","caller":"traceutil/trace.go:171","msg":"trace[218467572] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21155; }","duration":"237.518283ms","start":"2026-03-04T03:22:02.954007Z","end":"2026-03-04T03:22:03.191526Z","steps":["trace[218467572] 'range keys from in-memory index tree' (duration: 237.370389ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:22:03.191394Z","caller":"traceutil/trace.go:171","msg":"trace[473122901] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21155; }","duration":"236.008048ms","start":"2026-03-04T03:22:02.955377Z","end":"2026-03-04T03:22:03.191386Z","steps":["trace[473122901] 'range keys from in-memory index tree' (duration: 235.855004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:22:03.191592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.556284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:22:03.191606Z","caller":"traceutil/trace.go:171","msg":"trace[2135745183] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21155; }","duration":"237.607105ms","start":"2026-03-04T03:22:02.953994Z","end":"2026-03-04T03:22:03.191602Z","steps":["trace[2135745183] 'range keys from in-memory index tree' (duration: 237.459871ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:22:03.191687Z","caller":"traceutil/trace.go:171","msg":"trace[284754559] transaction","detail":"{read_only:false; response_revision:21156; number_of_response:1; }","duration":"212.196712ms","start":"2026-03-04T03:22:02.979483Z","end":"2026-03-04T03:22:03.191679Z","steps":["trace[284754559] 'process raft request' (duration: 148.939076ms)","trace[284754559] 'compare' (duration: 62.276343ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:22:03.191896Z","caller":"traceutil/trace.go:171","msg":"trace[1864213910] linearizableReadLoop","detail":"{readStateIndex:21948; appliedIndex:21946; }","duration":"200.186352ms","start":"2026-03-04T03:22:02.991662Z","end":"2026-03-04T03:22:03.191849Z","steps":["trace[1864213910] 'read index received' (duration: 136.739341ms)","trace[1864213910] 'applied index is now lower than readState.Index' (duration: 63.446471ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:22:03.192098Z","caller":"traceutil/trace.go:171","msg":"trace[522353855] transaction","detail":"{read_only:false; response_revision:21157; number_of_response:1; }","duration":"204.625925ms","start":"2026-03-04T03:22:02.987465Z","end":"2026-03-04T03:22:03.19209Z","steps":["trace[522353855] 'process raft request' (duration: 204.345429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:22:03.192253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.588821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"info","ts":"2026-03-04T03:22:03.192275Z","caller":"traceutil/trace.go:171","msg":"trace[1178379329] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21157; }","duration":"200.626781ms","start":"2026-03-04T03:22:02.991643Z","end":"2026-03-04T03:22:03.19227Z","steps":["trace[1178379329] 'agreement among raft nodes before linearized reading' (duration: 200.55354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:22:03.192546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.803516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"warn","ts":"2026-03-04T03:22:03.19261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.69423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-03-04T03:22:03.192629Z","caller":"traceutil/trace.go:171","msg":"trace[1090875009] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21157; }","duration":"199.736191ms","start":"2026-03-04T03:22:02.992888Z","end":"2026-03-04T03:22:03.192624Z","steps":["trace[1090875009] 'agreement among raft nodes before linearized reading' (duration: 199.661209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:22:03.192634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.338725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:22:03.192664Z","caller":"traceutil/trace.go:171","msg":"trace[570842865] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21157; }","duration":"200.380116ms","start":"2026-03-04T03:22:02.992274Z","end":"2026-03-04T03:22:03.192654Z","steps":["trace[570842865] 'agreement among raft nodes before linearized reading' (duration: 200.318575ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:22:03.192663Z","caller":"traceutil/trace.go:171","msg":"trace[1326394909] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21157; }","duration":"200.835506ms","start":"2026-03-04T03:22:02.991727Z","end":"2026-03-04T03:22:03.192562Z","steps":["trace[1326394909] 'agreement among raft nodes before linearized reading' (duration: 200.784115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:22:03.192834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.55401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-04T03:22:03.192839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.623535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T03:22:03.192855Z","caller":"traceutil/trace.go:171","msg":"trace[1807911649] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21157; }","duration":"180.683456ms","start":"2026-03-04T03:22:03.012167Z","end":"2026-03-04T03:22:03.19285Z","steps":["trace[1807911649] 'agreement among raft nodes before linearized reading' (duration: 180.540423ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:22:03.19286Z","caller":"traceutil/trace.go:171","msg":"trace[1254359692] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21157; }","duration":"146.611792ms","start":"2026-03-04T03:22:03.046233Z","end":"2026-03-04T03:22:03.192845Z","steps":["trace[1254359692] 'agreement among raft nodes before linearized reading' (duration: 146.559591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:22:03.192904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.242393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"info","ts":"2026-03-04T03:22:03.192925Z","caller":"traceutil/trace.go:171","msg":"trace[1978732029] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21157; }","duration":"200.409856ms","start":"2026-03-04T03:22:02.992509Z","end":"2026-03-04T03:22:03.192919Z","steps":["trace[1978732029] 'agreement among raft nodes before linearized reading' (duration: 200.251683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:22:03.192972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.647069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T03:22:03.193097Z","caller":"traceutil/trace.go:171","msg":"trace[308560718] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21157; }","duration":"178.794862ms","start":"2026-03-04T03:22:03.014273Z","end":"2026-03-04T03:22:03.193068Z","steps":["trace[308560718] 'agreement among raft nodes before linearized reading' (duration: 178.473664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:22:03.192945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.085673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"info","ts":"2026-03-04T03:22:03.193245Z","caller":"traceutil/trace.go:171","msg":"trace[1495354742] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21157; }","duration":"201.40275ms","start":"2026-03-04T03:22:02.991828Z","end":"2026-03-04T03:22:03.193231Z","steps":["trace[1495354742] 'agreement among raft nodes before linearized reading' (duration: 200.850427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:22:03.195152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.425881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T03:22:03.195236Z","caller":"traceutil/trace.go:171","msg":"trace[1372015644] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21157; }","duration":"178.177818ms","start":"2026-03-04T03:22:03.017034Z","end":"2026-03-04T03:22:03.195211Z","steps":["trace[1372015644] 'agreement among raft nodes before linearized reading' (duration: 175.514056ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:22:03.408307Z","caller":"traceutil/trace.go:171","msg":"trace[1839213625] transaction","detail":"{read_only:false; response_revision:21158; number_of_response:1; }","duration":"210.610665ms","start":"2026-03-04T03:22:03.197635Z","end":"2026-03-04T03:22:03.408246Z","steps":["trace[1839213625] 'process raft request' (duration: 145.583287ms)","trace[1839213625] 'compare' (duration: 64.753231ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:22:03.463609Z","caller":"traceutil/trace.go:171","msg":"trace[553220293] transaction","detail":"{read_only:false; response_revision:21160; number_of_response:1; }","duration":"265.663059ms","start":"2026-03-04T03:22:03.197921Z","end":"2026-03-04T03:22:03.463584Z","steps":["trace[553220293] 'process raft request' (duration: 265.577377ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:22:03.46378Z","caller":"traceutil/trace.go:171","msg":"trace[367114203] linearizableReadLoop","detail":"{readStateIndex:21951; appliedIndex:21948; }","duration":"265.397773ms","start":"2026-03-04T03:22:03.198345Z","end":"2026-03-04T03:22:03.463742Z","steps":["trace[367114203] 'read index received' (duration: 144.807309ms)","trace[367114203] 'applied index is now lower than readState.Index' (duration: 120.586144ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:22:03.463836Z","caller":"traceutil/trace.go:171","msg":"trace[2049486218] transaction","detail":"{read_only:false; response_revision:21161; number_of_response:1; }","duration":"264.42028ms","start":"2026-03-04T03:22:03.199405Z","end":"2026-03-04T03:22:03.463826Z","steps":["trace[2049486218] 'process raft request' (duration: 264.142374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:22:03.463967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.606468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T03:22:03.464001Z","caller":"traceutil/trace.go:171","msg":"trace[262244720] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21161; }","duration":"265.6681ms","start":"2026-03-04T03:22:03.198327Z","end":"2026-03-04T03:22:03.463995Z","steps":["trace[262244720] 'agreement among raft nodes before linearized reading' (duration: 265.547997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:22:03.464061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.405157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:22:03.464132Z","caller":"traceutil/trace.go:171","msg":"trace[2102360128] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:21161; }","duration":"149.569961ms","start":"2026-03-04T03:22:03.314543Z","end":"2026-03-04T03:22:03.464112Z","steps":["trace[2102360128] 'agreement among raft nodes before linearized reading' (duration: 149.396247ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:22:03.463672Z","caller":"traceutil/trace.go:171","msg":"trace[1414398357] transaction","detail":"{read_only:false; response_revision:21159; number_of_response:1; }","duration":"265.767672ms","start":"2026-03-04T03:22:03.197882Z","end":"2026-03-04T03:22:03.46365Z","steps":["trace[1414398357] 'process raft request' (duration: 265.453365ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:22:12.21655Z","caller":"traceutil/trace.go:171","msg":"trace[1138259865] transaction","detail":"{read_only:false; response_revision:21227; number_of_response:1; }","duration":"190.749331ms","start":"2026-03-04T03:22:12.025779Z","end":"2026-03-04T03:22:12.216529Z","steps":["trace[1138259865] 'process raft request' (duration: 190.615158ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:22:12.242209Z","caller":"traceutil/trace.go:171","msg":"trace[1624688163] transaction","detail":"{read_only:false; response_revision:21228; number_of_response:1; }","duration":"129.485082ms","start":"2026-03-04T03:22:12.112682Z","end":"2026-03-04T03:22:12.242167Z","steps":["trace[1624688163] 'process raft request' (duration: 127.724901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:22:24.937187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.477331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:1 size:521"} {"level":"info","ts":"2026-03-04T03:22:24.937263Z","caller":"traceutil/trace.go:171","msg":"trace[1921465577] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:1; response_revision:21286; }","duration":"297.598994ms","start":"2026-03-04T03:22:24.639647Z","end":"2026-03-04T03:22:24.937246Z","steps":["trace[1921465577] 'range keys from in-memory index tree' (duration: 297.319937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:22:24.937336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.179961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:22:24.937446Z","caller":"traceutil/trace.go:171","msg":"trace[1712220915] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21286; }","duration":"275.303314ms","start":"2026-03-04T03:22:24.662114Z","end":"2026-03-04T03:22:24.937417Z","steps":["trace[1712220915] 'range keys from in-memory index tree' (duration: 275.137021ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:22:24.93765Z","caller":"traceutil/trace.go:171","msg":"trace[2132945071] transaction","detail":"{read_only:false; response_revision:21287; number_of_response:1; }","duration":"136.714991ms","start":"2026-03-04T03:22:24.800922Z","end":"2026-03-04T03:22:24.937637Z","steps":["trace[2132945071] 'process raft request' (duration: 135.84891ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:22:33.797214Z","caller":"traceutil/trace.go:171","msg":"trace[342376356] transaction","detail":"{read_only:false; response_revision:21329; number_of_response:1; }","duration":"215.149051ms","start":"2026-03-04T03:22:33.582046Z","end":"2026-03-04T03:22:33.797195Z","steps":["trace[342376356] 'process raft request' (duration: 214.812693ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:22:39.505976Z","caller":"traceutil/trace.go:171","msg":"trace[457761407] transaction","detail":"{read_only:false; response_revision:21384; number_of_response:1; }","duration":"102.356338ms","start":"2026-03-04T03:22:39.403598Z","end":"2026-03-04T03:22:39.505954Z","steps":["trace[457761407] 'process raft request' (duration: 102.215895ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:22:41.684198Z","caller":"traceutil/trace.go:171","msg":"trace[489107921] transaction","detail":"{read_only:false; response_revision:21393; number_of_response:1; }","duration":"174.077652ms","start":"2026-03-04T03:22:41.510085Z","end":"2026-03-04T03:22:41.684162Z","steps":["trace[489107921] 'process raft request' (duration: 173.727743ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:22:41.685524Z","caller":"traceutil/trace.go:171","msg":"trace[230608571] linearizableReadLoop","detail":"{readStateIndex:22193; appliedIndex:22191; }","duration":"102.923952ms","start":"2026-03-04T03:22:41.582558Z","end":"2026-03-04T03:22:41.685482Z","steps":["trace[230608571] 'read index received' (duration: 101.52129ms)","trace[230608571] 'applied index is now lower than readState.Index' (duration: 1.400892ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:22:41.685693Z","caller":"traceutil/trace.go:171","msg":"trace[1714770689] transaction","detail":"{read_only:false; response_revision:21394; number_of_response:1; }","duration":"171.682666ms","start":"2026-03-04T03:22:41.513994Z","end":"2026-03-04T03:22:41.685676Z","steps":["trace[1714770689] 'process raft request' (duration: 171.260566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:22:41.685776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.179338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T03:22:41.68583Z","caller":"traceutil/trace.go:171","msg":"trace[870832264] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:21394; }","duration":"103.328341ms","start":"2026-03-04T03:22:41.582488Z","end":"2026-03-04T03:22:41.685816Z","steps":["trace[870832264] 'agreement among raft nodes before linearized reading' (duration: 103.187408ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:22:46.094783Z","caller":"traceutil/trace.go:171","msg":"trace[2083537641] transaction","detail":"{read_only:false; response_revision:21426; number_of_response:1; }","duration":"126.602204ms","start":"2026-03-04T03:22:45.968156Z","end":"2026-03-04T03:22:46.094759Z","steps":["trace[2083537641] 'process raft request' (duration: 65.926938ms)","trace[2083537641] 'compare' (duration: 60.582214ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:22:46.509913Z","caller":"traceutil/trace.go:171","msg":"trace[2030909884] transaction","detail":"{read_only:false; response_revision:21427; number_of_response:1; }","duration":"142.219468ms","start":"2026-03-04T03:22:46.367675Z","end":"2026-03-04T03:22:46.509895Z","steps":["trace[2030909884] 'process raft request' (duration: 142.054874ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:22:48.227686Z","caller":"traceutil/trace.go:171","msg":"trace[2104770028] transaction","detail":"{read_only:false; response_revision:21432; number_of_response:1; }","duration":"189.365589ms","start":"2026-03-04T03:22:48.038291Z","end":"2026-03-04T03:22:48.227656Z","steps":["trace[2104770028] 'process raft request' (duration: 188.763835ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:22:48.228072Z","caller":"traceutil/trace.go:171","msg":"trace[2134955650] transaction","detail":"{read_only:false; response_revision:21433; number_of_response:1; }","duration":"189.586854ms","start":"2026-03-04T03:22:48.038421Z","end":"2026-03-04T03:22:48.228008Z","steps":["trace[2134955650] 'process raft request' (duration: 189.135964ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:22:48.228513Z","caller":"traceutil/trace.go:171","msg":"trace[1746025022] transaction","detail":"{read_only:false; response_revision:21434; number_of_response:1; }","duration":"189.41685ms","start":"2026-03-04T03:22:48.039079Z","end":"2026-03-04T03:22:48.228496Z","steps":["trace[1746025022] 'process raft request' (duration: 188.855727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:22:50.345399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.966583ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T03:22:50.345529Z","caller":"traceutil/trace.go:171","msg":"trace[1896838737] linearizableReadLoop","detail":"{readStateIndex:22250; appliedIndex:22249; }","duration":"186.00037ms","start":"2026-03-04T03:22:50.159505Z","end":"2026-03-04T03:22:50.345506Z","steps":["trace[1896838737] 'read index received' (duration: 4.807362ms)","trace[1896838737] 'applied index is now lower than readState.Index' (duration: 181.191018ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:22:50.345773Z","caller":"traceutil/trace.go:171","msg":"trace[1656096349] transaction","detail":"{read_only:false; response_revision:21448; number_of_response:1; }","duration":"204.193395ms","start":"2026-03-04T03:22:50.141542Z","end":"2026-03-04T03:22:50.345736Z","steps":["trace[1656096349] 'process raft request' (duration: 22.813642ms)","trace[1656096349] 'compare' (duration: 180.697777ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:22:50.345785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.252796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T03:22:50.345945Z","caller":"traceutil/trace.go:171","msg":"trace[1022776777] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:21448; }","duration":"186.465791ms","start":"2026-03-04T03:22:50.159455Z","end":"2026-03-04T03:22:50.345921Z","steps":["trace[1022776777] 'agreement among raft nodes before linearized reading' (duration: 186.180574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:22:50.346043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.079595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T03:22:50.346155Z","caller":"traceutil/trace.go:171","msg":"trace[234328964] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21448; }","duration":"112.248339ms","start":"2026-03-04T03:22:50.233882Z","end":"2026-03-04T03:22:50.34613Z","steps":["trace[234328964] 'agreement among raft nodes before linearized reading' (duration: 111.905151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:22:50.34626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.895487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-04T03:22:50.34626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.070975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T03:22:50.346327Z","caller":"traceutil/trace.go:171","msg":"trace[856066354] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21448; }","duration":"112.176187ms","start":"2026-03-04T03:22:50.234139Z","end":"2026-03-04T03:22:50.346315Z","steps":["trace[856066354] 'agreement among raft nodes before linearized reading' (duration: 112.024864ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:22:50.346325Z","caller":"traceutil/trace.go:171","msg":"trace[729701669] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21448; }","duration":"114.00404ms","start":"2026-03-04T03:22:50.232306Z","end":"2026-03-04T03:22:50.34631Z","steps":["trace[729701669] 'agreement among raft nodes before linearized reading' (duration: 113.803425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:22:50.349972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.029838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T03:22:50.350035Z","caller":"traceutil/trace.go:171","msg":"trace[1794340166] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:21448; }","duration":"158.134829ms","start":"2026-03-04T03:22:50.191886Z","end":"2026-03-04T03:22:50.350021Z","steps":["trace[1794340166] 'agreement among raft nodes before linearized reading' (duration: 153.86665ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:22:51.359865Z","caller":"traceutil/trace.go:171","msg":"trace[337158795] transaction","detail":"{read_only:false; response_revision:21465; number_of_response:1; }","duration":"137.55153ms","start":"2026-03-04T03:22:51.222285Z","end":"2026-03-04T03:22:51.359836Z","steps":["trace[337158795] 'process raft request' (duration: 136.592677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:22:54.765104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.881078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:22:54.765188Z","caller":"traceutil/trace.go:171","msg":"trace[1484638435] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21489; }","duration":"114.024981ms","start":"2026-03-04T03:22:54.651145Z","end":"2026-03-04T03:22:54.76517Z","steps":["trace[1484638435] 'range keys from in-memory index tree' (duration: 113.764604ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:22:56.681282Z","caller":"traceutil/trace.go:171","msg":"trace[1694446687] transaction","detail":"{read_only:false; response_revision:21497; number_of_response:1; }","duration":"200.822016ms","start":"2026-03-04T03:22:56.480432Z","end":"2026-03-04T03:22:56.681254Z","steps":["trace[1694446687] 'process raft request' (duration: 200.628522ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:22:56.682253Z","caller":"traceutil/trace.go:171","msg":"trace[1948929764] transaction","detail":"{read_only:false; response_revision:21499; number_of_response:1; }","duration":"197.916679ms","start":"2026-03-04T03:22:56.484311Z","end":"2026-03-04T03:22:56.682228Z","steps":["trace[1948929764] 'process raft request' (duration: 197.814977ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:22:56.682475Z","caller":"traceutil/trace.go:171","msg":"trace[713833265] transaction","detail":"{read_only:false; response_revision:21500; number_of_response:1; }","duration":"126.82316ms","start":"2026-03-04T03:22:56.555633Z","end":"2026-03-04T03:22:56.682456Z","steps":["trace[713833265] 'process raft request' (duration: 126.543764ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:22:56.682252Z","caller":"traceutil/trace.go:171","msg":"trace[842198169] transaction","detail":"{read_only:false; response_revision:21498; number_of_response:1; }","duration":"197.98165ms","start":"2026-03-04T03:22:56.48424Z","end":"2026-03-04T03:22:56.682221Z","steps":["trace[842198169] 'process raft request' (duration: 197.728054ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:23:20.794725Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19624} {"level":"info","ts":"2026-03-04T03:23:20.900438Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19624,"took":"102.228626ms","hash":26576986,"current-db-size-bytes":41897984,"current-db-size":"42 MB","current-db-size-in-use-bytes":26779648,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-04T03:23:20.900513Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":26576986,"revision":19624,"compact-revision":17405} {"level":"warn","ts":"2026-03-04T03:23:45.442753Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395083046,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T03:23:45.51406Z","caller":"traceutil/trace.go:171","msg":"trace[1426002051] linearizableReadLoop","detail":"{readStateIndex:22686; appliedIndex:22685; }","duration":"571.896556ms","start":"2026-03-04T03:23:44.942136Z","end":"2026-03-04T03:23:45.514033Z","steps":["trace[1426002051] 'read index received' (duration: 571.67326ms)","trace[1426002051] 'applied index is now lower than readState.Index' (duration: 222.196µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:23:45.514122Z","caller":"traceutil/trace.go:171","msg":"trace[1362483382] transaction","detail":"{read_only:false; response_revision:21868; number_of_response:1; }","duration":"604.700541ms","start":"2026-03-04T03:23:44.909391Z","end":"2026-03-04T03:23:45.514092Z","steps":["trace[1362483382] 'process raft request' (duration: 604.491716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:23:45.514274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:23:44.90937Z","time spent":"604.825643ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:23:45.514349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.676019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-04T03:23:45.514376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.866094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T03:23:45.514416Z","caller":"traceutil/trace.go:171","msg":"trace[1606217109] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21868; }","duration":"136.949156ms","start":"2026-03-04T03:23:45.377456Z","end":"2026-03-04T03:23:45.514405Z","steps":["trace[1606217109] 'agreement among raft nodes before linearized reading' (duration: 136.817073ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:23:45.514409Z","caller":"traceutil/trace.go:171","msg":"trace[1350562671] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21868; }","duration":"379.780092ms","start":"2026-03-04T03:23:45.134614Z","end":"2026-03-04T03:23:45.514394Z","steps":["trace[1350562671] 'agreement among raft nodes before linearized reading' (duration: 379.624918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:23:45.514415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.207906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-04T03:23:45.514463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:23:45.134595Z","time spent":"379.859844ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T03:23:45.514514Z","caller":"traceutil/trace.go:171","msg":"trace[140764870] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21868; }","duration":"525.349939ms","start":"2026-03-04T03:23:44.989138Z","end":"2026-03-04T03:23:45.514488Z","steps":["trace[140764870] 'agreement among raft nodes before linearized reading' (duration: 525.090843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:23:45.514566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:23:44.989118Z","time spent":"525.438552ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T03:23:45.514612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.553631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T03:23:45.514757Z","caller":"traceutil/trace.go:171","msg":"trace[1792822537] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21868; }","duration":"524.771946ms","start":"2026-03-04T03:23:44.989953Z","end":"2026-03-04T03:23:45.514725Z","steps":["trace[1792822537] 'agreement among raft nodes before linearized reading' (duration: 524.319375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:23:45.514802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.631613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T03:23:45.514914Z","caller":"traceutil/trace.go:171","msg":"trace[653894480] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21868; }","duration":"572.807707ms","start":"2026-03-04T03:23:44.942094Z","end":"2026-03-04T03:23:45.514902Z","steps":["trace[653894480] 'agreement among raft nodes before linearized reading' (duration: 572.09372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:23:45.51482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:23:44.989933Z","time spent":"524.877768ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T03:23:45.514955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:23:44.942075Z","time spent":"572.871588ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T03:23:45.658483Z","caller":"traceutil/trace.go:171","msg":"trace[529326486] transaction","detail":"{read_only:false; response_revision:21872; number_of_response:1; }","duration":"125.60239ms","start":"2026-03-04T03:23:45.532845Z","end":"2026-03-04T03:23:45.658447Z","steps":["trace[529326486] 'process raft request' (duration: 125.542649ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:23:45.658642Z","caller":"traceutil/trace.go:171","msg":"trace[467765170] linearizableReadLoop","detail":"{readStateIndex:22687; appliedIndex:22686; }","duration":"138.694566ms","start":"2026-03-04T03:23:45.519905Z","end":"2026-03-04T03:23:45.6586Z","steps":["trace[467765170] 'read index received' (duration: 116.17863ms)","trace[467765170] 'applied index is now lower than readState.Index' (duration: 22.510516ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:23:45.658904Z","caller":"traceutil/trace.go:171","msg":"trace[1820107045] transaction","detail":"{read_only:false; response_revision:21869; number_of_response:1; }","duration":"139.371482ms","start":"2026-03-04T03:23:45.519483Z","end":"2026-03-04T03:23:45.658854Z","steps":["trace[1820107045] 'process raft request' (duration: 116.491908ms)","trace[1820107045] 'compare' (duration: 22.107396ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:23:45.658953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.022264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T03:23:45.658995Z","caller":"traceutil/trace.go:171","msg":"trace[1551474606] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21872; }","duration":"139.107266ms","start":"2026-03-04T03:23:45.519875Z","end":"2026-03-04T03:23:45.658982Z","steps":["trace[1551474606] 'agreement among raft nodes before linearized reading' (duration: 138.85981ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:23:45.659018Z","caller":"traceutil/trace.go:171","msg":"trace[1301214337] transaction","detail":"{read_only:false; response_revision:21870; number_of_response:1; }","duration":"127.71394ms","start":"2026-03-04T03:23:45.531282Z","end":"2026-03-04T03:23:45.658996Z","steps":["trace[1301214337] 'process raft request' (duration: 126.997384ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:23:45.659068Z","caller":"traceutil/trace.go:171","msg":"trace[405934178] transaction","detail":"{read_only:false; response_revision:21871; number_of_response:1; }","duration":"127.747551ms","start":"2026-03-04T03:23:45.531293Z","end":"2026-03-04T03:23:45.65904Z","steps":["trace[405934178] 'process raft request' (duration: 127.044315ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:23:50.622513Z","caller":"traceutil/trace.go:171","msg":"trace[1849401537] transaction","detail":"{read_only:false; response_revision:21984; number_of_response:1; }","duration":"144.436451ms","start":"2026-03-04T03:23:50.478049Z","end":"2026-03-04T03:23:50.622485Z","steps":["trace[1849401537] 'process raft request' (duration: 144.257416ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:23:56.226631Z","caller":"traceutil/trace.go:171","msg":"trace[1089750656] transaction","detail":"{read_only:false; response_revision:22302; number_of_response:1; }","duration":"221.341335ms","start":"2026-03-04T03:23:56.00527Z","end":"2026-03-04T03:23:56.226611Z","steps":["trace[1089750656] 'process raft request' (duration: 220.099186ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:23:56.244273Z","caller":"traceutil/trace.go:171","msg":"trace[789520981] transaction","detail":"{read_only:false; response_revision:22303; number_of_response:1; }","duration":"225.911332ms","start":"2026-03-04T03:23:56.018315Z","end":"2026-03-04T03:23:56.244226Z","steps":["trace[789520981] 'process raft request' (duration: 225.749548ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:23:56.24462Z","caller":"traceutil/trace.go:171","msg":"trace[1078834074] transaction","detail":"{read_only:false; response_revision:22304; number_of_response:1; }","duration":"179.64195ms","start":"2026-03-04T03:23:56.064952Z","end":"2026-03-04T03:23:56.244593Z","steps":["trace[1078834074] 'process raft request' (duration: 179.21976ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:23:56.244721Z","caller":"traceutil/trace.go:171","msg":"trace[1292273870] linearizableReadLoop","detail":"{readStateIndex:23132; appliedIndex:23130; }","duration":"218.200772ms","start":"2026-03-04T03:23:56.02649Z","end":"2026-03-04T03:23:56.244691Z","steps":["trace[1292273870] 'read index received' (duration: 198.89409ms)","trace[1292273870] 'applied index is now lower than readState.Index' (duration: 19.305382ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:23:56.244878Z","caller":"traceutil/trace.go:171","msg":"trace[1517037080] transaction","detail":"{read_only:false; number_of_response:1; response_revision:22304; }","duration":"178.7944ms","start":"2026-03-04T03:23:56.066063Z","end":"2026-03-04T03:23:56.244858Z","steps":["trace[1517037080] 'process raft request' (duration: 178.39041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:23:56.244971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.465638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackservers.infrastructure.cluster.x-k8s.io\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:23:56.245001Z","caller":"traceutil/trace.go:171","msg":"trace[71551895] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/openstackservers.infrastructure.cluster.x-k8s.io; range_end:; response_count:0; response_revision:22305; }","duration":"218.531289ms","start":"2026-03-04T03:23:56.026461Z","end":"2026-03-04T03:23:56.244992Z","steps":["trace[71551895] 'agreement among raft nodes before linearized reading' (duration: 218.454157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:23:56.245073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.470238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-03-04T03:23:56.245103Z","caller":"traceutil/trace.go:171","msg":"trace[1478373309] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:22305; }","duration":"218.510018ms","start":"2026-03-04T03:23:56.026583Z","end":"2026-03-04T03:23:56.245093Z","steps":["trace[1478373309] 'agreement among raft nodes before linearized reading' (duration: 218.409846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:23:56.245335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.394775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-serving-cert\" ","response":"range_response_count:1 size:2611"} {"level":"info","ts":"2026-03-04T03:23:56.245357Z","caller":"traceutil/trace.go:171","msg":"trace[1400631403] range","detail":"{range_begin:/registry/cert-manager.io/certificates/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-serving-cert; range_end:; response_count:1; response_revision:22305; }","duration":"129.470277ms","start":"2026-03-04T03:23:56.115879Z","end":"2026-03-04T03:23:56.245349Z","steps":["trace[1400631403] 'agreement among raft nodes before linearized reading' (duration: 129.408016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:23:56.245537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.496564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io\" ","response":"range_response_count:1 size:170039"} {"level":"info","ts":"2026-03-04T03:23:56.245561Z","caller":"traceutil/trace.go:171","msg":"trace[511922913] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io; range_end:; response_count:1; response_revision:22305; }","duration":"190.551965ms","start":"2026-03-04T03:23:56.055002Z","end":"2026-03-04T03:23:56.245554Z","steps":["trace[511922913] 'agreement among raft nodes before linearized reading' (duration: 190.440162ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:23:56.958074Z","caller":"traceutil/trace.go:171","msg":"trace[690693070] transaction","detail":"{read_only:false; response_revision:22347; number_of_response:1; }","duration":"257.427668ms","start":"2026-03-04T03:23:56.700586Z","end":"2026-03-04T03:23:56.958014Z","steps":["trace[690693070] 'process raft request' (duration: 256.893866ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:23:56.958024Z","caller":"traceutil/trace.go:171","msg":"trace[1303006225] linearizableReadLoop","detail":"{readStateIndex:23177; appliedIndex:23176; }","duration":"251.868728ms","start":"2026-03-04T03:23:56.706106Z","end":"2026-03-04T03:23:56.957975Z","steps":["trace[1303006225] 'read index received' (duration: 251.390677ms)","trace[1303006225] 'applied index is now lower than readState.Index' (duration: 477.071µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:23:56.958509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.260617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1826"} {"level":"info","ts":"2026-03-04T03:23:56.95856Z","caller":"traceutil/trace.go:171","msg":"trace[1919870203] transaction","detail":"{read_only:false; response_revision:22348; number_of_response:1; }","duration":"218.021998ms","start":"2026-03-04T03:23:56.740521Z","end":"2026-03-04T03:23:56.958543Z","steps":["trace[1919870203] 'process raft request' (duration: 217.940326ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:23:56.958602Z","caller":"traceutil/trace.go:171","msg":"trace[1661002557] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:22347; }","duration":"252.515564ms","start":"2026-03-04T03:23:56.70607Z","end":"2026-03-04T03:23:56.958585Z","steps":["trace[1661002557] 'agreement among raft nodes before linearized reading' (duration: 252.031642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:23:56.960188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.902011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/capo-system/capo-manager\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T03:23:56.960251Z","caller":"traceutil/trace.go:171","msg":"trace[827386298] range","detail":"{range_begin:/registry/serviceaccounts/capo-system/capo-manager; range_end:; response_count:1; response_revision:22348; }","duration":"220.011294ms","start":"2026-03-04T03:23:56.740217Z","end":"2026-03-04T03:23:56.960228Z","steps":["trace[827386298] 'agreement among raft nodes before linearized reading' (duration: 218.384206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:23:58.571616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.945165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:23:58.571748Z","caller":"traceutil/trace.go:171","msg":"trace[740853263] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:22416; }","duration":"138.114619ms","start":"2026-03-04T03:23:58.433607Z","end":"2026-03-04T03:23:58.571721Z","steps":["trace[740853263] 'range keys from in-memory index tree' (duration: 137.885804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:23:58.571761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.516656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:23:58.571785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.274072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:23:58.571779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.435727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:23:58.571854Z","caller":"traceutil/trace.go:171","msg":"trace[2118580256] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:22416; }","duration":"114.348694ms","start":"2026-03-04T03:23:58.457489Z","end":"2026-03-04T03:23:58.571838Z","steps":["trace[2118580256] 'range keys from in-memory index tree' (duration: 114.20038ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:23:58.571886Z","caller":"traceutil/trace.go:171","msg":"trace[1489615895] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:22416; }","duration":"161.627529ms","start":"2026-03-04T03:23:58.410205Z","end":"2026-03-04T03:23:58.571832Z","steps":["trace[1489615895] 'range keys from in-memory index tree' (duration: 161.439135ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:23:58.571905Z","caller":"traceutil/trace.go:171","msg":"trace[457252864] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:22416; }","duration":"150.622312ms","start":"2026-03-04T03:23:58.421254Z","end":"2026-03-04T03:23:58.571876Z","steps":["trace[457252864] 'range keys from in-memory index tree' (duration: 150.370275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:23:58.572139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.735954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:23:58.572205Z","caller":"traceutil/trace.go:171","msg":"trace[351009182] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:22416; }","duration":"150.820006ms","start":"2026-03-04T03:23:58.421371Z","end":"2026-03-04T03:23:58.572191Z","steps":["trace[351009182] 'count revisions from in-memory index tree' (duration: 150.702923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:23:58.572221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.698347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:23:58.572352Z","caller":"traceutil/trace.go:171","msg":"trace[2031252151] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:22416; }","duration":"139.833459ms","start":"2026-03-04T03:23:58.432459Z","end":"2026-03-04T03:23:58.572292Z","steps":["trace[2031252151] 'range keys from in-memory index tree' (duration: 139.616874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:23:58.572429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.724622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:23:58.572505Z","caller":"traceutil/trace.go:171","msg":"trace[1621238378] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:22416; }","duration":"114.842745ms","start":"2026-03-04T03:23:58.457637Z","end":"2026-03-04T03:23:58.57248Z","steps":["trace[1621238378] 'count revisions from in-memory index tree' (duration: 114.64086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:23:58.572612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.104786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:23:58.572712Z","caller":"traceutil/trace.go:171","msg":"trace[41424367] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:22416; }","duration":"140.228629ms","start":"2026-03-04T03:23:58.432464Z","end":"2026-03-04T03:23:58.572693Z","steps":["trace[41424367] 'count revisions from in-memory index tree' (duration: 139.994153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:23:58.572632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.620072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:23:58.572825Z","caller":"traceutil/trace.go:171","msg":"trace[248844353] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:22416; }","duration":"100.826137ms","start":"2026-03-04T03:23:58.471984Z","end":"2026-03-04T03:23:58.57281Z","steps":["trace[248844353] 'count revisions from in-memory index tree' (duration: 100.49245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:23:58.572655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.597972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:23:58.572875Z","caller":"traceutil/trace.go:171","msg":"trace[1174898409] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:22416; }","duration":"100.821557ms","start":"2026-03-04T03:23:58.47204Z","end":"2026-03-04T03:23:58.572861Z","steps":["trace[1174898409] 'range keys from in-memory index tree' (duration: 100.568201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:23:58.573171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.828967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:23:58.573223Z","caller":"traceutil/trace.go:171","msg":"trace[920928053] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:22416; }","duration":"162.925449ms","start":"2026-03-04T03:23:58.410279Z","end":"2026-03-04T03:23:58.573205Z","steps":["trace[920928053] 'count revisions from in-memory index tree' (duration: 161.838664ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:24:00.038786Z","caller":"traceutil/trace.go:171","msg":"trace[628642124] linearizableReadLoop","detail":"{readStateIndex:23281; appliedIndex:23280; }","duration":"155.583227ms","start":"2026-03-04T03:23:59.88317Z","end":"2026-03-04T03:24:00.038753Z","steps":["trace[628642124] 'read index received' (duration: 155.189568ms)","trace[628642124] 'applied index is now lower than readState.Index' (duration: 392.449µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:24:00.038942Z","caller":"traceutil/trace.go:171","msg":"trace[1794853261] transaction","detail":"{read_only:false; response_revision:22450; number_of_response:1; }","duration":"156.240522ms","start":"2026-03-04T03:23:59.882686Z","end":"2026-03-04T03:24:00.038927Z","steps":["trace[1794853261] 'process raft request' (duration: 155.783492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:24:00.039099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.162737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T03:24:00.03919Z","caller":"traceutil/trace.go:171","msg":"trace[1115776866] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:22450; }","duration":"146.28613ms","start":"2026-03-04T03:23:59.892885Z","end":"2026-03-04T03:24:00.039171Z","steps":["trace[1115776866] 'agreement among raft nodes before linearized reading' (duration: 146.092066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:24:00.039198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.979637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/cert-manager-test/\" range_end:\"/registry/cronjobs/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:24:00.039288Z","caller":"traceutil/trace.go:171","msg":"trace[2055570470] range","detail":"{range_begin:/registry/cronjobs/cert-manager-test/; range_end:/registry/cronjobs/cert-manager-test0; response_count:0; response_revision:22450; }","duration":"156.112189ms","start":"2026-03-04T03:23:59.883157Z","end":"2026-03-04T03:24:00.039269Z","steps":["trace[2055570470] 'agreement among raft nodes before linearized reading' (duration: 155.910415ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:24:01.69481Z","caller":"traceutil/trace.go:171","msg":"trace[738174429] transaction","detail":"{read_only:false; response_revision:22479; number_of_response:1; }","duration":"100.279555ms","start":"2026-03-04T03:24:01.594507Z","end":"2026-03-04T03:24:01.694787Z","steps":["trace[738174429] 'process raft request' (duration: 98.751349ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:24:05.173527Z","caller":"traceutil/trace.go:171","msg":"trace[826321098] transaction","detail":"{read_only:false; response_revision:22540; number_of_response:1; }","duration":"478.841276ms","start":"2026-03-04T03:24:04.694667Z","end":"2026-03-04T03:24:05.173508Z","steps":["trace[826321098] 'process raft request' (duration: 478.668291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:24:05.173645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:24:04.694647Z","time spent":"478.933607ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:24:07.059441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.485526ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:24:07.059565Z","caller":"traceutil/trace.go:171","msg":"trace[1732250459] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:22540; }","duration":"528.620849ms","start":"2026-03-04T03:24:06.530926Z","end":"2026-03-04T03:24:07.059547Z","steps":["trace[1732250459] 'range keys from in-memory index tree' (duration: 528.470265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:24:07.142325Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.968935163s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T03:24:07.142969Z","caller":"traceutil/trace.go:171","msg":"trace[430494067] linearizableReadLoop","detail":"{readStateIndex:23373; appliedIndex:23371; }","duration":"2.437993811s","start":"2026-03-04T03:24:04.704942Z","end":"2026-03-04T03:24:07.142936Z","steps":["trace[430494067] 'read index received' (duration: 468.407182ms)","trace[430494067] 'applied index is now lower than readState.Index' (duration: 1.969585679s)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:24:07.143068Z","caller":"traceutil/trace.go:171","msg":"trace[925934585] transaction","detail":"{read_only:false; response_revision:22542; number_of_response:1; }","duration":"2.21854176s","start":"2026-03-04T03:24:04.924489Z","end":"2026-03-04T03:24:07.143031Z","steps":["trace[925934585] 'process raft request' (duration: 2.218359226s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:24:07.143111Z","caller":"traceutil/trace.go:171","msg":"trace[1363828194] transaction","detail":"{read_only:false; response_revision:22541; number_of_response:1; }","duration":"2.445200539s","start":"2026-03-04T03:24:04.697866Z","end":"2026-03-04T03:24:07.143067Z","steps":["trace[1363828194] 'process raft request' (duration: 2.444719017s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:24:07.143241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.438288807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-8b5f7bc75-bjb9k.18998443b66adc89\" ","response":"range_response_count:1 size:1177"} {"level":"warn","ts":"2026-03-04T03:24:07.14324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:24:04.697838Z","time spent":"2.445342122s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:24:07.143242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:24:04.924457Z","time spent":"2.218696134s","remote":"127.0.0.1:47122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:24:07.143368Z","caller":"traceutil/trace.go:171","msg":"trace[1062771191] range","detail":"{range_begin:/registry/events/openstack/cinder-api-8b5f7bc75-bjb9k.18998443b66adc89; range_end:; response_count:1; response_revision:22542; }","duration":"2.43838662s","start":"2026-03-04T03:24:04.704888Z","end":"2026-03-04T03:24:07.143274Z","steps":["trace[1062771191] 'agreement among raft nodes before linearized reading' (duration: 2.438215536s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:24:07.143419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:24:04.70487Z","time spent":"2.438536554s","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":1199,"request content":"key:\"/registry/events/openstack/cinder-api-8b5f7bc75-bjb9k.18998443b66adc89\" "} {"level":"warn","ts":"2026-03-04T03:24:07.643688Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395084933,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T03:24:07.652392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999667063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T03:24:07.652533Z","caller":"traceutil/trace.go:171","msg":"trace[1965957182] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999841476s","start":"2026-03-04T03:24:05.652659Z","end":"2026-03-04T03:24:07.6525Z","steps":["trace[1965957182] 'agreement among raft nodes before linearized reading' (duration: 1.999693623s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:24:07.652615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:24:05.65264Z","time spent":"1.99996228s","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 03:24:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-04T03:24:07.707118Z","caller":"traceutil/trace.go:171","msg":"trace[1900450549] transaction","detail":"{read_only:false; response_revision:22544; number_of_response:1; }","duration":"1.679541928s","start":"2026-03-04T03:24:06.027556Z","end":"2026-03-04T03:24:07.707098Z","steps":["trace[1900450549] 'process raft request' (duration: 1.679481436s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:24:07.707239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:24:06.027519Z","time spent":"1.67966023s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:24:07.707452Z","caller":"traceutil/trace.go:171","msg":"trace[1968131446] transaction","detail":"{read_only:false; response_revision:22543; number_of_response:1; }","duration":"2.000040091s","start":"2026-03-04T03:24:05.707366Z","end":"2026-03-04T03:24:07.707406Z","steps":["trace[1968131446] 'process raft request' (duration: 1.999563s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:24:07.707754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:24:05.707344Z","time spent":"2.000264217s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:24:07.708083Z","caller":"traceutil/trace.go:171","msg":"trace[101067417] transaction","detail":"{read_only:false; response_revision:22548; number_of_response:1; }","duration":"1.362923675s","start":"2026-03-04T03:24:06.345129Z","end":"2026-03-04T03:24:07.708053Z","steps":["trace[101067417] 'process raft request' (duration: 1.362690979s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:24:07.70801Z","caller":"traceutil/trace.go:171","msg":"trace[417614905] transaction","detail":"{read_only:false; response_revision:22550; number_of_response:1; }","duration":"844.867433ms","start":"2026-03-04T03:24:06.863102Z","end":"2026-03-04T03:24:07.70797Z","steps":["trace[417614905] 'process raft request' (duration: 844.803481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:24:07.708209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:24:06.345088Z","time spent":"1.363056268s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:24:07.70808Z","caller":"traceutil/trace.go:171","msg":"trace[604882793] transaction","detail":"{read_only:false; response_revision:22547; number_of_response:1; }","duration":"1.431648322s","start":"2026-03-04T03:24:06.276362Z","end":"2026-03-04T03:24:07.70801Z","steps":["trace[604882793] 'process raft request' (duration: 1.431404056s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:24:07.708221Z","caller":"traceutil/trace.go:171","msg":"trace[2146062030] transaction","detail":"{read_only:false; response_revision:22549; number_of_response:1; }","duration":"1.134865684s","start":"2026-03-04T03:24:06.573305Z","end":"2026-03-04T03:24:07.70817Z","steps":["trace[2146062030] 'process raft request' (duration: 1.134559677s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:24:07.708311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:24:06.276328Z","time spent":"1.431950259s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:24:07.708187Z","caller":"traceutil/trace.go:171","msg":"trace[2007372100] transaction","detail":"{read_only:false; response_revision:22546; number_of_response:1; }","duration":"1.431963729s","start":"2026-03-04T03:24:06.276214Z","end":"2026-03-04T03:24:07.708178Z","steps":["trace[2007372100] 'process raft request' (duration: 1.431372115s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:24:07.708405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:24:06.573284Z","time spent":"1.135030827s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:24:07.708419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:24:06.276187Z","time spent":"1.432210235s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:24:07.708149Z","caller":"traceutil/trace.go:171","msg":"trace[1940466657] transaction","detail":"{read_only:false; response_revision:22545; number_of_response:1; }","duration":"1.495385002s","start":"2026-03-04T03:24:06.212753Z","end":"2026-03-04T03:24:07.708138Z","steps":["trace[1940466657] 'process raft request' (duration: 1.494317657s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:24:07.708603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:24:06.212717Z","time spent":"1.495799362s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:24:07.709004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:24:06.863067Z","time spent":"845.16715ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:24:07.713283Z","caller":"traceutil/trace.go:171","msg":"trace[1001425101] linearizableReadLoop","detail":"{readStateIndex:23384; appliedIndex:23374; }","duration":"570.200531ms","start":"2026-03-04T03:24:07.143072Z","end":"2026-03-04T03:24:07.713272Z","steps":["trace[1001425101] 'read index received' (duration: 563.788531ms)","trace[1001425101] 'applied index is now lower than readState.Index' (duration: 6.41114ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:24:07.713377Z","caller":"traceutil/trace.go:171","msg":"trace[811900596] transaction","detail":"{read_only:false; response_revision:22551; number_of_response:1; }","duration":"565.85286ms","start":"2026-03-04T03:24:07.147498Z","end":"2026-03-04T03:24:07.713351Z","steps":["trace[811900596] 'process raft request' (duration: 565.636685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:24:07.713483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.940207772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T03:24:07.713516Z","caller":"traceutil/trace.go:171","msg":"trace[1244389997] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22552; }","duration":"1.940251853s","start":"2026-03-04T03:24:05.773254Z","end":"2026-03-04T03:24:07.713506Z","steps":["trace[1244389997] 'agreement among raft nodes before linearized reading' (duration: 1.94008708s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:24:07.713517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:24:07.147475Z","time spent":"565.963732ms","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1161,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:24:07.713548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:24:05.773247Z","time spent":"1.940294614s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T03:24:07.713549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.261366951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:24:07.713573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.301153871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T03:24:07.713592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.639108852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T03:24:07.713638Z","caller":"traceutil/trace.go:171","msg":"trace[514195102] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:22552; }","duration":"1.301273874s","start":"2026-03-04T03:24:06.412349Z","end":"2026-03-04T03:24:07.713623Z","steps":["trace[514195102] 'agreement among raft nodes before linearized reading' (duration: 1.30109235s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:24:07.713546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00812567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T03:24:07.713667Z","caller":"traceutil/trace.go:171","msg":"trace[2075742991] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22552; }","duration":"1.639228435s","start":"2026-03-04T03:24:06.074419Z","end":"2026-03-04T03:24:07.713648Z","steps":["trace[2075742991] 'agreement among raft nodes before linearized reading' (duration: 1.638891647s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:24:07.713678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:24:06.41233Z","time spent":"1.301339905s","remote":"127.0.0.1:47234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":88,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-03-04T03:24:07.713692Z","caller":"traceutil/trace.go:171","msg":"trace[266058057] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22552; }","duration":"2.008457987s","start":"2026-03-04T03:24:05.705217Z","end":"2026-03-04T03:24:07.713675Z","steps":["trace[266058057] 'agreement among raft nodes before linearized reading' (duration: 2.00815853s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:24:07.713711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:24:06.0744Z","time spent":"1.639302697s","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T03:24:07.713751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:24:05.705191Z","time spent":"2.00854189s","remote":"127.0.0.1:36230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T03:24:07.71363Z","caller":"traceutil/trace.go:171","msg":"trace[509371916] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:22552; }","duration":"1.261477034s","start":"2026-03-04T03:24:06.452127Z","end":"2026-03-04T03:24:07.713604Z","steps":["trace[509371916] 'agreement among raft nodes before linearized reading' (duration: 1.261338841s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:24:07.713873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:24:06.452107Z","time spent":"1.26175504s","remote":"127.0.0.1:45516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:24:07.713831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.783912088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:24:07.714003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.468057243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-04T03:24:07.714009Z","caller":"traceutil/trace.go:171","msg":"trace[1432051963] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:22552; }","duration":"2.784120803s","start":"2026-03-04T03:24:04.929871Z","end":"2026-03-04T03:24:07.713991Z","steps":["trace[1432051963] 'agreement among raft nodes before linearized reading' (duration: 2.783919288s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:24:07.714048Z","caller":"traceutil/trace.go:171","msg":"trace[1408540695] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:22552; }","duration":"1.468115335s","start":"2026-03-04T03:24:06.245916Z","end":"2026-03-04T03:24:07.714032Z","steps":["trace[1408540695] 'agreement among raft nodes before linearized reading' (duration: 1.467997332s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:24:07.714061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:24:04.929849Z","time spent":"2.784195294s","remote":"127.0.0.1:45612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:24:07.714092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:24:06.245904Z","time spent":"1.468178706s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":648,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-04T03:24:07.714116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.948843914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-04T03:24:07.714266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.950563184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T03:24:07.714298Z","caller":"traceutil/trace.go:171","msg":"trace[395696049] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22552; }","duration":"1.950613495s","start":"2026-03-04T03:24:05.763676Z","end":"2026-03-04T03:24:07.71429Z","steps":["trace[395696049] 'agreement among raft nodes before linearized reading' (duration: 1.950512053s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:24:07.713827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.947052522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-04T03:24:07.714317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:24:05.763665Z","time spent":"1.950647576s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T03:24:07.714336Z","caller":"traceutil/trace.go:171","msg":"trace[791134293] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22552; }","duration":"1.947589235s","start":"2026-03-04T03:24:05.766732Z","end":"2026-03-04T03:24:07.714322Z","steps":["trace[791134293] 'agreement among raft nodes before linearized reading' (duration: 1.946897518s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:24:07.714389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.975293172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T03:24:07.714405Z","caller":"traceutil/trace.go:171","msg":"trace[870445416] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:22552; }","duration":"1.975324283s","start":"2026-03-04T03:24:05.739076Z","end":"2026-03-04T03:24:07.7144Z","steps":["trace[870445416] 'agreement among raft nodes before linearized reading' (duration: 1.975283723s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:24:07.714434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:24:05.739066Z","time spent":"1.975363024s","remote":"127.0.0.1:47394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:24:07.713867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.933985737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:24:07.714473Z","caller":"traceutil/trace.go:171","msg":"trace[86186770] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:22552; }","duration":"2.934626542s","start":"2026-03-04T03:24:04.779835Z","end":"2026-03-04T03:24:07.714462Z","steps":["trace[86186770] 'agreement among raft nodes before linearized reading' (duration: 2.934010227s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:24:07.714509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:24:04.779816Z","time spent":"2.934683393s","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:24:07.714397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:24:05.766712Z","time spent":"1.947667657s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T03:24:07.714261Z","caller":"traceutil/trace.go:171","msg":"trace[286546516] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22552; }","duration":"1.949010678s","start":"2026-03-04T03:24:05.765236Z","end":"2026-03-04T03:24:07.714247Z","steps":["trace[286546516] 'agreement among raft nodes before linearized reading' (duration: 1.948649949s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:24:07.714696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:24:05.765228Z","time spent":"1.949454738s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T03:24:07.714575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.774259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T03:24:07.714914Z","caller":"traceutil/trace.go:171","msg":"trace[1971718397] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22552; }","duration":"537.148588ms","start":"2026-03-04T03:24:07.177755Z","end":"2026-03-04T03:24:07.714903Z","steps":["trace[1971718397] 'agreement among raft nodes before linearized reading' (duration: 536.342979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:24:07.71498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:24:07.177731Z","time spent":"537.21601ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T03:24:07.714859Z","caller":"traceutil/trace.go:171","msg":"trace[1581127157] transaction","detail":"{read_only:false; response_revision:22552; number_of_response:1; }","duration":"334.90487ms","start":"2026-03-04T03:24:07.379936Z","end":"2026-03-04T03:24:07.714841Z","steps":["trace[1581127157] 'process raft request' (duration: 333.298792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:24:07.715691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:24:07.379909Z","time spent":"335.475134ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:24:07.716496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.889554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T03:24:07.716706Z","caller":"traceutil/trace.go:171","msg":"trace[386557031] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:22552; }","duration":"502.10123ms","start":"2026-03-04T03:24:07.214559Z","end":"2026-03-04T03:24:07.716661Z","steps":["trace[386557031] 'agreement among raft nodes before linearized reading' (duration: 500.163094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:24:07.716803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:24:07.214548Z","time spent":"502.238532ms","remote":"127.0.0.1:54320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-03-04T03:24:29.933832Z","caller":"traceutil/trace.go:171","msg":"trace[99566405] transaction","detail":"{read_only:false; response_revision:22800; number_of_response:1; }","duration":"102.501436ms","start":"2026-03-04T03:24:29.831302Z","end":"2026-03-04T03:24:29.933803Z","steps":["trace[99566405] 'process raft request' (duration: 100.473759ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:25:31.490273Z","caller":"traceutil/trace.go:171","msg":"trace[507103893] transaction","detail":"{read_only:false; response_revision:23441; number_of_response:1; }","duration":"202.493623ms","start":"2026-03-04T03:25:31.287733Z","end":"2026-03-04T03:25:31.490227Z","steps":["trace[507103893] 'process raft request' (duration: 201.700024ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:25:31.495425Z","caller":"traceutil/trace.go:171","msg":"trace[1715447052] transaction","detail":"{read_only:false; response_revision:23442; number_of_response:1; }","duration":"108.546568ms","start":"2026-03-04T03:25:31.38685Z","end":"2026-03-04T03:25:31.495396Z","steps":["trace[1715447052] 'process raft request' (duration: 108.375544ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:25:32.175148Z","caller":"traceutil/trace.go:171","msg":"trace[453356728] linearizableReadLoop","detail":"{readStateIndex:24299; appliedIndex:24297; }","duration":"133.946741ms","start":"2026-03-04T03:25:32.041181Z","end":"2026-03-04T03:25:32.175128Z","steps":["trace[453356728] 'read index received' (duration: 38.09943ms)","trace[453356728] 'applied index is now lower than readState.Index' (duration: 95.846131ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:25:32.175498Z","caller":"traceutil/trace.go:171","msg":"trace[987358277] transaction","detail":"{read_only:false; response_revision:23445; number_of_response:1; }","duration":"136.264786ms","start":"2026-03-04T03:25:32.039224Z","end":"2026-03-04T03:25:32.175488Z","steps":["trace[987358277] 'process raft request' (duration: 82.261523ms)","trace[987358277] 'compare' (duration: 53.486201ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:25:32.175704Z","caller":"traceutil/trace.go:171","msg":"trace[43404148] transaction","detail":"{read_only:false; response_revision:23446; number_of_response:1; }","duration":"120.178709ms","start":"2026-03-04T03:25:32.055517Z","end":"2026-03-04T03:25:32.175696Z","steps":["trace[43404148] 'process raft request' (duration: 119.571525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:25:32.175856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.640067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T03:25:32.175886Z","caller":"traceutil/trace.go:171","msg":"trace[1922940106] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:23446; }","duration":"134.7424ms","start":"2026-03-04T03:25:32.041137Z","end":"2026-03-04T03:25:32.175879Z","steps":["trace[1922940106] 'agreement among raft nodes before linearized reading' (duration: 134.645447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:25:32.203731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.35967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T03:25:32.203875Z","caller":"traceutil/trace.go:171","msg":"trace[1949569041] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23447; }","duration":"101.511323ms","start":"2026-03-04T03:25:32.102324Z","end":"2026-03-04T03:25:32.203835Z","steps":["trace[1949569041] 'agreement among raft nodes before linearized reading' (duration: 101.307589ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:25:32.44949Z","caller":"traceutil/trace.go:171","msg":"trace[280149120] transaction","detail":"{read_only:false; response_revision:23448; number_of_response:1; }","duration":"241.875455ms","start":"2026-03-04T03:25:32.207584Z","end":"2026-03-04T03:25:32.449459Z","steps":["trace[280149120] 'process raft request' (duration: 145.198505ms)","trace[280149120] 'compare' (duration: 96.395914ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:25:32.449587Z","caller":"traceutil/trace.go:171","msg":"trace[1849640443] linearizableReadLoop","detail":"{readStateIndex:24305; appliedIndex:24301; }","duration":"214.052094ms","start":"2026-03-04T03:25:32.2355Z","end":"2026-03-04T03:25:32.449552Z","steps":["trace[1849640443] 'read index received' (duration: 117.445646ms)","trace[1849640443] 'applied index is now lower than readState.Index' (duration: 96.604868ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:25:32.449627Z","caller":"traceutil/trace.go:171","msg":"trace[560338532] transaction","detail":"{read_only:false; response_revision:23450; number_of_response:1; }","duration":"240.704588ms","start":"2026-03-04T03:25:32.208876Z","end":"2026-03-04T03:25:32.44958Z","steps":["trace[560338532] 'process raft request' (duration: 240.583115ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:25:32.449646Z","caller":"traceutil/trace.go:171","msg":"trace[1872038259] transaction","detail":"{read_only:false; response_revision:23451; number_of_response:1; }","duration":"240.573715ms","start":"2026-03-04T03:25:32.209037Z","end":"2026-03-04T03:25:32.449611Z","steps":["trace[1872038259] 'process raft request' (duration: 240.472352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:25:32.44994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.403283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T03:25:32.449994Z","caller":"traceutil/trace.go:171","msg":"trace[439174401] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23451; }","duration":"214.554626ms","start":"2026-03-04T03:25:32.235425Z","end":"2026-03-04T03:25:32.449979Z","steps":["trace[439174401] 'agreement among raft nodes before linearized reading' (duration: 214.326161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:25:32.450019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.003048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:25:32.450094Z","caller":"traceutil/trace.go:171","msg":"trace[2048276850] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23451; }","duration":"168.144061ms","start":"2026-03-04T03:25:32.281931Z","end":"2026-03-04T03:25:32.450076Z","steps":["trace[2048276850] 'agreement among raft nodes before linearized reading' (duration: 167.970097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:25:32.45015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.286595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:25:32.450255Z","caller":"traceutil/trace.go:171","msg":"trace[489725232] transaction","detail":"{read_only:false; response_revision:23449; number_of_response:1; }","duration":"241.481255ms","start":"2026-03-04T03:25:32.208763Z","end":"2026-03-04T03:25:32.450245Z","steps":["trace[489725232] 'process raft request' (duration: 240.631406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:25:32.450263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.26207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-04T03:25:32.450336Z","caller":"traceutil/trace.go:171","msg":"trace[124320111] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:23451; }","duration":"152.410203ms","start":"2026-03-04T03:25:32.297909Z","end":"2026-03-04T03:25:32.45032Z","steps":["trace[124320111] 'agreement among raft nodes before linearized reading' (duration: 152.209648ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:25:32.45036Z","caller":"traceutil/trace.go:171","msg":"trace[729475856] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:23451; }","duration":"168.549921ms","start":"2026-03-04T03:25:32.281746Z","end":"2026-03-04T03:25:32.450296Z","steps":["trace[729475856] 'agreement among raft nodes before linearized reading' (duration: 168.186662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:25:32.450265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.335406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:25:32.45047Z","caller":"traceutil/trace.go:171","msg":"trace[1107502164] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23451; }","duration":"168.604152ms","start":"2026-03-04T03:25:32.281856Z","end":"2026-03-04T03:25:32.45046Z","steps":["trace[1107502164] 'agreement among raft nodes before linearized reading' (duration: 168.05749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:25:32.450882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.641076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:25:32.450953Z","caller":"traceutil/trace.go:171","msg":"trace[1698640354] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23451; }","duration":"169.76331ms","start":"2026-03-04T03:25:32.28118Z","end":"2026-03-04T03:25:32.450943Z","steps":["trace[1698640354] 'agreement among raft nodes before linearized reading' (duration: 168.685715ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:26:22.556349Z","caller":"traceutil/trace.go:171","msg":"trace[10327094] transaction","detail":"{read_only:false; response_revision:23874; number_of_response:1; }","duration":"149.143212ms","start":"2026-03-04T03:26:22.407179Z","end":"2026-03-04T03:26:22.556322Z","steps":["trace[10327094] 'process raft request' (duration: 66.753588ms)","trace[10327094] 'compare' (duration: 81.902643ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:26:22.556788Z","caller":"traceutil/trace.go:171","msg":"trace[551207200] transaction","detail":"{read_only:false; response_revision:23875; number_of_response:1; }","duration":"148.874447ms","start":"2026-03-04T03:26:22.407889Z","end":"2026-03-04T03:26:22.556763Z","steps":["trace[551207200] 'process raft request' (duration: 148.390175ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:26:39.881744Z","caller":"traceutil/trace.go:171","msg":"trace[49802635] transaction","detail":"{read_only:false; response_revision:24019; number_of_response:1; }","duration":"122.508241ms","start":"2026-03-04T03:26:39.759204Z","end":"2026-03-04T03:26:39.881712Z","steps":["trace[49802635] 'process raft request' (duration: 122.087591ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:27:00.061359Z","caller":"traceutil/trace.go:171","msg":"trace[284454815] transaction","detail":"{read_only:false; response_revision:24186; number_of_response:1; }","duration":"102.015632ms","start":"2026-03-04T03:26:59.959283Z","end":"2026-03-04T03:27:00.061299Z","steps":["trace[284454815] 'process raft request' (duration: 101.768956ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:27:24.954579Z","caller":"traceutil/trace.go:171","msg":"trace[1610720617] transaction","detail":"{read_only:false; response_revision:24475; number_of_response:1; }","duration":"171.240739ms","start":"2026-03-04T03:27:24.783311Z","end":"2026-03-04T03:27:24.954552Z","steps":["trace[1610720617] 'process raft request' (duration: 171.056005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:25.560674Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395089508,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T03:27:25.630438Z","caller":"traceutil/trace.go:171","msg":"trace[489880870] transaction","detail":"{read_only:false; response_revision:24476; number_of_response:1; }","duration":"828.806184ms","start":"2026-03-04T03:27:24.801605Z","end":"2026-03-04T03:27:25.630411Z","steps":["trace[489880870] 'process raft request' (duration: 823.914729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:25.630546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:24.80158Z","time spent":"828.903586ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:27:25.630949Z","caller":"traceutil/trace.go:171","msg":"trace[1743084580] transaction","detail":"{read_only:false; response_revision:24477; number_of_response:1; }","duration":"325.811889ms","start":"2026-03-04T03:27:25.305114Z","end":"2026-03-04T03:27:25.630926Z","steps":["trace[1743084580] 'process raft request' (duration: 325.225705ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:27:25.631046Z","caller":"traceutil/trace.go:171","msg":"trace[944258939] linearizableReadLoop","detail":"{readStateIndex:25362; appliedIndex:25359; }","duration":"570.547033ms","start":"2026-03-04T03:27:25.060473Z","end":"2026-03-04T03:27:25.63102Z","steps":["trace[944258939] 'read index received' (duration: 565.064135ms)","trace[944258939] 'applied index is now lower than readState.Index' (duration: 5.480008ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:27:25.631089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:25.305087Z","time spent":"325.930411ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:27:25.631336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.858981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T03:27:25.631408Z","caller":"traceutil/trace.go:171","msg":"trace[1445916217] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24478; }","duration":"570.962843ms","start":"2026-03-04T03:27:25.060431Z","end":"2026-03-04T03:27:25.631393Z","steps":["trace[1445916217] 'agreement among raft nodes before linearized reading' (duration: 570.728227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:25.631451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:25.060411Z","time spent":"571.029005ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T03:27:25.631473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.613215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:27:25.631531Z","caller":"traceutil/trace.go:171","msg":"trace[1910059438] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24478; }","duration":"427.714297ms","start":"2026-03-04T03:27:25.2038Z","end":"2026-03-04T03:27:25.631514Z","steps":["trace[1910059438] 'agreement among raft nodes before linearized reading' (duration: 427.614285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:25.631558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:25.203736Z","time spent":"427.81304ms","remote":"127.0.0.1:38054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:27:25.631574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.697667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T03:27:25.631654Z","caller":"traceutil/trace.go:171","msg":"trace[71644360] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24478; }","duration":"564.817069ms","start":"2026-03-04T03:27:25.066818Z","end":"2026-03-04T03:27:25.631635Z","steps":["trace[71644360] 'agreement among raft nodes before linearized reading' (duration: 564.598944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:25.631657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.448624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-04T03:27:25.631705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:25.066806Z","time spent":"564.889762ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T03:27:25.631712Z","caller":"traceutil/trace.go:171","msg":"trace[639923639] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24478; }","duration":"559.546247ms","start":"2026-03-04T03:27:25.07215Z","end":"2026-03-04T03:27:25.631697Z","steps":["trace[639923639] 'agreement among raft nodes before linearized reading' (duration: 559.408243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:25.631745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:25.072129Z","time spent":"559.608468ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T03:27:25.631761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.754201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-04T03:27:25.631736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.935495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:27:25.631765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.357829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T03:27:25.631854Z","caller":"traceutil/trace.go:171","msg":"trace[248037139] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24478; }","duration":"544.879604ms","start":"2026-03-04T03:27:25.08695Z","end":"2026-03-04T03:27:25.63183Z","steps":["trace[248037139] 'agreement among raft nodes before linearized reading' (duration: 544.566707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:25.631889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:25.08691Z","time spent":"544.972136ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T03:27:25.631877Z","caller":"traceutil/trace.go:171","msg":"trace[2125185931] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24478; }","duration":"142.15944ms","start":"2026-03-04T03:27:25.489683Z","end":"2026-03-04T03:27:25.631843Z","steps":["trace[2125185931] 'agreement among raft nodes before linearized reading' (duration: 141.859523ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:27:25.6319Z","caller":"traceutil/trace.go:171","msg":"trace[103286177] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24478; }","duration":"555.541853ms","start":"2026-03-04T03:27:25.07632Z","end":"2026-03-04T03:27:25.631861Z","steps":["trace[103286177] 'agreement among raft nodes before linearized reading' (duration: 555.107782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:25.631994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:25.076301Z","time spent":"555.681186ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T03:27:30.157652Z","caller":"traceutil/trace.go:171","msg":"trace[1098300289] linearizableReadLoop","detail":"{readStateIndex:25391; appliedIndex:25390; }","duration":"479.349984ms","start":"2026-03-04T03:27:29.678281Z","end":"2026-03-04T03:27:30.157631Z","steps":["trace[1098300289] 'read index received' (duration: 396.367976ms)","trace[1098300289] 'applied index is now lower than readState.Index' (duration: 82.981018ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:27:30.157687Z","caller":"traceutil/trace.go:171","msg":"trace[1445887704] transaction","detail":"{read_only:false; response_revision:24506; number_of_response:1; }","duration":"513.386708ms","start":"2026-03-04T03:27:29.644261Z","end":"2026-03-04T03:27:30.157648Z","steps":["trace[1445887704] 'process raft request' (duration: 430.509573ms)","trace[1445887704] 'compare' (duration: 82.571408ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:27:30.157837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.561919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T03:27:30.157863Z","caller":"traceutil/trace.go:171","msg":"trace[2106873633] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24506; }","duration":"479.677301ms","start":"2026-03-04T03:27:29.67818Z","end":"2026-03-04T03:27:30.157857Z","steps":["trace[2106873633] 'agreement among raft nodes before linearized reading' (duration: 479.553708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:30.157856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:29.644249Z","time spent":"513.517462ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:27:30.157883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:29.67814Z","time spent":"479.738533ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T03:27:30.157922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.351252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:27:30.15796Z","caller":"traceutil/trace.go:171","msg":"trace[1245906907] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:24506; }","duration":"174.412054ms","start":"2026-03-04T03:27:29.983534Z","end":"2026-03-04T03:27:30.157946Z","steps":["trace[1245906907] 'agreement among raft nodes before linearized reading' (duration: 174.363643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:30.157865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.238891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T03:27:30.158044Z","caller":"traceutil/trace.go:171","msg":"trace[1256038087] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24506; }","duration":"479.465736ms","start":"2026-03-04T03:27:29.678571Z","end":"2026-03-04T03:27:30.158037Z","steps":["trace[1256038087] 'agreement among raft nodes before linearized reading' (duration: 479.18973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:30.158065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:29.678554Z","time spent":"479.505278ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T03:27:30.158125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.385501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T03:27:30.158147Z","caller":"traceutil/trace.go:171","msg":"trace[1318200755] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24506; }","duration":"478.429042ms","start":"2026-03-04T03:27:29.679713Z","end":"2026-03-04T03:27:30.158142Z","steps":["trace[1318200755] 'agreement among raft nodes before linearized reading' (duration: 478.37876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:30.158161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:29.679699Z","time spent":"478.458583ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T03:27:30.158177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.162082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T03:27:30.158216Z","caller":"traceutil/trace.go:171","msg":"trace[462936303] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24506; }","duration":"477.213034ms","start":"2026-03-04T03:27:29.680991Z","end":"2026-03-04T03:27:30.158204Z","steps":["trace[462936303] 'agreement among raft nodes before linearized reading' (duration: 477.151193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:30.158243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:29.680979Z","time spent":"477.260415ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T03:27:30.158122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.249538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T03:27:30.158299Z","caller":"traceutil/trace.go:171","msg":"trace[286856850] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24506; }","duration":"478.479203ms","start":"2026-03-04T03:27:29.679812Z","end":"2026-03-04T03:27:30.158291Z","steps":["trace[286856850] 'agreement among raft nodes before linearized reading' (duration: 478.179416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:30.158325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:29.679781Z","time spent":"478.534105ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T03:27:31.222296Z","caller":"traceutil/trace.go:171","msg":"trace[868374239] linearizableReadLoop","detail":"{readStateIndex:25401; appliedIndex:25400; }","duration":"369.575961ms","start":"2026-03-04T03:27:30.852686Z","end":"2026-03-04T03:27:31.222262Z","steps":["trace[868374239] 'read index received' (duration: 367.744728ms)","trace[868374239] 'applied index is now lower than readState.Index' (duration: 1.828943ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:27:31.222409Z","caller":"traceutil/trace.go:171","msg":"trace[1680491479] transaction","detail":"{read_only:false; response_revision:24516; number_of_response:1; }","duration":"509.501788ms","start":"2026-03-04T03:27:30.712855Z","end":"2026-03-04T03:27:31.222357Z","steps":["trace[1680491479] 'process raft request' (duration: 508.384542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:31.222755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:30.712818Z","time spent":"509.863026ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:27:31.222522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.804766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:27:31.223068Z","caller":"traceutil/trace.go:171","msg":"trace[1986376404] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:24516; }","duration":"370.393689ms","start":"2026-03-04T03:27:30.852657Z","end":"2026-03-04T03:27:31.223051Z","steps":["trace[1986376404] 'agreement among raft nodes before linearized reading' (duration: 369.778785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:31.22312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:30.852643Z","time spent":"370.461811ms","remote":"127.0.0.1:45458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:27:32.267097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.469244ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T03:27:32.267438Z","caller":"traceutil/trace.go:171","msg":"trace[1230269631] transaction","detail":"{read_only:false; response_revision:24517; number_of_response:1; }","duration":"1.291822715s","start":"2026-03-04T03:27:30.975578Z","end":"2026-03-04T03:27:32.267401Z","steps":["trace[1230269631] 'process raft request' (duration: 722.929612ms)","trace[1230269631] 'compare' (duration: 567.789717ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:27:32.267514Z","caller":"traceutil/trace.go:171","msg":"trace[1270866973] transaction","detail":"{read_only:false; response_revision:24519; number_of_response:1; }","duration":"587.293873ms","start":"2026-03-04T03:27:31.680194Z","end":"2026-03-04T03:27:32.267488Z","steps":["trace[1270866973] 'process raft request' (duration: 587.228201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:32.267609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:31.680175Z","time spent":"587.387426ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:27:32.267618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:30.975546Z","time spent":"1.291977738s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:27:32.267664Z","caller":"traceutil/trace.go:171","msg":"trace[1605228010] transaction","detail":"{read_only:false; response_revision:24518; number_of_response:1; }","duration":"613.472054ms","start":"2026-03-04T03:27:31.654152Z","end":"2026-03-04T03:27:32.267624Z","steps":["trace[1605228010] 'process raft request' (duration: 613.126776ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:27:32.267773Z","caller":"traceutil/trace.go:171","msg":"trace[1546013700] linearizableReadLoop","detail":"{readStateIndex:25402; appliedIndex:25401; }","duration":"1.045132894s","start":"2026-03-04T03:27:31.222613Z","end":"2026-03-04T03:27:32.267746Z","steps":["trace[1546013700] 'read index received' (duration: 476.042466ms)","trace[1546013700] 'applied index is now lower than readState.Index' (duration: 569.087448ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:27:32.268071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:31.654124Z","time spent":"613.808732ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:27:32.267832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.318389646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:27:32.268192Z","caller":"traceutil/trace.go:171","msg":"trace[1255261660] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:24519; }","duration":"1.318762184s","start":"2026-03-04T03:27:30.949396Z","end":"2026-03-04T03:27:32.268158Z","steps":["trace[1255261660] 'agreement among raft nodes before linearized reading' (duration: 1.318379645s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:32.268315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:30.949376Z","time spent":"1.318896887s","remote":"127.0.0.1:56804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:27:32.268473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.378579151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:128441"} {"level":"info","ts":"2026-03-04T03:27:32.268586Z","caller":"traceutil/trace.go:171","msg":"trace[1810210329] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:24519; }","duration":"1.378743514s","start":"2026-03-04T03:27:30.889823Z","end":"2026-03-04T03:27:32.268567Z","steps":["trace[1810210329] 'agreement among raft nodes before linearized reading' (duration: 1.378023897s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:32.268746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:30.889798Z","time spent":"1.378930069s","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":128463,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-04T03:27:32.768797Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395089612,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T03:27:33.269487Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395089612,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T03:27:33.672732Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.40549639s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T03:27:33.707102Z","caller":"traceutil/trace.go:171","msg":"trace[1419258878] transaction","detail":"{read_only:false; response_revision:24520; number_of_response:1; }","duration":"1.865387058s","start":"2026-03-04T03:27:31.841685Z","end":"2026-03-04T03:27:33.707072Z","steps":["trace[1419258878] 'process raft request' (duration: 1.831255761s)","trace[1419258878] 'compare' (duration: 32.831867ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:27:33.707131Z","caller":"traceutil/trace.go:171","msg":"trace[1677531560] transaction","detail":"{read_only:false; response_revision:24524; number_of_response:1; }","duration":"1.504226566s","start":"2026-03-04T03:27:32.202869Z","end":"2026-03-04T03:27:33.707095Z","steps":["trace[1677531560] 'process raft request' (duration: 1.504160604s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:33.707254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:31.841659Z","time spent":"1.865515412s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:27:33.707502Z","caller":"traceutil/trace.go:171","msg":"trace[475504382] transaction","detail":"{read_only:false; response_revision:24523; number_of_response:1; }","duration":"1.519065922s","start":"2026-03-04T03:27:32.188416Z","end":"2026-03-04T03:27:33.707482Z","steps":["trace[475504382] 'process raft request' (duration: 1.51854913s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:27:33.707505Z","caller":"traceutil/trace.go:171","msg":"trace[910973204] transaction","detail":"{read_only:false; response_revision:24521; number_of_response:1; }","duration":"1.543660787s","start":"2026-03-04T03:27:32.163812Z","end":"2026-03-04T03:27:33.707473Z","steps":["trace[910973204] 'process raft request' (duration: 1.542968481s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:27:33.7075Z","caller":"traceutil/trace.go:171","msg":"trace[731526426] transaction","detail":"{read_only:false; response_revision:24522; number_of_response:1; }","duration":"1.538093587s","start":"2026-03-04T03:27:32.169369Z","end":"2026-03-04T03:27:33.707462Z","steps":["trace[731526426] 'process raft request' (duration: 1.537537244s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:33.707625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:32.188399Z","time spent":"1.519152095s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:27:33.707644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:32.163788Z","time spent":"1.54377975s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:27:33.707686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:32.169332Z","time spent":"1.53825177s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:27:33.707785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:32.202848Z","time spent":"1.504367299s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:27:33.745178Z","caller":"traceutil/trace.go:171","msg":"trace[357644302] transaction","detail":"{read_only:false; response_revision:24525; number_of_response:1; }","duration":"1.160693043s","start":"2026-03-04T03:27:32.584452Z","end":"2026-03-04T03:27:33.745145Z","steps":["trace[357644302] 'process raft request' (duration: 1.160407457s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:33.745407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:32.584433Z","time spent":"1.160838007s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:27:33.745552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.575413929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T03:27:33.745605Z","caller":"traceutil/trace.go:171","msg":"trace[1189979728] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24526; }","duration":"1.575512721s","start":"2026-03-04T03:27:32.17008Z","end":"2026-03-04T03:27:33.745593Z","steps":["trace[1189979728] 'agreement among raft nodes before linearized reading' (duration: 1.575336097s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:33.745642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:32.170057Z","time spent":"1.575577902s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T03:27:33.745678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.574918096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T03:27:33.745711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.575364257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T03:27:33.745759Z","caller":"traceutil/trace.go:171","msg":"trace[477624968] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24526; }","duration":"1.575041049s","start":"2026-03-04T03:27:32.1707Z","end":"2026-03-04T03:27:33.745741Z","steps":["trace[477624968] 'agreement among raft nodes before linearized reading' (duration: 1.574696891s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:27:33.745774Z","caller":"traceutil/trace.go:171","msg":"trace[783376634] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24526; }","duration":"1.57548878s","start":"2026-03-04T03:27:32.170272Z","end":"2026-03-04T03:27:33.745761Z","steps":["trace[783376634] 'agreement among raft nodes before linearized reading' (duration: 1.575312576s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:33.745797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.934364679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-04T03:27:33.745803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:32.170689Z","time spent":"1.575106161s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T03:27:33.745828Z","caller":"traceutil/trace.go:171","msg":"trace[326325539] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24526; }","duration":"1.93443168s","start":"2026-03-04T03:27:31.811388Z","end":"2026-03-04T03:27:33.74582Z","steps":["trace[326325539] 'agreement among raft nodes before linearized reading' (duration: 1.934332388s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:33.745858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:31.811373Z","time spent":"1.934478842s","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T03:27:33.745891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:32.170261Z","time spent":"1.575617163s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T03:27:33.745967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.079790265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"info","ts":"2026-03-04T03:27:33.745985Z","caller":"traceutil/trace.go:171","msg":"trace[1044389471] transaction","detail":"{read_only:false; response_revision:24526; number_of_response:1; }","duration":"514.987796ms","start":"2026-03-04T03:27:33.230982Z","end":"2026-03-04T03:27:33.74597Z","steps":["trace[1044389471] 'process raft request' (duration: 514.087635ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:27:33.746021Z","caller":"traceutil/trace.go:171","msg":"trace[720794017] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:24526; }","duration":"2.079848827s","start":"2026-03-04T03:27:31.66616Z","end":"2026-03-04T03:27:33.746009Z","steps":["trace[720794017] 'agreement among raft nodes before linearized reading' (duration: 2.079674853s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:33.746055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:31.666109Z","time spent":"2.079937889s","remote":"127.0.0.1:47408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11738,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-03-04T03:27:33.746077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.574561198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T03:27:33.746107Z","caller":"traceutil/trace.go:171","msg":"trace[1469378494] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24526; }","duration":"1.5746355s","start":"2026-03-04T03:27:32.171462Z","end":"2026-03-04T03:27:33.746097Z","steps":["trace[1469378494] 'agreement among raft nodes before linearized reading' (duration: 1.574557068s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:33.74614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:32.171451Z","time spent":"1.574683502s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T03:27:33.7461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:33.230964Z","time spent":"515.062467ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:27:33.746365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.282685763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:27:33.746433Z","caller":"traceutil/trace.go:171","msg":"trace[488268659] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24526; }","duration":"2.282763535s","start":"2026-03-04T03:27:31.463649Z","end":"2026-03-04T03:27:33.746413Z","steps":["trace[488268659] 'agreement among raft nodes before linearized reading' (duration: 2.282634832s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:33.746474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:31.463544Z","time spent":"2.282920498s","remote":"127.0.0.1:37802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:27:33.746207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.574707192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T03:27:33.746549Z","caller":"traceutil/trace.go:171","msg":"trace[209710333] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24526; }","duration":"1.575084851s","start":"2026-03-04T03:27:32.171445Z","end":"2026-03-04T03:27:33.74653Z","steps":["trace[209710333] 'agreement among raft nodes before linearized reading' (duration: 1.574684662s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:33.746611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:32.171423Z","time spent":"1.575169032s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T03:27:33.745429Z","caller":"traceutil/trace.go:171","msg":"trace[1994373906] linearizableReadLoop","detail":"{readStateIndex:25411; appliedIndex:25404; }","duration":"1.477251967s","start":"2026-03-04T03:27:32.268111Z","end":"2026-03-04T03:27:33.745363Z","steps":["trace[1994373906] 'read index received' (duration: 1.404843416s)","trace[1994373906] 'applied index is now lower than readState.Index' (duration: 72.405721ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:27:33.746762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.315335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:27:33.746764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096367802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:27:33.746794Z","caller":"traceutil/trace.go:171","msg":"trace[1236239656] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:24526; }","duration":"241.379517ms","start":"2026-03-04T03:27:33.505405Z","end":"2026-03-04T03:27:33.746785Z","steps":["trace[1236239656] 'agreement among raft nodes before linearized reading' (duration: 241.323435ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:27:33.746808Z","caller":"traceutil/trace.go:171","msg":"trace[1061366142] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24526; }","duration":"1.096414033s","start":"2026-03-04T03:27:32.650381Z","end":"2026-03-04T03:27:33.746796Z","steps":["trace[1061366142] 'agreement among raft nodes before linearized reading' (duration: 1.096340251s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:33.746831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.829969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:27:33.74684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:32.650319Z","time spent":"1.096513745s","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T03:27:33.746884Z","caller":"traceutil/trace.go:171","msg":"trace[193831511] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24526; }","duration":"686.926621ms","start":"2026-03-04T03:27:33.059946Z","end":"2026-03-04T03:27:33.746873Z","steps":["trace[193831511] 'agreement among raft nodes before linearized reading' (duration: 686.840509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:33.746923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:33.059924Z","time spent":"686.988942ms","remote":"127.0.0.1:37822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:27:33.747026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.202407388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:27:33.747058Z","caller":"traceutil/trace.go:171","msg":"trace[167210317] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:24526; }","duration":"1.20248572s","start":"2026-03-04T03:27:32.544563Z","end":"2026-03-04T03:27:33.747049Z","steps":["trace[167210317] 'agreement among raft nodes before linearized reading' (duration: 1.202429239s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:33.747106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:32.544542Z","time spent":"1.202556161s","remote":"127.0.0.1:38592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:27:33.747132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.258853537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T03:27:33.74744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.475654279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:88 size:115542"} {"level":"info","ts":"2026-03-04T03:27:33.747482Z","caller":"traceutil/trace.go:171","msg":"trace[1665128966] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:88; response_revision:24526; }","duration":"1.47569561s","start":"2026-03-04T03:27:32.271776Z","end":"2026-03-04T03:27:33.747472Z","steps":["trace[1665128966] 'agreement among raft nodes before linearized reading' (duration: 1.474941822s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:27:33.747488Z","caller":"traceutil/trace.go:171","msg":"trace[1361344073] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:24526; }","duration":"1.259248776s","start":"2026-03-04T03:27:32.488227Z","end":"2026-03-04T03:27:33.747475Z","steps":["trace[1361344073] 'agreement among raft nodes before linearized reading' (duration: 1.258848377s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:33.747517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:32.271746Z","time spent":"1.475761472s","remote":"127.0.0.1:47150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":88,"response size":115564,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-03-04T03:27:33.747533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:32.488206Z","time spent":"1.259315797s","remote":"127.0.0.1:47418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":19,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-03-04T03:27:33.876043Z","caller":"traceutil/trace.go:171","msg":"trace[1437850183] transaction","detail":"{read_only:false; response_revision:24527; number_of_response:1; }","duration":"124.535668ms","start":"2026-03-04T03:27:33.751468Z","end":"2026-03-04T03:27:33.876004Z","steps":["trace[1437850183] 'process raft request' (duration: 124.304513ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:27:33.914288Z","caller":"traceutil/trace.go:171","msg":"trace[920022336] transaction","detail":"{read_only:false; response_revision:24530; number_of_response:1; }","duration":"161.44294ms","start":"2026-03-04T03:27:33.752823Z","end":"2026-03-04T03:27:33.914266Z","steps":["trace[920022336] 'process raft request' (duration: 161.365358ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:27:33.914309Z","caller":"traceutil/trace.go:171","msg":"trace[477944686] transaction","detail":"{read_only:false; response_revision:24528; number_of_response:1; }","duration":"162.141826ms","start":"2026-03-04T03:27:33.75212Z","end":"2026-03-04T03:27:33.914262Z","steps":["trace[477944686] 'process raft request' (duration: 161.911541ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:27:33.914462Z","caller":"traceutil/trace.go:171","msg":"trace[1654321758] linearizableReadLoop","detail":"{readStateIndex:25414; appliedIndex:25411; }","duration":"161.704315ms","start":"2026-03-04T03:27:33.752728Z","end":"2026-03-04T03:27:33.914432Z","steps":["trace[1654321758] 'read index received' (duration: 123.169416ms)","trace[1654321758] 'applied index is now lower than readState.Index' (duration: 38.532719ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:27:33.914569Z","caller":"traceutil/trace.go:171","msg":"trace[285592722] transaction","detail":"{read_only:false; response_revision:24531; number_of_response:1; }","duration":"161.148163ms","start":"2026-03-04T03:27:33.753387Z","end":"2026-03-04T03:27:33.914535Z","steps":["trace[285592722] 'process raft request' (duration: 160.840946ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:27:33.914475Z","caller":"traceutil/trace.go:171","msg":"trace[672012952] transaction","detail":"{read_only:false; response_revision:24529; number_of_response:1; }","duration":"161.738337ms","start":"2026-03-04T03:27:33.752709Z","end":"2026-03-04T03:27:33.914448Z","steps":["trace[672012952] 'process raft request' (duration: 161.44186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:34.361546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.152441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T03:27:34.361618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.059506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"info","ts":"2026-03-04T03:27:34.361651Z","caller":"traceutil/trace.go:171","msg":"trace[363120584] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:24531; }","duration":"465.303745ms","start":"2026-03-04T03:27:33.896327Z","end":"2026-03-04T03:27:34.361631Z","steps":["trace[363120584] 'agreement among raft nodes before linearized reading' (duration: 18.306007ms)","trace[363120584] 'count revisions from in-memory index tree' (duration: 446.849155ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:27:34.361672Z","caller":"traceutil/trace.go:171","msg":"trace[1056789616] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:24531; }","duration":"607.127187ms","start":"2026-03-04T03:27:33.754527Z","end":"2026-03-04T03:27:34.361654Z","steps":["trace[1056789616] 'agreement among raft nodes before linearized reading' (duration: 160.078607ms)","trace[1056789616] 'range keys from in-memory index tree' (duration: 446.872585ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:27:34.361695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:33.896309Z","time spent":"465.376078ms","remote":"127.0.0.1:56738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:27:34.361713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:33.754519Z","time spent":"607.184468ms","remote":"127.0.0.1:47408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11738,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-03-04T03:27:34.361883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.686083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T03:27:34.361925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.495992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:27:34.361937Z","caller":"traceutil/trace.go:171","msg":"trace[705839481] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24531; }","duration":"154.801605ms","start":"2026-03-04T03:27:34.207124Z","end":"2026-03-04T03:27:34.361925Z","steps":["trace[705839481] 'count revisions from in-memory index tree' (duration: 154.61854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:34.361974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.245807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-04T03:27:34.36197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.014801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.240\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-04T03:27:34.362014Z","caller":"traceutil/trace.go:171","msg":"trace[1539900293] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24531; }","duration":"609.315198ms","start":"2026-03-04T03:27:33.752688Z","end":"2026-03-04T03:27:34.362003Z","steps":["trace[1539900293] 'agreement among raft nodes before linearized reading' (duration: 161.87925ms)","trace[1539900293] 'range keys from in-memory index tree' (duration: 447.337706ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:27:34.362045Z","caller":"traceutil/trace.go:171","msg":"trace[1738322213] range","detail":"{range_begin:/registry/masterleases/199.19.213.240; range_end:; response_count:1; response_revision:24531; }","duration":"406.124333ms","start":"2026-03-04T03:27:33.955895Z","end":"2026-03-04T03:27:34.362019Z","steps":["trace[1738322213] 'range keys from in-memory index tree' (duration: 405.797766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:34.36205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:33.75267Z","time spent":"609.37345ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T03:27:34.362085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:33.955878Z","time spent":"406.196866ms","remote":"127.0.0.1:46920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.19.213.240\" "} {"level":"warn","ts":"2026-03-04T03:27:34.362266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.940702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:128441"} {"level":"info","ts":"2026-03-04T03:27:34.362394Z","caller":"traceutil/trace.go:171","msg":"trace[2138136189] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:24531; }","duration":"607.082977ms","start":"2026-03-04T03:27:33.755288Z","end":"2026-03-04T03:27:34.362371Z","steps":["trace[2138136189] 'agreement among raft nodes before linearized reading' (duration: 159.342061ms)","trace[2138136189] 'range keys from in-memory index tree' (duration: 447.346107ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:27:34.362811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:33.755283Z","time spent":"607.511246ms","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":128463,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-03-04T03:27:34.361955Z","caller":"traceutil/trace.go:171","msg":"trace[921537791] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24531; }","duration":"606.536614ms","start":"2026-03-04T03:27:33.755409Z","end":"2026-03-04T03:27:34.361946Z","steps":["trace[921537791] 'agreement among raft nodes before linearized reading' (duration: 159.207788ms)","trace[921537791] 'range keys from in-memory index tree' (duration: 447.286675ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:27:34.363003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:33.755405Z","time spent":"607.583238ms","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T03:27:35.869869Z","caller":"traceutil/trace.go:171","msg":"trace[538380853] linearizableReadLoop","detail":"{readStateIndex:25421; appliedIndex:25420; }","duration":"235.997931ms","start":"2026-03-04T03:27:35.633836Z","end":"2026-03-04T03:27:35.869834Z","steps":["trace[538380853] 'read index received' (duration: 235.742235ms)","trace[538380853] 'applied index is now lower than readState.Index' (duration: 254.336µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:27:35.869986Z","caller":"traceutil/trace.go:171","msg":"trace[726170863] transaction","detail":"{read_only:false; response_revision:24535; number_of_response:1; }","duration":"308.889593ms","start":"2026-03-04T03:27:35.561036Z","end":"2026-03-04T03:27:35.869926Z","steps":["trace[726170863] 'process raft request' (duration: 308.537725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:35.870145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.263927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:27:35.870225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:35.561013Z","time spent":"309.080168ms","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:27:35.870269Z","caller":"traceutil/trace.go:171","msg":"trace[431780572] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:24535; }","duration":"236.435131ms","start":"2026-03-04T03:27:35.633809Z","end":"2026-03-04T03:27:35.870244Z","steps":["trace[431780572] 'agreement among raft nodes before linearized reading' (duration: 236.212576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:36.370621Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395089654,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T03:27:36.870804Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395089654,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T03:27:37.305309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.253799ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:27:37.305406Z","caller":"traceutil/trace.go:171","msg":"trace[584291391] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24535; }","duration":"774.364362ms","start":"2026-03-04T03:27:36.531027Z","end":"2026-03-04T03:27:37.305391Z","steps":["trace[584291391] 'range keys from in-memory index tree' (duration: 774.240259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:37.371203Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395089654,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T03:27:37.59712Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.727570511s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T03:27:37.59777Z","caller":"traceutil/trace.go:171","msg":"trace[400874338] transaction","detail":"{read_only:false; response_revision:24536; number_of_response:1; }","duration":"1.88336086s","start":"2026-03-04T03:27:35.714376Z","end":"2026-03-04T03:27:37.597736Z","steps":["trace[400874338] 'process raft request' (duration: 1.882912779s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:27:37.597802Z","caller":"traceutil/trace.go:171","msg":"trace[2098169082] transaction","detail":"{read_only:false; response_revision:24540; number_of_response:1; }","duration":"1.84272806s","start":"2026-03-04T03:27:35.755036Z","end":"2026-03-04T03:27:37.597764Z","steps":["trace[2098169082] 'process raft request' (duration: 1.842672629s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:37.597944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:35.714343Z","time spent":"1.883509612s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:27:37.597999Z","caller":"traceutil/trace.go:171","msg":"trace[1719001278] transaction","detail":"{read_only:false; response_revision:24538; number_of_response:1; }","duration":"1.883134454s","start":"2026-03-04T03:27:35.714844Z","end":"2026-03-04T03:27:37.597979Z","steps":["trace[1719001278] 'process raft request' (duration: 1.882770516s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:27:37.598029Z","caller":"traceutil/trace.go:171","msg":"trace[1377614806] transaction","detail":"{read_only:false; response_revision:24539; number_of_response:1; }","duration":"1.845150587s","start":"2026-03-04T03:27:35.752861Z","end":"2026-03-04T03:27:37.598012Z","steps":["trace[1377614806] 'process raft request' (duration: 1.844789259s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:37.598093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:35.714828Z","time spent":"1.883208406s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:27:37.598113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:35.752836Z","time spent":"1.845231638s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:27:37.597941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:35.75501Z","time spent":"1.842855424s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:27:37.598654Z","caller":"traceutil/trace.go:171","msg":"trace[840757204] transaction","detail":"{read_only:false; response_revision:24537; number_of_response:1; }","duration":"1.883954513s","start":"2026-03-04T03:27:35.714431Z","end":"2026-03-04T03:27:37.598386Z","steps":["trace[840757204] 'process raft request' (duration: 1.883124673s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:37.598728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:35.71439Z","time spent":"1.884298441s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:27:37.651313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000144886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T03:27:37.651454Z","caller":"traceutil/trace.go:171","msg":"trace[690922142] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00034443s","start":"2026-03-04T03:27:35.651087Z","end":"2026-03-04T03:27:37.651431Z","steps":["trace[690922142] 'agreement among raft nodes before linearized reading' (duration: 2.000174766s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:37.651537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:35.65107Z","time spent":"2.000437443s","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 03:27:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T03:27:38.818244Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.220946881s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T03:27:38.81868Z","caller":"traceutil/trace.go:171","msg":"trace[1211328118] transaction","detail":"{read_only:false; response_revision:24542; number_of_response:1; }","duration":"2.448856584s","start":"2026-03-04T03:27:36.369788Z","end":"2026-03-04T03:27:38.818644Z","steps":["trace[1211328118] 'process raft request' (duration: 2.448773513s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:27:38.818753Z","caller":"traceutil/trace.go:171","msg":"trace[1861346763] transaction","detail":"{read_only:false; response_revision:24541; number_of_response:1; }","duration":"2.450371209s","start":"2026-03-04T03:27:36.368314Z","end":"2026-03-04T03:27:38.818685Z","steps":["trace[1861346763] 'process raft request' (duration: 2.450108353s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:38.818905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:36.368283Z","time spent":"2.450534754s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:27:38.818934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:36.369748Z","time spent":"2.449000868s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:27:38.819065Z","caller":"traceutil/trace.go:171","msg":"trace[71390092] transaction","detail":"{read_only:false; response_revision:24543; number_of_response:1; }","duration":"1.531495613s","start":"2026-03-04T03:27:37.287551Z","end":"2026-03-04T03:27:38.819046Z","steps":["trace[71390092] 'process raft request' (duration: 1.531056153s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:27:38.818898Z","caller":"traceutil/trace.go:171","msg":"trace[873506899] linearizableReadLoop","detail":"{readStateIndex:25429; appliedIndex:25421; }","duration":"2.948896711s","start":"2026-03-04T03:27:35.869976Z","end":"2026-03-04T03:27:38.818872Z","steps":["trace[873506899] 'read index received' (duration: 1.727372657s)","trace[873506899] 'applied index is now lower than readState.Index' (duration: 1.221522274s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:27:38.819191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:37.287511Z","time spent":"1.531603665s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:27:39.526862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.598553ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T03:27:39.526989Z","caller":"traceutil/trace.go:171","msg":"trace[439485702] linearizableReadLoop","detail":"{readStateIndex:25430; appliedIndex:25429; }","duration":"707.803887ms","start":"2026-03-04T03:27:38.819168Z","end":"2026-03-04T03:27:39.526972Z","steps":["trace[439485702] 'read index received' (duration: 154.60754ms)","trace[439485702] 'applied index is now lower than readState.Index' (duration: 553.192117ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:27:39.527065Z","caller":"traceutil/trace.go:171","msg":"trace[495369685] transaction","detail":"{read_only:false; response_revision:24544; number_of_response:1; }","duration":"1.55582942s","start":"2026-03-04T03:27:37.971224Z","end":"2026-03-04T03:27:39.527053Z","steps":["trace[495369685] 'process raft request' (duration: 1.002636333s)","trace[495369685] 'compare' (duration: 552.355247ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:27:39.527131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:37.971195Z","time spent":"1.555905212s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:27:39.527347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.439576387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:27:39.52744Z","caller":"traceutil/trace.go:171","msg":"trace[157646147] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:24544; }","duration":"2.439813953s","start":"2026-03-04T03:27:37.087608Z","end":"2026-03-04T03:27:39.527422Z","steps":["trace[157646147] 'agreement among raft nodes before linearized reading' (duration: 2.439667009s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:39.527471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:37.087589Z","time spent":"2.439874574s","remote":"127.0.0.1:54268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:27:39.527491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.64736481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T03:27:39.527533Z","caller":"traceutil/trace.go:171","msg":"trace[138435822] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24544; }","duration":"3.647502843s","start":"2026-03-04T03:27:35.88002Z","end":"2026-03-04T03:27:39.527523Z","steps":["trace[138435822] 'agreement among raft nodes before linearized reading' (duration: 3.647332249s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:39.527516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.609616718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-04T03:27:39.527565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:35.879999Z","time spent":"3.647559285s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T03:27:39.527591Z","caller":"traceutil/trace.go:171","msg":"trace[43354489] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24544; }","duration":"3.609749622s","start":"2026-03-04T03:27:35.91782Z","end":"2026-03-04T03:27:39.52757Z","steps":["trace[43354489] 'agreement among raft nodes before linearized reading' (duration: 3.609529027s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:39.527612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.490698671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:27:39.527635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.297758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:27:39.527613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.609112307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-04T03:27:39.527643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:35.917795Z","time spent":"3.609839754s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T03:27:39.527661Z","caller":"traceutil/trace.go:171","msg":"trace[542623867] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:24544; }","duration":"866.34137ms","start":"2026-03-04T03:27:38.661312Z","end":"2026-03-04T03:27:39.527653Z","steps":["trace[542623867] 'agreement among raft nodes before linearized reading' (duration: 866.297779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:39.527671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.733250653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:27:39.527673Z","caller":"traceutil/trace.go:171","msg":"trace[1349026886] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24544; }","duration":"2.490753612s","start":"2026-03-04T03:27:37.036899Z","end":"2026-03-04T03:27:39.527652Z","steps":["trace[1349026886] 'agreement among raft nodes before linearized reading' (duration: 2.49066954s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:27:39.527682Z","caller":"traceutil/trace.go:171","msg":"trace[2096478301] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24544; }","duration":"3.60924299s","start":"2026-03-04T03:27:35.918423Z","end":"2026-03-04T03:27:39.527666Z","steps":["trace[2096478301] 'agreement among raft nodes before linearized reading' (duration: 3.609069906s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:27:39.527711Z","caller":"traceutil/trace.go:171","msg":"trace[229648999] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:24544; }","duration":"1.733332355s","start":"2026-03-04T03:27:37.794367Z","end":"2026-03-04T03:27:39.527699Z","steps":["trace[229648999] 'agreement among raft nodes before linearized reading' (duration: 1.733277134s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:39.527517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.608893972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-04T03:27:39.527727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:35.918389Z","time spent":"3.609327813s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T03:27:39.527683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:38.661301Z","time spent":"866.376921ms","remote":"127.0.0.1:35444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:27:39.527705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.59427322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:27:39.527719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.609266421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-04T03:27:39.527727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:37.036844Z","time spent":"2.490869594s","remote":"127.0.0.1:37982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:27:39.527798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.220082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T03:27:39.527808Z","caller":"traceutil/trace.go:171","msg":"trace[926373373] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:24544; }","duration":"3.594439414s","start":"2026-03-04T03:27:35.933342Z","end":"2026-03-04T03:27:39.527781Z","steps":["trace[926373373] 'agreement among raft nodes before linearized reading' (duration: 3.59427085s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:27:39.527835Z","caller":"traceutil/trace.go:171","msg":"trace[2089378501] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:24544; }","duration":"972.300914ms","start":"2026-03-04T03:27:38.555525Z","end":"2026-03-04T03:27:39.527826Z","steps":["trace[2089378501] 'agreement among raft nodes before linearized reading' (duration: 972.247943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:39.52775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:37.794307Z","time spent":"1.733433827s","remote":"127.0.0.1:59480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:27:39.527873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:35.933323Z","time spent":"3.594532697s","remote":"127.0.0.1:37936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:27:39.527716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.876287443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:27:39.527933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.330728757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:27:39.527888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.350287283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T03:27:39.527966Z","caller":"traceutil/trace.go:171","msg":"trace[1357221178] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24544; }","duration":"1.87657106s","start":"2026-03-04T03:27:37.651389Z","end":"2026-03-04T03:27:39.52796Z","steps":["trace[1357221178] 'agreement among raft nodes before linearized reading' (duration: 1.876307804s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:27:39.527973Z","caller":"traceutil/trace.go:171","msg":"trace[116561472] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24544; }","duration":"1.330767529s","start":"2026-03-04T03:27:38.197196Z","end":"2026-03-04T03:27:39.527964Z","steps":["trace[116561472] 'agreement among raft nodes before linearized reading' (duration: 1.330684347s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:39.527986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:37.651369Z","time spent":"1.876612061s","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T03:27:39.528004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:38.19718Z","time spent":"1.33081513s","remote":"127.0.0.1:37962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-04T03:27:39.527816Z","caller":"traceutil/trace.go:171","msg":"trace[988970936] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24544; }","duration":"3.609376353s","start":"2026-03-04T03:27:35.918416Z","end":"2026-03-04T03:27:39.527792Z","steps":["trace[988970936] 'agreement among raft nodes before linearized reading' (duration: 3.609107167s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:39.527895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.260596538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:27:39.528134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:35.918401Z","time spent":"3.609712551s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T03:27:39.528164Z","caller":"traceutil/trace.go:171","msg":"trace[1773561744] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:24544; }","duration":"2.260858284s","start":"2026-03-04T03:27:37.267292Z","end":"2026-03-04T03:27:39.52815Z","steps":["trace[1773561744] 'agreement among raft nodes before linearized reading' (duration: 2.260585857s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:39.527862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.211131923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418276"} {"level":"warn","ts":"2026-03-04T03:27:39.528205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:37.267198Z","time spent":"2.260993367s","remote":"127.0.0.1:47166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-03-04T03:27:39.528218Z","caller":"traceutil/trace.go:171","msg":"trace[1925360711] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:24544; }","duration":"2.211509721s","start":"2026-03-04T03:27:37.316694Z","end":"2026-03-04T03:27:39.528204Z","steps":["trace[1925360711] 'agreement among raft nodes before linearized reading' (duration: 2.21103608s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:39.527863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:38.555513Z","time spent":"972.343415ms","remote":"127.0.0.1:45596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:27:39.528268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:37.316678Z","time spent":"2.211577723s","remote":"127.0.0.1:54260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418298,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-04T03:27:39.527882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04917795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:27:39.52802Z","caller":"traceutil/trace.go:171","msg":"trace[1617639523] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:24544; }","duration":"3.350455558s","start":"2026-03-04T03:27:36.177521Z","end":"2026-03-04T03:27:39.527976Z","steps":["trace[1617639523] 'agreement among raft nodes before linearized reading' (duration: 3.350078089s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:27:39.528389Z","caller":"traceutil/trace.go:171","msg":"trace[328005166] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:24544; }","duration":"1.049711352s","start":"2026-03-04T03:27:38.478652Z","end":"2026-03-04T03:27:39.528363Z","steps":["trace[328005166] 'agreement among raft nodes before linearized reading' (duration: 1.04919478s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:39.528409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:36.177502Z","time spent":"3.350881477s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":59,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-03-04T03:27:39.527754Z","caller":"traceutil/trace.go:171","msg":"trace[1789348695] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24544; }","duration":"3.609164668s","start":"2026-03-04T03:27:35.918578Z","end":"2026-03-04T03:27:39.527743Z","steps":["trace[1789348695] 'agreement among raft nodes before linearized reading' (duration: 3.608699867s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:39.528458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:38.478628Z","time spent":"1.049805384s","remote":"127.0.0.1:38162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:27:39.528523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:35.918566Z","time spent":"3.609933106s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T03:27:40.457375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.174964ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T03:27:40.457483Z","caller":"traceutil/trace.go:171","msg":"trace[1321546681] linearizableReadLoop","detail":"{readStateIndex:25431; appliedIndex:25430; }","duration":"930.446097ms","start":"2026-03-04T03:27:39.527016Z","end":"2026-03-04T03:27:40.457462Z","steps":["trace[1321546681] 'read index received' (duration: 44.333255ms)","trace[1321546681] 'applied index is now lower than readState.Index' (duration: 886.111362ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:27:40.458832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005613843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T03:27:40.45888Z","caller":"traceutil/trace.go:171","msg":"trace[1596291755] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24544; }","duration":"1.005705654s","start":"2026-03-04T03:27:39.453163Z","end":"2026-03-04T03:27:40.458869Z","steps":["trace[1596291755] 'agreement among raft nodes before linearized reading' (duration: 1.00554009s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:40.458913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:39.453143Z","time spent":"1.005763406s","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T03:27:40.459125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01578514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:27:40.459168Z","caller":"traceutil/trace.go:171","msg":"trace[623897420] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:24544; }","duration":"1.015862282s","start":"2026-03-04T03:27:39.443293Z","end":"2026-03-04T03:27:40.459155Z","steps":["trace[623897420] 'agreement among raft nodes before linearized reading' (duration: 1.01580363s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:40.459199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:39.443274Z","time spent":"1.015917363s","remote":"127.0.0.1:45612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:27:40.459427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.364837641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T03:27:40.459465Z","caller":"traceutil/trace.go:171","msg":"trace[470435711] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:24544; }","duration":"1.364910553s","start":"2026-03-04T03:27:39.094546Z","end":"2026-03-04T03:27:40.459456Z","steps":["trace[470435711] 'agreement among raft nodes before linearized reading' (duration: 1.364846231s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:40.459499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:39.094525Z","time spent":"1.364966174s","remote":"127.0.0.1:47458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:27:40.45966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.47577696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:27:40.45974Z","caller":"traceutil/trace.go:171","msg":"trace[863091562] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:24544; }","duration":"1.475899843s","start":"2026-03-04T03:27:38.983823Z","end":"2026-03-04T03:27:40.459723Z","steps":["trace[863091562] 'agreement among raft nodes before linearized reading' (duration: 1.475719419s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:40.459818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:38.983807Z","time spent":"1.475997775s","remote":"127.0.0.1:47066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:27:40.460905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.581788856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T03:27:40.461002Z","caller":"traceutil/trace.go:171","msg":"trace[174726990] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24544; }","duration":"1.58193918s","start":"2026-03-04T03:27:38.879047Z","end":"2026-03-04T03:27:40.460987Z","steps":["trace[174726990] 'agreement among raft nodes before linearized reading' (duration: 1.580560287s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:40.46104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:38.87903Z","time spent":"1.582002721s","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2630,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-04T03:27:40.461911Z","caller":"traceutil/trace.go:171","msg":"trace[1979481498] transaction","detail":"{read_only:false; response_revision:24545; number_of_response:1; }","duration":"926.849823ms","start":"2026-03-04T03:27:39.535019Z","end":"2026-03-04T03:27:40.461869Z","steps":["trace[1979481498] 'process raft request' (duration: 926.518275ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:27:40.462009Z","caller":"traceutil/trace.go:171","msg":"trace[1498143841] transaction","detail":"{read_only:false; response_revision:24546; number_of_response:1; }","duration":"926.893484ms","start":"2026-03-04T03:27:39.535106Z","end":"2026-03-04T03:27:40.461999Z","steps":["trace[1498143841] 'process raft request' (duration: 926.648568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:40.462107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:39.534999Z","time spent":"927.010227ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:27:40.462129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:39.535099Z","time spent":"926.949655ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:27:40.46196Z","caller":"traceutil/trace.go:171","msg":"trace[106458718] transaction","detail":"{read_only:false; response_revision:24549; number_of_response:1; }","duration":"926.762401ms","start":"2026-03-04T03:27:39.53518Z","end":"2026-03-04T03:27:40.461942Z","steps":["trace[106458718] 'process raft request' (duration: 926.72015ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:27:40.462249Z","caller":"traceutil/trace.go:171","msg":"trace[904113232] transaction","detail":"{read_only:false; response_revision:24547; number_of_response:1; }","duration":"927.089109ms","start":"2026-03-04T03:27:39.535144Z","end":"2026-03-04T03:27:40.462233Z","steps":["trace[904113232] 'process raft request' (duration: 926.680349ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:27:40.462271Z","caller":"traceutil/trace.go:171","msg":"trace[1055900454] transaction","detail":"{read_only:false; response_revision:24548; number_of_response:1; }","duration":"927.079019ms","start":"2026-03-04T03:27:39.535177Z","end":"2026-03-04T03:27:40.462256Z","steps":["trace[1055900454] 'process raft request' (duration: 926.68718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:40.462319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:39.535139Z","time spent":"927.15008ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:27:40.462339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:39.535172Z","time spent":"927.12943ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:27:40.462308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:39.535167Z","time spent":"927.054548ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:27:41.339216Z","caller":"traceutil/trace.go:171","msg":"trace[1935922051] linearizableReadLoop","detail":"{readStateIndex:25442; appliedIndex:25431; }","duration":"881.685189ms","start":"2026-03-04T03:27:40.457508Z","end":"2026-03-04T03:27:41.339193Z","steps":["trace[1935922051] 'read index received' (duration: 4.179818ms)","trace[1935922051] 'applied index is now lower than readState.Index' (duration: 877.504201ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:27:41.33961Z","caller":"traceutil/trace.go:171","msg":"trace[1410897896] transaction","detail":"{read_only:false; response_revision:24550; number_of_response:1; }","duration":"1.736337786s","start":"2026-03-04T03:27:39.603253Z","end":"2026-03-04T03:27:41.339591Z","steps":["trace[1410897896] 'process raft request' (duration: 1.735302262s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:41.33973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:39.603225Z","time spent":"1.736430158s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:27:41.340083Z","caller":"traceutil/trace.go:171","msg":"trace[1743959711] transaction","detail":"{read_only:false; response_revision:24555; number_of_response:1; }","duration":"1.410565568s","start":"2026-03-04T03:27:39.929456Z","end":"2026-03-04T03:27:41.340021Z","steps":["trace[1743959711] 'process raft request' (duration: 1.409468003s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:41.340068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.804865396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189982afc5db10aa\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-04T03:27:41.339822Z","caller":"traceutil/trace.go:171","msg":"trace[1691848268] transaction","detail":"{read_only:false; response_revision:24553; number_of_response:1; }","duration":"1.734165915s","start":"2026-03-04T03:27:39.605623Z","end":"2026-03-04T03:27:41.339789Z","steps":["trace[1691848268] 'process raft request' (duration: 1.733154201s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:27:41.340163Z","caller":"traceutil/trace.go:171","msg":"trace[217777459] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189982afc5db10aa; range_end:; response_count:1; response_revision:24555; }","duration":"1.80503276s","start":"2026-03-04T03:27:39.53511Z","end":"2026-03-04T03:27:41.340143Z","steps":["trace[217777459] 'agreement among raft nodes before linearized reading' (duration: 1.804682132s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:41.340222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:39.929423Z","time spent":"1.410719992s","remote":"127.0.0.1:54260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418334,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:27:41.340257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:39.535083Z","time spent":"1.805164324s","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189982afc5db10aa\" "} {"level":"info","ts":"2026-03-04T03:27:41.339841Z","caller":"traceutil/trace.go:171","msg":"trace[133974840] transaction","detail":"{read_only:false; response_revision:24551; number_of_response:1; }","duration":"1.735286071s","start":"2026-03-04T03:27:39.604512Z","end":"2026-03-04T03:27:41.339798Z","steps":["trace[133974840] 'process raft request' (duration: 1.734186275s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:27:41.339886Z","caller":"traceutil/trace.go:171","msg":"trace[1763294123] transaction","detail":"{read_only:false; response_revision:24552; number_of_response:1; }","duration":"1.735071196s","start":"2026-03-04T03:27:39.604805Z","end":"2026-03-04T03:27:41.339876Z","steps":["trace[1763294123] 'process raft request' (duration: 1.733935599s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:41.340308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:39.605614Z","time spent":"1.734602255s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:27:41.340358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:39.604763Z","time spent":"1.735560397s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:27:41.340363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:39.604504Z","time spent":"1.735796823s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:27:41.339908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.80500297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:27:41.339915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.900128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:27:41.340475Z","caller":"traceutil/trace.go:171","msg":"trace[199419667] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24555; }","duration":"937.526632ms","start":"2026-03-04T03:27:40.402932Z","end":"2026-03-04T03:27:41.340459Z","steps":["trace[199419667] 'agreement among raft nodes before linearized reading' (duration: 936.875487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:41.340046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.289153053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T03:27:41.340528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:40.402912Z","time spent":"937.600674ms","remote":"127.0.0.1:37806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-03-04T03:27:41.340562Z","caller":"traceutil/trace.go:171","msg":"trace[734745662] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:24555; }","duration":"1.289686046s","start":"2026-03-04T03:27:40.050839Z","end":"2026-03-04T03:27:41.340525Z","steps":["trace[734745662] 'agreement among raft nodes before linearized reading' (duration: 1.28898702s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:27:41.340469Z","caller":"traceutil/trace.go:171","msg":"trace[660865654] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24555; }","duration":"1.805597733s","start":"2026-03-04T03:27:39.53485Z","end":"2026-03-04T03:27:41.340447Z","steps":["trace[660865654] 'agreement among raft nodes before linearized reading' (duration: 1.804973539s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:41.34061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:40.050825Z","time spent":"1.289771048s","remote":"127.0.0.1:47446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-04T03:27:41.340007Z","caller":"traceutil/trace.go:171","msg":"trace[1333722681] transaction","detail":"{read_only:false; response_revision:24554; number_of_response:1; }","duration":"1.734178336s","start":"2026-03-04T03:27:39.605818Z","end":"2026-03-04T03:27:41.339997Z","steps":["trace[1333722681] 'process raft request' (duration: 1.732989118s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:41.340624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:39.534834Z","time spent":"1.805777668s","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T03:27:41.340688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:39.605792Z","time spent":"1.734856721s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:27:41.339976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.804863616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:27:41.340746Z","caller":"traceutil/trace.go:171","msg":"trace[773133234] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24555; }","duration":"1.805646205s","start":"2026-03-04T03:27:39.535083Z","end":"2026-03-04T03:27:41.34073Z","steps":["trace[773133234] 'agreement among raft nodes before linearized reading' (duration: 1.804861176s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:41.340792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:39.535076Z","time spent":"1.805706376s","remote":"127.0.0.1:47150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T03:27:41.340908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.694699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:27:41.340978Z","caller":"traceutil/trace.go:171","msg":"trace[229977415] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:24555; }","duration":"908.778391ms","start":"2026-03-04T03:27:40.432181Z","end":"2026-03-04T03:27:41.34096Z","steps":["trace[229977415] 'agreement among raft nodes before linearized reading' (duration: 907.590603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:41.341026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:40.432105Z","time spent":"908.910154ms","remote":"127.0.0.1:47366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:27:41.839326Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395089676,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T03:27:42.339672Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395089676,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T03:27:42.378754Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.037850965s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T03:27:43.251503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.468762ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T03:27:43.251691Z","caller":"traceutil/trace.go:171","msg":"trace[1737206569] transaction","detail":"{read_only:false; response_revision:24556; number_of_response:1; }","duration":"2.427156117s","start":"2026-03-04T03:27:40.824508Z","end":"2026-03-04T03:27:43.251664Z","steps":["trace[1737206569] 'process raft request' (duration: 1.554438329s)","trace[1737206569] 'compare' (duration: 871.95043ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:27:43.251777Z","caller":"traceutil/trace.go:171","msg":"trace[273340223] linearizableReadLoop","detail":"{readStateIndex:25445; appliedIndex:25442; }","duration":"1.912472308s","start":"2026-03-04T03:27:41.339288Z","end":"2026-03-04T03:27:43.25176Z","steps":["trace[273340223] 'read index received' (duration: 1.039654308s)","trace[273340223] 'applied index is now lower than readState.Index' (duration: 872.81706ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:27:43.251802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:40.824482Z","time spent":"2.427258079s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:27:43.251945Z","caller":"traceutil/trace.go:171","msg":"trace[1576064021] transaction","detail":"{read_only:false; response_revision:24557; number_of_response:1; }","duration":"2.427337991s","start":"2026-03-04T03:27:40.824593Z","end":"2026-03-04T03:27:43.251931Z","steps":["trace[1576064021] 'process raft request' (duration: 2.427008874s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:43.252024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:40.824563Z","time spent":"2.427417002s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:27:43.252121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.398902767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T03:27:43.252149Z","caller":"traceutil/trace.go:171","msg":"trace[1596350295] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24558; }","duration":"2.398969549s","start":"2026-03-04T03:27:40.853171Z","end":"2026-03-04T03:27:43.252141Z","steps":["trace[1596350295] 'agreement among raft nodes before linearized reading' (duration: 2.398913598s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:43.252172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:40.853151Z","time spent":"2.39901531s","remote":"127.0.0.1:36230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:27:43.252226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.022268483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:27:43.25224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.907755708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:27:43.252248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.102861464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:27:43.252291Z","caller":"traceutil/trace.go:171","msg":"trace[2058786495] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24558; }","duration":"2.022376844s","start":"2026-03-04T03:27:41.229897Z","end":"2026-03-04T03:27:43.252274Z","steps":["trace[2058786495] 'agreement among raft nodes before linearized reading' (duration: 2.022254121s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:43.252323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:41.229879Z","time spent":"2.022435886s","remote":"127.0.0.1:37658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-03-04T03:27:43.252314Z","caller":"traceutil/trace.go:171","msg":"trace[1241238021] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24558; }","duration":"1.907866251s","start":"2026-03-04T03:27:41.344429Z","end":"2026-03-04T03:27:43.252295Z","steps":["trace[1241238021] 'agreement among raft nodes before linearized reading' (duration: 1.907715357s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:27:43.252321Z","caller":"traceutil/trace.go:171","msg":"trace[1108414972] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:24558; }","duration":"2.102975997s","start":"2026-03-04T03:27:41.149328Z","end":"2026-03-04T03:27:43.252304Z","steps":["trace[1108414972] 'agreement among raft nodes before linearized reading' (duration: 2.102848564s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:43.252361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:41.344413Z","time spent":"1.907940322s","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T03:27:43.25237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:41.149311Z","time spent":"2.103041718s","remote":"127.0.0.1:56746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-03-04T03:27:43.252372Z","caller":"traceutil/trace.go:171","msg":"trace[1484148833] transaction","detail":"{read_only:false; response_revision:24558; number_of_response:1; }","duration":"1.907576804s","start":"2026-03-04T03:27:41.34478Z","end":"2026-03-04T03:27:43.252357Z","steps":["trace[1484148833] 'process raft request' (duration: 1.906919569s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:43.252435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.933912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-04T03:27:43.252441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:41.344745Z","time spent":"1.907657875s","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:27:43.25246Z","caller":"traceutil/trace.go:171","msg":"trace[1485167237] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24558; }","duration":"785.987683ms","start":"2026-03-04T03:27:42.466464Z","end":"2026-03-04T03:27:43.252451Z","steps":["trace[1485167237] 'agreement among raft nodes before linearized reading' (duration: 785.894911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:43.25248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:42.466444Z","time spent":"786.030894ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T03:27:43.252509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.303065637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T03:27:43.252553Z","caller":"traceutil/trace.go:171","msg":"trace[7878832] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:24558; }","duration":"1.303130989s","start":"2026-03-04T03:27:41.949407Z","end":"2026-03-04T03:27:43.252538Z","steps":["trace[7878832] 'agreement among raft nodes before linearized reading' (duration: 1.303038767s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:43.252612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.608978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18631"} {"level":"warn","ts":"2026-03-04T03:27:43.25258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:41.949357Z","time spent":"1.303216141s","remote":"127.0.0.1:35416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T03:27:43.252641Z","caller":"traceutil/trace.go:171","msg":"trace[86711417] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24558; }","duration":"834.66539ms","start":"2026-03-04T03:27:42.417968Z","end":"2026-03-04T03:27:43.252634Z","steps":["trace[86711417] 'agreement among raft nodes before linearized reading' (duration: 834.556347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:43.252664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:42.417952Z","time spent":"834.70414ms","remote":"127.0.0.1:47122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18653,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T03:27:43.252684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.506649492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T03:27:43.252715Z","caller":"traceutil/trace.go:171","msg":"trace[1150047605] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24558; }","duration":"1.506712723s","start":"2026-03-04T03:27:41.745992Z","end":"2026-03-04T03:27:43.252705Z","steps":["trace[1150047605] 'agreement among raft nodes before linearized reading' (duration: 1.50658909s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:43.252619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.787604463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-04T03:27:43.252743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:41.745972Z","time spent":"1.506762884s","remote":"127.0.0.1:47016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-04T03:27:43.25275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.418383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-04T03:27:43.252756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.8038107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-04T03:27:43.252777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.645984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:27:43.252783Z","caller":"traceutil/trace.go:171","msg":"trace[82488265] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24558; }","duration":"786.490555ms","start":"2026-03-04T03:27:42.466282Z","end":"2026-03-04T03:27:43.252773Z","steps":["trace[82488265] 'agreement among raft nodes before linearized reading' (duration: 786.371302ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:27:43.252799Z","caller":"traceutil/trace.go:171","msg":"trace[1038543404] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24558; }","duration":"137.703755ms","start":"2026-03-04T03:27:43.115089Z","end":"2026-03-04T03:27:43.252793Z","steps":["trace[1038543404] 'agreement among raft nodes before linearized reading' (duration: 137.663814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:43.252817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:42.466255Z","time spent":"786.556337ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T03:27:43.25279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.06806474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T03:27:43.252859Z","caller":"traceutil/trace.go:171","msg":"trace[694587285] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:24558; }","duration":"1.068166733s","start":"2026-03-04T03:27:42.18468Z","end":"2026-03-04T03:27:43.252847Z","steps":["trace[694587285] 'agreement among raft nodes before linearized reading' (duration: 1.068076571s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:43.252886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:42.18466Z","time spent":"1.068216593s","remote":"127.0.0.1:45490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:27:43.252934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.906816586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:27:43.252966Z","caller":"traceutil/trace.go:171","msg":"trace[1271207149] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24558; }","duration":"1.906857637s","start":"2026-03-04T03:27:41.346096Z","end":"2026-03-04T03:27:43.252953Z","steps":["trace[1271207149] 'agreement among raft nodes before linearized reading' (duration: 1.906786725s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:43.252973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.65135357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-04T03:27:43.252992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:41.346088Z","time spent":"1.906898658s","remote":"127.0.0.1:47234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-04T03:27:43.253001Z","caller":"traceutil/trace.go:171","msg":"trace[1089296281] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:24558; }","duration":"1.651418512s","start":"2026-03-04T03:27:41.601575Z","end":"2026-03-04T03:27:43.252993Z","steps":["trace[1089296281] 'agreement among raft nodes before linearized reading' (duration: 1.651236728s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:43.253031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:41.601554Z","time spent":"1.651469073s","remote":"127.0.0.1:47002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":226,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:27:43.253079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.125989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-04T03:27:43.252764Z","caller":"traceutil/trace.go:171","msg":"trace[458698602] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24558; }","duration":"2.787765157s","start":"2026-03-04T03:27:40.464989Z","end":"2026-03-04T03:27:43.252754Z","steps":["trace[458698602] 'agreement among raft nodes before linearized reading' (duration: 2.787564513s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:27:43.253106Z","caller":"traceutil/trace.go:171","msg":"trace[68411733] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24558; }","duration":"772.17404ms","start":"2026-03-04T03:27:42.480922Z","end":"2026-03-04T03:27:43.253096Z","steps":["trace[68411733] 'agreement among raft nodes before linearized reading' (duration: 772.105079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:43.253116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:40.464975Z","time spent":"2.788130806s","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T03:27:43.253126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:42.480911Z","time spent":"772.210201ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T03:27:43.253243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.527333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T03:27:43.252791Z","caller":"traceutil/trace.go:171","msg":"trace[871719082] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24558; }","duration":"1.803903923s","start":"2026-03-04T03:27:41.448876Z","end":"2026-03-04T03:27:43.25278Z","steps":["trace[871719082] 'agreement among raft nodes before linearized reading' (duration: 1.803775s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:27:43.253263Z","caller":"traceutil/trace.go:171","msg":"trace[886601675] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24558; }","duration":"785.553833ms","start":"2026-03-04T03:27:42.467703Z","end":"2026-03-04T03:27:43.253257Z","steps":["trace[886601675] 'agreement among raft nodes before linearized reading' (duration: 785.495062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:43.253281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:42.467699Z","time spent":"785.578524ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T03:27:43.253288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.597864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T03:27:43.253284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:41.448853Z","time spent":"1.804420085s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-04T03:27:43.253315Z","caller":"traceutil/trace.go:171","msg":"trace[1124338294] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24558; }","duration":"785.633635ms","start":"2026-03-04T03:27:42.467674Z","end":"2026-03-04T03:27:43.253308Z","steps":["trace[1124338294] 'agreement among raft nodes before linearized reading' (duration: 785.562344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:43.253313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.986683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-04T03:27:43.253335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:42.467664Z","time spent":"785.666046ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T03:27:43.253345Z","caller":"traceutil/trace.go:171","msg":"trace[380748039] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24558; }","duration":"786.035314ms","start":"2026-03-04T03:27:42.4673Z","end":"2026-03-04T03:27:43.253336Z","steps":["trace[380748039] 'agreement among raft nodes before linearized reading' (duration: 785.930152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:43.253372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:42.467292Z","time spent":"786.074685ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T03:27:43.252918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.918963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-04T03:27:43.257944Z","caller":"traceutil/trace.go:171","msg":"trace[384300608] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:24558; }","duration":"722.957241ms","start":"2026-03-04T03:27:42.534964Z","end":"2026-03-04T03:27:43.257921Z","steps":["trace[384300608] 'agreement among raft nodes before linearized reading' (duration: 717.911943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:43.257975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:42.534948Z","time spent":"723.014983ms","remote":"127.0.0.1:47098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-04T03:27:45.260309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000128286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T03:27:45.260408Z","caller":"traceutil/trace.go:171","msg":"trace[56921152] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000268839s","start":"2026-03-04T03:27:43.260118Z","end":"2026-03-04T03:27:45.260387Z","steps":["trace[56921152] 'agreement among raft nodes before linearized reading' (duration: 2.000131255s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:45.260462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:43.260113Z","time spent":"2.000338141s","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 03:27:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T03:27:45.762982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.077663656s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T03:27:45.763401Z","caller":"traceutil/trace.go:171","msg":"trace[544314873] transaction","detail":"{read_only:false; response_revision:24562; number_of_response:1; }","duration":"2.503773377s","start":"2026-03-04T03:27:43.2596Z","end":"2026-03-04T03:27:45.763374Z","steps":["trace[544314873] 'process raft request' (duration: 2.503675065s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:45.763496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:43.259157Z","time spent":"2.504293729s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:27:45.763502Z","caller":"traceutil/trace.go:171","msg":"trace[1356108287] transaction","detail":"{read_only:false; response_revision:24559; number_of_response:1; }","duration":"2.506420318s","start":"2026-03-04T03:27:43.257057Z","end":"2026-03-04T03:27:45.763477Z","steps":["trace[1356108287] 'process raft request' (duration: 428.160618ms)","trace[1356108287] 'compare' (duration: 2.076597802s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:27:45.76358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:43.257037Z","time spent":"2.50650205s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:27:45.763745Z","caller":"traceutil/trace.go:171","msg":"trace[1114348557] transaction","detail":"{read_only:false; response_revision:24563; number_of_response:1; }","duration":"2.504053313s","start":"2026-03-04T03:27:43.259681Z","end":"2026-03-04T03:27:45.763734Z","steps":["trace[1114348557] 'process raft request' (duration: 2.503640924s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:45.763796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:43.259673Z","time spent":"2.504095054s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:27:45.763781Z","caller":"traceutil/trace.go:171","msg":"trace[117410466] transaction","detail":"{read_only:false; response_revision:24561; number_of_response:1; }","duration":"2.504496823s","start":"2026-03-04T03:27:43.259237Z","end":"2026-03-04T03:27:45.763734Z","steps":["trace[117410466] 'process raft request' (duration: 2.503980251s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:27:45.763815Z","caller":"traceutil/trace.go:171","msg":"trace[1135838352] transaction","detail":"{read_only:false; response_revision:24560; number_of_response:1; }","duration":"2.504664758s","start":"2026-03-04T03:27:43.259127Z","end":"2026-03-04T03:27:45.763792Z","steps":["trace[1135838352] 'process raft request' (duration: 2.503994162s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:45.763876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:43.259231Z","time spent":"2.504601896s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:27:45.763922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:43.259109Z","time spent":"2.504754959s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:27:45.763986Z","caller":"traceutil/trace.go:171","msg":"trace[816102620] transaction","detail":"{read_only:false; response_revision:24564; number_of_response:1; }","duration":"2.503789037s","start":"2026-03-04T03:27:43.260186Z","end":"2026-03-04T03:27:45.763975Z","steps":["trace[816102620] 'process raft request' (duration: 2.50349385s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:45.764076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:43.260176Z","time spent":"2.503835988s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:27:45.764252Z","caller":"traceutil/trace.go:171","msg":"trace[207811507] transaction","detail":"{read_only:false; response_revision:24565; number_of_response:1; }","duration":"2.503999132s","start":"2026-03-04T03:27:43.260241Z","end":"2026-03-04T03:27:45.76424Z","steps":["trace[207811507] 'process raft request' (duration: 2.503682555s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:45.764306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:43.260235Z","time spent":"2.504046473s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:27:45.764306Z","caller":"traceutil/trace.go:171","msg":"trace[165915138] transaction","detail":"{read_only:false; response_revision:24566; number_of_response:1; }","duration":"2.416896308s","start":"2026-03-04T03:27:43.347382Z","end":"2026-03-04T03:27:45.764279Z","steps":["trace[165915138] 'process raft request' (duration: 2.416812316s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:27:45.76437Z","caller":"traceutil/trace.go:171","msg":"trace[1511277142] linearizableReadLoop","detail":"{readStateIndex:25450; appliedIndex:25445; }","duration":"2.504224827s","start":"2026-03-04T03:27:43.260135Z","end":"2026-03-04T03:27:45.764359Z","steps":["trace[1511277142] 'read index received' (duration: 425.101296ms)","trace[1511277142] 'applied index is now lower than readState.Index' (duration: 2.079122551s)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:27:45.764405Z","caller":"traceutil/trace.go:171","msg":"trace[509482503] transaction","detail":"{read_only:false; response_revision:24568; number_of_response:1; }","duration":"2.415173818s","start":"2026-03-04T03:27:43.349218Z","end":"2026-03-04T03:27:45.764391Z","steps":["trace[509482503] 'process raft request' (duration: 2.415048715s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:27:45.764409Z","caller":"traceutil/trace.go:171","msg":"trace[1205970840] transaction","detail":"{read_only:false; response_revision:24569; number_of_response:1; }","duration":"2.413267233s","start":"2026-03-04T03:27:43.35111Z","end":"2026-03-04T03:27:45.764377Z","steps":["trace[1205970840] 'process raft request' (duration: 2.413190132s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:45.764479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:43.347359Z","time spent":"2.417045542s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:27:45.764447Z","caller":"traceutil/trace.go:171","msg":"trace[1698819899] transaction","detail":"{read_only:false; response_revision:24570; number_of_response:1; }","duration":"2.411329148s","start":"2026-03-04T03:27:43.35307Z","end":"2026-03-04T03:27:45.764399Z","steps":["trace[1698819899] 'process raft request' (duration: 2.411258896s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:45.764506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:43.349209Z","time spent":"2.415242209s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:27:45.764507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:43.351102Z","time spent":"2.413356495s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:27:45.764324Z","caller":"traceutil/trace.go:171","msg":"trace[1454378902] transaction","detail":"{read_only:false; response_revision:24567; number_of_response:1; }","duration":"2.416063359s","start":"2026-03-04T03:27:43.348242Z","end":"2026-03-04T03:27:45.764306Z","steps":["trace[1454378902] 'process raft request' (duration: 2.415992177s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:45.764597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:43.348214Z","time spent":"2.416363826s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:27:45.764654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:43.353053Z","time spent":"2.411490232s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:27:45.972916Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.404308183s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T03:27:46.76478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.185359ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:27:46.764907Z","caller":"traceutil/trace.go:171","msg":"trace[393819732] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24570; }","duration":"234.324672ms","start":"2026-03-04T03:27:46.530563Z","end":"2026-03-04T03:27:46.764888Z","steps":["trace[393819732] 'range keys from in-memory index tree' (duration: 234.168059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:46.7652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.997954ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T03:27:46.7654Z","caller":"traceutil/trace.go:171","msg":"trace[386152735] transaction","detail":"{read_only:false; response_revision:24573; number_of_response:1; }","duration":"2.937142386s","start":"2026-03-04T03:27:43.828246Z","end":"2026-03-04T03:27:46.765389Z","steps":["trace[386152735] 'process raft request' (duration: 2.937089725s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:27:46.765418Z","caller":"traceutil/trace.go:171","msg":"trace[1017060799] transaction","detail":"{read_only:false; response_revision:24571; number_of_response:1; }","duration":"2.981469041s","start":"2026-03-04T03:27:43.783931Z","end":"2026-03-04T03:27:46.7654Z","steps":["trace[1017060799] 'process raft request' (duration: 2.189213041s)","trace[1017060799] 'compare' (duration: 791.309718ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:27:46.765442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:43.828221Z","time spent":"2.937204528s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:27:46.765515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:43.783909Z","time spent":"2.981543713s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:27:46.765545Z","caller":"traceutil/trace.go:171","msg":"trace[1703672852] transaction","detail":"{read_only:false; response_revision:24574; number_of_response:1; }","duration":"1.50741214s","start":"2026-03-04T03:27:45.258127Z","end":"2026-03-04T03:27:46.765539Z","steps":["trace[1703672852] 'process raft request' (duration: 1.507238826s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:46.765569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:45.258087Z","time spent":"1.507468911s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:27:46.765539Z","caller":"traceutil/trace.go:171","msg":"trace[1863633644] transaction","detail":"{read_only:false; response_revision:24572; number_of_response:1; }","duration":"2.941635651s","start":"2026-03-04T03:27:43.823874Z","end":"2026-03-04T03:27:46.76551Z","steps":["trace[1863633644] 'process raft request' (duration: 2.941391425s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:27:46.765634Z","caller":"traceutil/trace.go:171","msg":"trace[1532087166] linearizableReadLoop","detail":"{readStateIndex:25462; appliedIndex:25457; }","duration":"1.00123259s","start":"2026-03-04T03:27:45.764396Z","end":"2026-03-04T03:27:46.765629Z","steps":["trace[1532087166] 'read index received' (duration: 208.722644ms)","trace[1532087166] 'applied index is now lower than readState.Index' (duration: 792.509026ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:27:46.765681Z","caller":"traceutil/trace.go:171","msg":"trace[1373793441] transaction","detail":"{read_only:false; response_revision:24575; number_of_response:1; }","duration":"1.502188828s","start":"2026-03-04T03:27:45.263489Z","end":"2026-03-04T03:27:46.765677Z","steps":["trace[1373793441] 'process raft request' (duration: 1.502030614s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:46.765705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:45.263473Z","time spent":"1.502218778s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:27:46.765691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:43.823852Z","time spent":"2.941764214s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:27:46.765752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.05936643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:27:46.76583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.081252751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T03:27:46.765817Z","caller":"traceutil/trace.go:171","msg":"trace[914782103] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:24575; }","duration":"3.059436732s","start":"2026-03-04T03:27:43.706365Z","end":"2026-03-04T03:27:46.765802Z","steps":["trace[914782103] 'agreement among raft nodes before linearized reading' (duration: 3.059333359s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:27:46.765845Z","caller":"traceutil/trace.go:171","msg":"trace[286304546] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:24575; }","duration":"3.081307243s","start":"2026-03-04T03:27:43.684533Z","end":"2026-03-04T03:27:46.765841Z","steps":["trace[286304546] 'agreement among raft nodes before linearized reading' (duration: 3.08120643s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:46.76586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:43.684512Z","time spent":"3.081342863s","remote":"127.0.0.1:47278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":172,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:27:46.765862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:43.706324Z","time spent":"3.059525754s","remote":"127.0.0.1:47052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:27:46.765998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.505783484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a0569c85-67f5-48ff-976e-c2cc72616718\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-04T03:27:46.766016Z","caller":"traceutil/trace.go:171","msg":"trace[236592094] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a0569c85-67f5-48ff-976e-c2cc72616718; range_end:; response_count:1; response_revision:24575; }","duration":"3.505807365s","start":"2026-03-04T03:27:43.260204Z","end":"2026-03-04T03:27:46.766011Z","steps":["trace[236592094] 'agreement among raft nodes before linearized reading' (duration: 3.505731533s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:46.766017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.501746571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18631"} {"level":"info","ts":"2026-03-04T03:27:46.766054Z","caller":"traceutil/trace.go:171","msg":"trace[1480080606] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24575; }","duration":"3.501790311s","start":"2026-03-04T03:27:43.264253Z","end":"2026-03-04T03:27:46.766043Z","steps":["trace[1480080606] 'agreement among raft nodes before linearized reading' (duration: 3.501665059s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:46.766092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:43.264248Z","time spent":"3.501837412s","remote":"127.0.0.1:47122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18653,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T03:27:46.76608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.50012876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:27:46.76621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.161567825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:27:46.766211Z","caller":"traceutil/trace.go:171","msg":"trace[154518743] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24575; }","duration":"1.500215982s","start":"2026-03-04T03:27:45.265922Z","end":"2026-03-04T03:27:46.766137Z","steps":["trace[154518743] 'agreement among raft nodes before linearized reading' (duration: 1.500120979s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:46.76627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.503705374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189982afc5db10aa\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-04T03:27:46.766229Z","caller":"traceutil/trace.go:171","msg":"trace[905255013] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24575; }","duration":"2.161615097s","start":"2026-03-04T03:27:44.604609Z","end":"2026-03-04T03:27:46.766225Z","steps":["trace[905255013] 'agreement among raft nodes before linearized reading' (duration: 2.161583606s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:27:46.766284Z","caller":"traceutil/trace.go:171","msg":"trace[891516162] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189982afc5db10aa; range_end:; response_count:1; response_revision:24575; }","duration":"1.503720354s","start":"2026-03-04T03:27:45.26256Z","end":"2026-03-04T03:27:46.76628Z","steps":["trace[891516162] 'agreement among raft nodes before linearized reading' (duration: 1.503678413s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:46.766296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:45.262501Z","time spent":"1.503791975s","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189982afc5db10aa\" "} {"level":"warn","ts":"2026-03-04T03:27:46.766299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:44.604594Z","time spent":"2.161693568s","remote":"127.0.0.1:37726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:27:46.76633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.087261802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:27:46.766031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:43.2602Z","time spent":"3.505825086s","remote":"127.0.0.1:47082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-a0569c85-67f5-48ff-976e-c2cc72616718\" "} {"level":"info","ts":"2026-03-04T03:27:46.766364Z","caller":"traceutil/trace.go:171","msg":"trace[1821982268] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24575; }","duration":"3.087325914s","start":"2026-03-04T03:27:43.679026Z","end":"2026-03-04T03:27:46.766351Z","steps":["trace[1821982268] 'agreement among raft nodes before linearized reading' (duration: 3.087269892s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:46.766376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.704298548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:27:46.76639Z","caller":"traceutil/trace.go:171","msg":"trace[614331373] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:24575; }","duration":"1.704313358s","start":"2026-03-04T03:27:45.062072Z","end":"2026-03-04T03:27:46.766386Z","steps":["trace[614331373] 'agreement among raft nodes before linearized reading' (duration: 1.704289318s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:46.766393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:43.679003Z","time spent":"3.087383234s","remote":"127.0.0.1:37776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:27:46.766406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:45.06202Z","time spent":"1.70438155s","remote":"127.0.0.1:37714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:27:46.76649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.808510901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T03:27:46.766508Z","caller":"traceutil/trace.go:171","msg":"trace[1413582120] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:24575; }","duration":"1.808564382s","start":"2026-03-04T03:27:44.957939Z","end":"2026-03-04T03:27:46.766503Z","steps":["trace[1413582120] 'agreement among raft nodes before linearized reading' (duration: 1.808533741s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:46.766522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:44.95792Z","time spent":"1.808596634s","remote":"127.0.0.1:45472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:27:46.766062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.426153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T03:27:46.766551Z","caller":"traceutil/trace.go:171","msg":"trace[627905097] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24575; }","duration":"893.942565ms","start":"2026-03-04T03:27:45.872596Z","end":"2026-03-04T03:27:46.766538Z","steps":["trace[627905097] 'agreement among raft nodes before linearized reading' (duration: 893.448573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:46.76626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:45.265912Z","time spent":"1.500331994s","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T03:27:46.766568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.418804113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:27:46.766593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:45.872572Z","time spent":"894.010466ms","remote":"127.0.0.1:47406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-04T03:27:46.766618Z","caller":"traceutil/trace.go:171","msg":"trace[1901858985] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24575; }","duration":"3.418871466s","start":"2026-03-04T03:27:43.347735Z","end":"2026-03-04T03:27:46.766606Z","steps":["trace[1901858985] 'agreement among raft nodes before linearized reading' (duration: 3.418792984s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:46.766654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:43.347727Z","time spent":"3.418919947s","remote":"127.0.0.1:47408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T03:27:46.766728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.714559908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T03:27:46.76678Z","caller":"traceutil/trace.go:171","msg":"trace[2140551019] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24575; }","duration":"2.71463601s","start":"2026-03-04T03:27:44.05213Z","end":"2026-03-04T03:27:46.766766Z","steps":["trace[2140551019] 'agreement among raft nodes before linearized reading' (duration: 2.714509847s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:46.766614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.409491784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T03:27:46.766805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.498365222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:27:46.766818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:44.052115Z","time spent":"2.714693421s","remote":"127.0.0.1:47016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-04T03:27:46.766845Z","caller":"traceutil/trace.go:171","msg":"trace[1179695103] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24575; }","duration":"3.498402403s","start":"2026-03-04T03:27:43.268431Z","end":"2026-03-04T03:27:46.766833Z","steps":["trace[1179695103] 'agreement among raft nodes before linearized reading' (duration: 3.498343942s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:46.766881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:43.268379Z","time spent":"3.498495775s","remote":"127.0.0.1:47234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T03:27:46.76695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.809879534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.240\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-04T03:27:46.766967Z","caller":"traceutil/trace.go:171","msg":"trace[126211264] range","detail":"{range_begin:/registry/masterleases/199.19.213.240; range_end:; response_count:1; response_revision:24575; }","duration":"2.809935116s","start":"2026-03-04T03:27:43.957028Z","end":"2026-03-04T03:27:46.766963Z","steps":["trace[126211264] 'agreement among raft nodes before linearized reading' (duration: 2.809885575s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:46.76698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:43.957007Z","time spent":"2.809970056s","remote":"127.0.0.1:46920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.19.213.240\" "} {"level":"warn","ts":"2026-03-04T03:27:46.766117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.353258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:27:46.767019Z","caller":"traceutil/trace.go:171","msg":"trace[201074439] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:24575; }","duration":"135.278459ms","start":"2026-03-04T03:27:46.631724Z","end":"2026-03-04T03:27:46.767002Z","steps":["trace[201074439] 'agreement among raft nodes before linearized reading' (duration: 134.379748ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:27:46.766817Z","caller":"traceutil/trace.go:171","msg":"trace[745599066] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:24575; }","duration":"2.40974618s","start":"2026-03-04T03:27:44.357066Z","end":"2026-03-04T03:27:46.766813Z","steps":["trace[745599066] 'agreement among raft nodes before linearized reading' (duration: 2.409440333s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:46.767091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:44.357044Z","time spent":"2.410031508s","remote":"127.0.0.1:47234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-03-04T03:27:47.644601Z","caller":"traceutil/trace.go:171","msg":"trace[1270885481] linearizableReadLoop","detail":"{readStateIndex:25464; appliedIndex:25463; }","duration":"874.310837ms","start":"2026-03-04T03:27:46.770269Z","end":"2026-03-04T03:27:47.64458Z","steps":["trace[1270885481] 'read index received' (duration: 30.84485ms)","trace[1270885481] 'applied index is now lower than readState.Index' (duration: 843.465007ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:27:47.644666Z","caller":"traceutil/trace.go:171","msg":"trace[469050875] transaction","detail":"{read_only:false; response_revision:24576; number_of_response:1; }","duration":"875.059404ms","start":"2026-03-04T03:27:46.769551Z","end":"2026-03-04T03:27:47.64461Z","steps":["trace[469050875] 'process raft request' (duration: 825.053686ms)","trace[469050875] 'compare' (duration: 49.882005ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:27:47.644755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.46892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:27:47.644785Z","caller":"traceutil/trace.go:171","msg":"trace[922195765] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24576; }","duration":"874.526272ms","start":"2026-03-04T03:27:46.770251Z","end":"2026-03-04T03:27:47.644777Z","steps":["trace[922195765] 'agreement among raft nodes before linearized reading' (duration: 874.42353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:47.644812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:46.770243Z","time spent":"874.563823ms","remote":"127.0.0.1:47150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T03:27:47.644886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:46.769537Z","time spent":"875.236778ms","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:27:47.706546Z","caller":"traceutil/trace.go:171","msg":"trace[287670609] transaction","detail":"{read_only:false; response_revision:24577; number_of_response:1; }","duration":"904.620354ms","start":"2026-03-04T03:27:46.801873Z","end":"2026-03-04T03:27:47.706493Z","steps":["trace[287670609] 'process raft request' (duration: 904.342608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:47.706684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:46.801855Z","time spent":"904.755437ms","remote":"127.0.0.1:46920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:27:47.706669Z","caller":"traceutil/trace.go:171","msg":"trace[57217171] transaction","detail":"{read_only:false; response_revision:24578; number_of_response:1; }","duration":"671.425809ms","start":"2026-03-04T03:27:47.035192Z","end":"2026-03-04T03:27:47.706618Z","steps":["trace[57217171] 'process raft request' (duration: 671.221204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:47.706805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.516831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-03-04T03:27:47.706819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.896771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T03:27:47.706881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.440744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:27:47.706904Z","caller":"traceutil/trace.go:171","msg":"trace[1772608810] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:24578; }","duration":"832.651373ms","start":"2026-03-04T03:27:46.874228Z","end":"2026-03-04T03:27:47.706879Z","steps":["trace[1772608810] 'agreement among raft nodes before linearized reading' (duration: 832.313545ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:27:47.706909Z","caller":"traceutil/trace.go:171","msg":"trace[2029383035] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:24578; }","duration":"338.035923ms","start":"2026-03-04T03:27:47.368854Z","end":"2026-03-04T03:27:47.70689Z","steps":["trace[2029383035] 'agreement among raft nodes before linearized reading' (duration: 337.86896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:47.706915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:47.035164Z","time spent":"671.618934ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:27:47.706945Z","caller":"traceutil/trace.go:171","msg":"trace[475326039] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24578; }","duration":"932.538276ms","start":"2026-03-04T03:27:46.77439Z","end":"2026-03-04T03:27:47.706928Z","steps":["trace[475326039] 'agreement among raft nodes before linearized reading' (duration: 932.426514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:47.706959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:47.368837Z","time spent":"338.112716ms","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:27:47.706959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:46.874213Z","time spent":"832.732136ms","remote":"127.0.0.1:47098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-03-04T03:27:47.707002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:46.774375Z","time spent":"932.616518ms","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T03:27:48.933455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.829846ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T03:27:48.933587Z","caller":"traceutil/trace.go:171","msg":"trace[1208320085] linearizableReadLoop","detail":"{readStateIndex:25467; appliedIndex:25466; }","duration":"1.223708485s","start":"2026-03-04T03:27:47.709865Z","end":"2026-03-04T03:27:48.933574Z","steps":["trace[1208320085] 'read index received' (duration: 459.700154ms)","trace[1208320085] 'applied index is now lower than readState.Index' (duration: 764.006871ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:27:48.933638Z","caller":"traceutil/trace.go:171","msg":"trace[245963244] transaction","detail":"{read_only:false; response_revision:24579; number_of_response:1; }","duration":"1.224033573s","start":"2026-03-04T03:27:47.709569Z","end":"2026-03-04T03:27:48.933603Z","steps":["trace[245963244] 'process raft request' (duration: 459.980991ms)","trace[245963244] 'compare' (duration: 763.600171ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:27:48.933812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.22394626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1f1dd011-d4cb-440d-b131-5f7a99ee7868\" ","response":"range_response_count:1 size:1324"} {"level":"warn","ts":"2026-03-04T03:27:48.933778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:47.709538Z","time spent":"1.224168526s","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:27:48.933844Z","caller":"traceutil/trace.go:171","msg":"trace[1185588965] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1f1dd011-d4cb-440d-b131-5f7a99ee7868; range_end:; response_count:1; response_revision:24579; }","duration":"1.223977741s","start":"2026-03-04T03:27:47.709857Z","end":"2026-03-04T03:27:48.933834Z","steps":["trace[1185588965] 'agreement among raft nodes before linearized reading' (duration: 1.223776646s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:48.933892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:47.709812Z","time spent":"1.224050533s","remote":"127.0.0.1:47082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-1f1dd011-d4cb-440d-b131-5f7a99ee7868\" "} {"level":"warn","ts":"2026-03-04T03:27:49.68452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.850658ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T03:27:49.684799Z","caller":"traceutil/trace.go:171","msg":"trace[827991375] transaction","detail":"{read_only:false; response_revision:24584; number_of_response:1; }","duration":"1.913437571s","start":"2026-03-04T03:27:47.771348Z","end":"2026-03-04T03:27:49.684786Z","steps":["trace[827991375] 'process raft request' (duration: 1.91340579s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:49.684852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:47.771342Z","time spent":"1.913486883s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:27:49.685151Z","caller":"traceutil/trace.go:171","msg":"trace[2083260239] transaction","detail":"{read_only:false; response_revision:24580; number_of_response:1; }","duration":"1.914617249s","start":"2026-03-04T03:27:47.770521Z","end":"2026-03-04T03:27:49.685139Z","steps":["trace[2083260239] 'process raft request' (duration: 1.278087605s)","trace[2083260239] 'compare' (duration: 635.349537ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:27:49.685211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:47.770499Z","time spent":"1.91468577s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:27:49.685344Z","caller":"traceutil/trace.go:171","msg":"trace[297592407] transaction","detail":"{read_only:false; response_revision:24583; number_of_response:1; }","duration":"1.914037006s","start":"2026-03-04T03:27:47.771278Z","end":"2026-03-04T03:27:49.685315Z","steps":["trace[297592407] 'process raft request' (duration: 1.913453442s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:49.685586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:47.771273Z","time spent":"1.91423174s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:27:49.685812Z","caller":"traceutil/trace.go:171","msg":"trace[964554391] transaction","detail":"{read_only:false; response_revision:24581; number_of_response:1; }","duration":"1.915155512s","start":"2026-03-04T03:27:47.770645Z","end":"2026-03-04T03:27:49.685801Z","steps":["trace[964554391] 'process raft request' (duration: 1.913962054s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:49.685893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:47.770635Z","time spent":"1.915212933s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:27:49.685975Z","caller":"traceutil/trace.go:171","msg":"trace[361954286] transaction","detail":"{read_only:false; response_revision:24582; number_of_response:1; }","duration":"1.914778253s","start":"2026-03-04T03:27:47.771188Z","end":"2026-03-04T03:27:49.685967Z","steps":["trace[361954286] 'process raft request' (duration: 1.913514273s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:49.686032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:47.771157Z","time spent":"1.914845475s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:27:50.034846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000371871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T03:27:50.034901Z","caller":"traceutil/trace.go:171","msg":"trace[1039835943] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000496813s","start":"2026-03-04T03:27:48.034392Z","end":"2026-03-04T03:27:50.034889Z","steps":["trace[1039835943] 'agreement among raft nodes before linearized reading' (duration: 2.000423022s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:50.034928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:48.034364Z","time spent":"2.000559475s","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 03:27:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T03:27:50.289705Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.239383831s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T03:27:50.655045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000136655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T03:27:50.655135Z","caller":"traceutil/trace.go:171","msg":"trace[1389034818] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000288329s","start":"2026-03-04T03:27:48.654828Z","end":"2026-03-04T03:27:50.655117Z","steps":["trace[1389034818] 'agreement among raft nodes before linearized reading' (duration: 2.000172506s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:50.656178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:48.654807Z","time spent":"2.001332282s","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 03:27:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T03:27:50.745112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.155639ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T03:27:50.745391Z","caller":"traceutil/trace.go:171","msg":"trace[511982019] transaction","detail":"{read_only:false; response_revision:24585; number_of_response:1; }","duration":"1.972571101s","start":"2026-03-04T03:27:48.772799Z","end":"2026-03-04T03:27:50.74537Z","steps":["trace[511982019] 'process raft request' (duration: 1.517073885s)","trace[511982019] 'compare' (duration: 454.844301ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:27:50.745423Z","caller":"traceutil/trace.go:171","msg":"trace[391388384] transaction","detail":"{read_only:false; response_revision:24586; number_of_response:1; }","duration":"1.970520963s","start":"2026-03-04T03:27:48.774885Z","end":"2026-03-04T03:27:50.745406Z","steps":["trace[391388384] 'process raft request' (duration: 1.970301358s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:50.745445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:48.772774Z","time spent":"1.972644833s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:27:50.745561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:48.774855Z","time spent":"1.970606125s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:27:50.745608Z","caller":"traceutil/trace.go:171","msg":"trace[93106106] linearizableReadLoop","detail":"{readStateIndex:25474; appliedIndex:25467; }","duration":"1.811976371s","start":"2026-03-04T03:27:48.933607Z","end":"2026-03-04T03:27:50.745583Z","steps":["trace[93106106] 'read index received' (duration: 115.115008ms)","trace[93106106] 'applied index is now lower than readState.Index' (duration: 1.696858313s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:27:51.561317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.051756ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T03:27:51.56151Z","caller":"traceutil/trace.go:171","msg":"trace[551177391] linearizableReadLoop","detail":"{readStateIndex:25475; appliedIndex:25474; }","duration":"815.82981ms","start":"2026-03-04T03:27:50.745654Z","end":"2026-03-04T03:27:51.561484Z","steps":["trace[551177391] 'read index received' (duration: 220.985µs)","trace[551177391] 'applied index is now lower than readState.Index' (duration: 815.606685ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:27:51.56199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.792214723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T03:27:51.562054Z","caller":"traceutil/trace.go:171","msg":"trace[92365934] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24586; }","duration":"3.792307354s","start":"2026-03-04T03:27:47.769729Z","end":"2026-03-04T03:27:51.562037Z","steps":["trace[92365934] 'agreement among raft nodes before linearized reading' (duration: 2.97587289s)","trace[92365934] 'range keys from in-memory index tree' (duration: 816.24261ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:27:51.562101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:47.769716Z","time spent":"3.792372737s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T03:27:51.562401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.7925252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T03:27:51.56248Z","caller":"traceutil/trace.go:171","msg":"trace[665264941] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24586; }","duration":"3.792613491s","start":"2026-03-04T03:27:47.76985Z","end":"2026-03-04T03:27:51.562464Z","steps":["trace[665264941] 'agreement among raft nodes before linearized reading' (duration: 2.975743807s)","trace[665264941] 'range keys from in-memory index tree' (duration: 816.707171ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:27:51.562521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:47.769843Z","time spent":"3.792668534s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T03:27:51.562775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.7929593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T03:27:51.562828Z","caller":"traceutil/trace.go:171","msg":"trace[586901233] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24586; }","duration":"3.793024172s","start":"2026-03-04T03:27:47.769789Z","end":"2026-03-04T03:27:51.562813Z","steps":["trace[586901233] 'agreement among raft nodes before linearized reading' (duration: 2.975836439s)","trace[586901233] 'range keys from in-memory index tree' (duration: 817.07869ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:27:51.562871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:47.769781Z","time spent":"3.793076923s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T03:27:51.562995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.641822239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:27:51.56305Z","caller":"traceutil/trace.go:171","msg":"trace[1943364339] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24586; }","duration":"2.641902691s","start":"2026-03-04T03:27:48.92113Z","end":"2026-03-04T03:27:51.563032Z","steps":["trace[1943364339] 'agreement among raft nodes before linearized reading' (duration: 1.824500893s)","trace[1943364339] 'count revisions from in-memory index tree' (duration: 817.334205ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:27:51.563093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:48.921104Z","time spent":"2.641977033s","remote":"127.0.0.1:38068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:27:51.563327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.019662672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:27:51.563384Z","caller":"traceutil/trace.go:171","msg":"trace[1167475299] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:24586; }","duration":"3.019745855s","start":"2026-03-04T03:27:48.543623Z","end":"2026-03-04T03:27:51.563369Z","steps":["trace[1167475299] 'agreement among raft nodes before linearized reading' (duration: 2.20202251s)","trace[1167475299] 'count revisions from in-memory index tree' (duration: 817.649623ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:27:51.563427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:48.543609Z","time spent":"3.019805736s","remote":"127.0.0.1:38002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:27:51.563867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.794463045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T03:27:51.564107Z","caller":"traceutil/trace.go:171","msg":"trace[1732172917] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24586; }","duration":"3.794678011s","start":"2026-03-04T03:27:47.769289Z","end":"2026-03-04T03:27:51.563967Z","steps":["trace[1732172917] 'agreement among raft nodes before linearized reading' (duration: 2.976357912s)","trace[1732172917] 'range keys from in-memory index tree' (duration: 818.038812ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:27:51.564172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:47.769264Z","time spent":"3.794894875s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T03:27:51.564536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.442858104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T03:27:51.564589Z","caller":"traceutil/trace.go:171","msg":"trace[485321759] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:24586; }","duration":"3.442946477s","start":"2026-03-04T03:27:48.121624Z","end":"2026-03-04T03:27:51.564571Z","steps":["trace[485321759] 'agreement among raft nodes before linearized reading' (duration: 2.624033654s)","trace[485321759] 'count revisions from in-memory index tree' (duration: 818.845921ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:27:51.564654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.96888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T03:27:51.564734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:48.121604Z","time spent":"3.44311473s","remote":"127.0.0.1:56778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":38,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:27:51.564785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.845328103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-04T03:27:51.564871Z","caller":"traceutil/trace.go:171","msg":"trace[133048258] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24586; }","duration":"3.845443615s","start":"2026-03-04T03:27:47.719406Z","end":"2026-03-04T03:27:51.56485Z","steps":["trace[133048258] 'agreement among raft nodes before linearized reading' (duration: 3.026254136s)","trace[133048258] 'range keys from in-memory index tree' (duration: 818.969054ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:27:51.564921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:47.719393Z","time spent":"3.845517197s","remote":"127.0.0.1:36312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T03:27:51.564787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.80891444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:27:51.565063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.639307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:27:51.565116Z","caller":"traceutil/trace.go:171","msg":"trace[664722964] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:24586; }","duration":"520.74905ms","start":"2026-03-04T03:27:51.044354Z","end":"2026-03-04T03:27:51.565103Z","steps":["trace[664722964] 'agreement among raft nodes before linearized reading' (duration: 520.655708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:51.565158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:51.044324Z","time spent":"520.823792ms","remote":"127.0.0.1:45646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:27:51.56518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.793599555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T03:27:51.565212Z","caller":"traceutil/trace.go:171","msg":"trace[20794796] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24586; }","duration":"3.793651376s","start":"2026-03-04T03:27:47.771549Z","end":"2026-03-04T03:27:51.565201Z","steps":["trace[20794796] 'agreement among raft nodes before linearized reading' (duration: 2.974121839s)","trace[20794796] 'range keys from in-memory index tree' (duration: 819.267301ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:27:51.565068Z","caller":"traceutil/trace.go:171","msg":"trace[909198279] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:24586; }","duration":"1.809330339s","start":"2026-03-04T03:27:49.755719Z","end":"2026-03-04T03:27:51.565049Z","steps":["trace[909198279] 'agreement among raft nodes before linearized reading' (duration: 1.808822347s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:51.565318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.854258861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-04T03:27:51.56536Z","caller":"traceutil/trace.go:171","msg":"trace[1601099305] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24586; }","duration":"3.854342843s","start":"2026-03-04T03:27:47.711006Z","end":"2026-03-04T03:27:51.565349Z","steps":["trace[1601099305] 'agreement among raft nodes before linearized reading' (duration: 3.034678893s)","trace[1601099305] 'range keys from in-memory index tree' (duration: 819.405654ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:27:51.565434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:47.710991Z","time spent":"3.854431886s","remote":"127.0.0.1:46920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-04T03:27:51.565366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:49.755698Z","time spent":"1.809649917s","remote":"127.0.0.1:45594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:27:51.56525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:47.771537Z","time spent":"3.793705967s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T03:27:51.565883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.088582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189982afc5db10aa\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-04T03:27:51.565929Z","caller":"traceutil/trace.go:171","msg":"trace[848598139] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189982afc5db10aa; range_end:; response_count:1; response_revision:24586; }","duration":"901.135903ms","start":"2026-03-04T03:27:50.664779Z","end":"2026-03-04T03:27:51.565915Z","steps":["trace[848598139] 'agreement among raft nodes before linearized reading' (duration: 900.972249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:51.565982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:50.664721Z","time spent":"901.248635ms","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189982afc5db10aa\" "} {"level":"info","ts":"2026-03-04T03:27:51.564727Z","caller":"traceutil/trace.go:171","msg":"trace[1622625553] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:24586; }","duration":"579.095813ms","start":"2026-03-04T03:27:50.985612Z","end":"2026-03-04T03:27:51.564708Z","steps":["trace[1622625553] 'agreement among raft nodes before linearized reading' (duration: 578.948209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:51.566202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:50.985568Z","time spent":"580.615048ms","remote":"127.0.0.1:47262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:27:51.566154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.626454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:27:51.56651Z","caller":"traceutil/trace.go:171","msg":"trace[900438243] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24586; }","duration":"896.017873ms","start":"2026-03-04T03:27:50.670481Z","end":"2026-03-04T03:27:51.566499Z","steps":["trace[900438243] 'agreement among raft nodes before linearized reading' (duration: 895.643814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:51.566545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:50.670462Z","time spent":"896.074315ms","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T03:27:52.069979Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395089725,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T03:27:52.171651Z","caller":"traceutil/trace.go:171","msg":"trace[644784181] transaction","detail":"{read_only:false; response_revision:24587; number_of_response:1; }","duration":"602.984611ms","start":"2026-03-04T03:27:51.568642Z","end":"2026-03-04T03:27:52.171626Z","steps":["trace[644784181] 'process raft request' (duration: 602.783366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:52.171791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:51.568618Z","time spent":"603.103674ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:27:53.447499Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.20724283s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T03:27:53.612676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.932801ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T03:27:53.613352Z","caller":"traceutil/trace.go:171","msg":"trace[29920288] transaction","detail":"{read_only:false; response_revision:24600; number_of_response:1; }","duration":"862.451818ms","start":"2026-03-04T03:27:52.750879Z","end":"2026-03-04T03:27:53.613331Z","steps":["trace[29920288] 'process raft request' (duration: 862.414007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:53.613426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:52.750856Z","time spent":"862.534851ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:27:53.613633Z","caller":"traceutil/trace.go:171","msg":"trace[1693386090] transaction","detail":"{read_only:false; response_revision:24588; number_of_response:1; }","duration":"2.044587023s","start":"2026-03-04T03:27:51.569033Z","end":"2026-03-04T03:27:53.61362Z","steps":["trace[1693386090] 'process raft request' (duration: 1.878632178s)","trace[1693386090] 'compare' (duration: 164.817118ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:27:53.613685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:51.568909Z","time spent":"2.044747557s","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:27:53.613881Z","caller":"traceutil/trace.go:171","msg":"trace[756573297] transaction","detail":"{read_only:false; response_revision:24589; number_of_response:1; }","duration":"2.042852343s","start":"2026-03-04T03:27:51.571022Z","end":"2026-03-04T03:27:53.613874Z","steps":["trace[756573297] 'process raft request' (duration: 2.041749587s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:53.613917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:51.57101Z","time spent":"2.042886593s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:27:53.614005Z","caller":"traceutil/trace.go:171","msg":"trace[150193778] transaction","detail":"{read_only:false; response_revision:24590; number_of_response:1; }","duration":"2.042906964s","start":"2026-03-04T03:27:51.571092Z","end":"2026-03-04T03:27:53.613999Z","steps":["trace[150193778] 'process raft request' (duration: 2.041744287s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:53.614034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:51.571086Z","time spent":"2.042931384s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:27:53.614112Z","caller":"traceutil/trace.go:171","msg":"trace[439255332] transaction","detail":"{read_only:false; response_revision:24591; number_of_response:1; }","duration":"2.042980465s","start":"2026-03-04T03:27:51.571126Z","end":"2026-03-04T03:27:53.614106Z","steps":["trace[439255332] 'process raft request' (duration: 2.041744616s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:53.61414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:51.571119Z","time spent":"2.043004746s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:27:53.614215Z","caller":"traceutil/trace.go:171","msg":"trace[1857351644] transaction","detail":"{read_only:false; response_revision:24592; number_of_response:1; }","duration":"2.041936271s","start":"2026-03-04T03:27:51.572273Z","end":"2026-03-04T03:27:53.614209Z","steps":["trace[1857351644] 'process raft request' (duration: 2.04063043s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:53.614242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:51.572259Z","time spent":"2.041968522s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:27:53.61432Z","caller":"traceutil/trace.go:171","msg":"trace[839111118] transaction","detail":"{read_only:false; response_revision:24593; number_of_response:1; }","duration":"1.92198662s","start":"2026-03-04T03:27:51.692326Z","end":"2026-03-04T03:27:53.614312Z","steps":["trace[839111118] 'process raft request' (duration: 1.920607488s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:53.614352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:51.692305Z","time spent":"1.922030631s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:27:53.614532Z","caller":"traceutil/trace.go:171","msg":"trace[1659420290] transaction","detail":"{read_only:false; response_revision:24599; number_of_response:1; }","duration":"863.784169ms","start":"2026-03-04T03:27:52.750742Z","end":"2026-03-04T03:27:53.614526Z","steps":["trace[1659420290] 'process raft request' (duration: 862.518949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:53.614563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:52.750717Z","time spent":"863.829661ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:27:53.614642Z","caller":"traceutil/trace.go:171","msg":"trace[1848395696] transaction","detail":"{read_only:false; response_revision:24594; number_of_response:1; }","duration":"1.922219936s","start":"2026-03-04T03:27:51.692416Z","end":"2026-03-04T03:27:53.614636Z","steps":["trace[1848395696] 'process raft request' (duration: 1.920546927s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:53.614669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:51.69241Z","time spent":"1.922244666s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:27:53.614804Z","caller":"traceutil/trace.go:171","msg":"trace[2140660534] transaction","detail":"{read_only:false; response_revision:24595; number_of_response:1; }","duration":"1.920543826s","start":"2026-03-04T03:27:51.694252Z","end":"2026-03-04T03:27:53.614796Z","steps":["trace[2140660534] 'process raft request' (duration: 1.918782605s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:53.614834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:51.694238Z","time spent":"1.920579707s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:27:53.614883Z","caller":"traceutil/trace.go:171","msg":"trace[1496907527] transaction","detail":"{read_only:false; response_revision:24596; number_of_response:1; }","duration":"1.920548066s","start":"2026-03-04T03:27:51.69433Z","end":"2026-03-04T03:27:53.614878Z","steps":["trace[1496907527] 'process raft request' (duration: 1.918827876s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:53.614907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:51.694323Z","time spent":"1.920571237s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:27:53.614984Z","caller":"traceutil/trace.go:171","msg":"trace[1265112603] transaction","detail":"{read_only:false; response_revision:24597; number_of_response:1; }","duration":"1.903018988s","start":"2026-03-04T03:27:51.711958Z","end":"2026-03-04T03:27:53.614977Z","steps":["trace[1265112603] 'process raft request' (duration: 1.901234146s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:53.615013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:51.711944Z","time spent":"1.903052088s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:27:53.615056Z","caller":"traceutil/trace.go:171","msg":"trace[392097977] transaction","detail":"{read_only:false; response_revision:24598; number_of_response:1; }","duration":"1.839760769s","start":"2026-03-04T03:27:51.77529Z","end":"2026-03-04T03:27:53.615051Z","steps":["trace[392097977] 'process raft request' (duration: 1.837930517s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:53.615081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:51.775268Z","time spent":"1.839799201s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:27:53.615127Z","caller":"traceutil/trace.go:171","msg":"trace[1243731536] linearizableReadLoop","detail":"{readStateIndex:25487; appliedIndex:25475; }","duration":"2.046205941s","start":"2026-03-04T03:27:51.568914Z","end":"2026-03-04T03:27:53.61512Z","steps":["trace[1243731536] 'read index received' (duration: 602.603532ms)","trace[1243731536] 'applied index is now lower than readState.Index' (duration: 1.443601559s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:27:53.615295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.046380815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T03:27:53.615313Z","caller":"traceutil/trace.go:171","msg":"trace[1057658625] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24600; }","duration":"2.046413625s","start":"2026-03-04T03:27:51.568894Z","end":"2026-03-04T03:27:53.615307Z","steps":["trace[1057658625] 'agreement among raft nodes before linearized reading' (duration: 2.046371444s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:53.61533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:51.568878Z","time spent":"2.046448847s","remote":"127.0.0.1:47234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-04T03:27:53.615444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.93527887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:27:53.615461Z","caller":"traceutil/trace.go:171","msg":"trace[1308720548] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24600; }","duration":"1.935333552s","start":"2026-03-04T03:27:51.680122Z","end":"2026-03-04T03:27:53.615456Z","steps":["trace[1308720548] 'agreement among raft nodes before linearized reading' (duration: 1.935301231s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:53.615484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:51.680105Z","time spent":"1.935371792s","remote":"127.0.0.1:47190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:27:53.615656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.172191772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:27:53.615717Z","caller":"traceutil/trace.go:171","msg":"trace[125610926] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:24600; }","duration":"1.172293793s","start":"2026-03-04T03:27:52.443406Z","end":"2026-03-04T03:27:53.6157Z","steps":["trace[125610926] 'agreement among raft nodes before linearized reading' (duration: 1.172191981s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:53.615746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:52.443367Z","time spent":"1.172372955s","remote":"127.0.0.1:45554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:27:53.615826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.198176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:27:53.615848Z","caller":"traceutil/trace.go:171","msg":"trace[1604883199] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:24600; }","duration":"684.246907ms","start":"2026-03-04T03:27:52.931595Z","end":"2026-03-04T03:27:53.615841Z","steps":["trace[1604883199] 'agreement among raft nodes before linearized reading' (duration: 684.210236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:53.615866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:52.93158Z","time spent":"684.280828ms","remote":"127.0.0.1:38552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:27:53.615879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.614824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:27:53.615897Z","caller":"traceutil/trace.go:171","msg":"trace[1031799061] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24600; }","duration":"964.658095ms","start":"2026-03-04T03:27:52.651233Z","end":"2026-03-04T03:27:53.615891Z","steps":["trace[1031799061] 'agreement among raft nodes before linearized reading' (duration: 964.628074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:53.615912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:52.651213Z","time spent":"964.695715ms","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T03:27:53.616011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051751779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:27:53.616048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.325897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-04T03:27:53.616063Z","caller":"traceutil/trace.go:171","msg":"trace[1159859643] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:24600; }","duration":"1.051771129s","start":"2026-03-04T03:27:52.564253Z","end":"2026-03-04T03:27:53.616025Z","steps":["trace[1159859643] 'agreement among raft nodes before linearized reading' (duration: 1.051736758s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:27:53.616069Z","caller":"traceutil/trace.go:171","msg":"trace[1885871077] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:24600; }","duration":"152.412039ms","start":"2026-03-04T03:27:53.463651Z","end":"2026-03-04T03:27:53.616063Z","steps":["trace[1885871077] 'agreement among raft nodes before linearized reading' (duration: 152.311237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:53.616084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:52.564195Z","time spent":"1.051884262s","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:27:55.162298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.543208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:27:55.162365Z","caller":"traceutil/trace.go:171","msg":"trace[2128575278] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24600; }","duration":"509.649801ms","start":"2026-03-04T03:27:54.652698Z","end":"2026-03-04T03:27:55.162348Z","steps":["trace[2128575278] 'range keys from in-memory index tree' (duration: 509.411525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:55.162392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:54.652667Z","time spent":"509.717783ms","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T03:27:55.162385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.204811314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.240\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-04T03:27:55.162467Z","caller":"traceutil/trace.go:171","msg":"trace[1009065245] range","detail":"{range_begin:/registry/masterleases/199.19.213.240; range_end:; response_count:1; response_revision:24600; }","duration":"1.204941637s","start":"2026-03-04T03:27:53.957503Z","end":"2026-03-04T03:27:55.162444Z","steps":["trace[1009065245] 'range keys from in-memory index tree' (duration: 1.204582279s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:55.162512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:53.957482Z","time spent":"1.205019309s","remote":"127.0.0.1:46920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.19.213.240\" "} {"level":"warn","ts":"2026-03-04T03:27:55.162848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.642165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:27:55.162885Z","caller":"traceutil/trace.go:171","msg":"trace[743260646] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:24600; }","duration":"913.716976ms","start":"2026-03-04T03:27:54.249158Z","end":"2026-03-04T03:27:55.162875Z","steps":["trace[743260646] 'count revisions from in-memory index tree' (duration: 913.584373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:55.162907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:54.249138Z","time spent":"913.762258ms","remote":"127.0.0.1:59410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:27:55.163274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.862664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T03:27:55.163356Z","caller":"traceutil/trace.go:171","msg":"trace[1254602329] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24600; }","duration":"968.990227ms","start":"2026-03-04T03:27:54.194348Z","end":"2026-03-04T03:27:55.163338Z","steps":["trace[1254602329] 'range keys from in-memory index tree' (duration: 968.632949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:55.163395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:54.194328Z","time spent":"969.058879ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T03:27:55.167568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.245156856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:27:55.167635Z","caller":"traceutil/trace.go:171","msg":"trace[1911838320] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24600; }","duration":"1.251233578s","start":"2026-03-04T03:27:53.916382Z","end":"2026-03-04T03:27:55.167616Z","steps":["trace[1911838320] 'count revisions from in-memory index tree' (duration: 1.244984242s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:55.167665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:53.916361Z","time spent":"1.25129459s","remote":"127.0.0.1:38144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:27:55.988168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:55.165865Z","time spent":"822.296782ms","remote":"127.0.0.1:46920","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T03:27:56.846048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.206488ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:27:56.846162Z","caller":"traceutil/trace.go:171","msg":"trace[1702626832] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24600; }","duration":"314.333091ms","start":"2026-03-04T03:27:56.531813Z","end":"2026-03-04T03:27:56.846146Z","steps":["trace[1702626832] 'range keys from in-memory index tree' (duration: 314.191447ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:27:56.847119Z","caller":"traceutil/trace.go:171","msg":"trace[1999396475] linearizableReadLoop","detail":"{readStateIndex:25492; appliedIndex:25489; }","duration":"1.312074669s","start":"2026-03-04T03:27:55.535022Z","end":"2026-03-04T03:27:56.847097Z","steps":["trace[1999396475] 'read index received' (duration: 452.949417ms)","trace[1999396475] 'applied index is now lower than readState.Index' (duration: 859.124202ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:27:56.84725Z","caller":"traceutil/trace.go:171","msg":"trace[1438442667] transaction","detail":"{read_only:false; response_revision:24605; number_of_response:1; }","duration":"1.226801748s","start":"2026-03-04T03:27:55.620433Z","end":"2026-03-04T03:27:56.847235Z","steps":["trace[1438442667] 'process raft request' (duration: 1.226503391s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:56.847346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:55.620426Z","time spent":"1.226866379s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:27:56.847381Z","caller":"traceutil/trace.go:171","msg":"trace[703323655] transaction","detail":"{read_only:false; response_revision:24606; number_of_response:1; }","duration":"1.225465917s","start":"2026-03-04T03:27:55.6219Z","end":"2026-03-04T03:27:56.847366Z","steps":["trace[703323655] 'process raft request' (duration: 1.225071118s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:27:56.84749Z","caller":"traceutil/trace.go:171","msg":"trace[1893871228] transaction","detail":"{read_only:false; response_revision:24601; number_of_response:1; }","duration":"1.679169272s","start":"2026-03-04T03:27:55.168313Z","end":"2026-03-04T03:27:56.847482Z","steps":["trace[1893871228] 'process raft request' (duration: 1.677964344s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:27:56.847523Z","caller":"traceutil/trace.go:171","msg":"trace[208959228] transaction","detail":"{read_only:false; response_revision:24607; number_of_response:1; }","duration":"1.225445946s","start":"2026-03-04T03:27:55.622066Z","end":"2026-03-04T03:27:56.847512Z","steps":["trace[208959228] 'process raft request' (duration: 1.224933674s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:27:56.847556Z","caller":"traceutil/trace.go:171","msg":"trace[703484112] transaction","detail":"{read_only:false; response_revision:24602; number_of_response:1; }","duration":"1.635540972s","start":"2026-03-04T03:27:55.21201Z","end":"2026-03-04T03:27:56.847551Z","steps":["trace[703484112] 'process raft request' (duration: 1.634751524s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:56.84758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:55.622058Z","time spent":"1.225496807s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:27:56.847612Z","caller":"traceutil/trace.go:171","msg":"trace[883659541] transaction","detail":"{read_only:false; response_revision:24603; number_of_response:1; }","duration":"1.227373702s","start":"2026-03-04T03:27:55.620233Z","end":"2026-03-04T03:27:56.847606Z","steps":["trace[883659541] 'process raft request' (duration: 1.226631744s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:56.847641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:55.62022Z","time spent":"1.227405692s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:27:56.847701Z","caller":"traceutil/trace.go:171","msg":"trace[769351202] transaction","detail":"{read_only:false; response_revision:24604; number_of_response:1; }","duration":"1.227394012s","start":"2026-03-04T03:27:55.620302Z","end":"2026-03-04T03:27:56.847696Z","steps":["trace[769351202] 'process raft request' (duration: 1.226592793s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:56.847732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:55.620297Z","time spent":"1.227419312s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:27:56.847771Z","caller":"traceutil/trace.go:171","msg":"trace[737669915] transaction","detail":"{read_only:false; response_revision:24608; number_of_response:1; }","duration":"1.224522635s","start":"2026-03-04T03:27:55.623235Z","end":"2026-03-04T03:27:56.847757Z","steps":["trace[737669915] 'process raft request' (duration: 1.223793038s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:56.847831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:55.62322Z","time spent":"1.224585366s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:27:56.847914Z","caller":"traceutil/trace.go:171","msg":"trace[140532376] transaction","detail":"{read_only:false; response_revision:24609; number_of_response:1; }","duration":"1.222927498s","start":"2026-03-04T03:27:55.624978Z","end":"2026-03-04T03:27:56.847906Z","steps":["trace[140532376] 'process raft request' (duration: 1.222085578s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:56.847963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:55.624966Z","time spent":"1.222973588s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:27:56.847532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:55.16829Z","time spent":"1.679222002s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:27:56.847589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:55.211973Z","time spent":"1.635600114s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:27:56.848196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.313182215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-79759696d5-rc4rw.1899859ed2ad1da8\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-03-04T03:27:56.848224Z","caller":"traceutil/trace.go:171","msg":"trace[1602982470] range","detail":"{range_begin:/registry/events/openstack/magnum-api-79759696d5-rc4rw.1899859ed2ad1da8; range_end:; response_count:1; response_revision:24609; }","duration":"1.313251537s","start":"2026-03-04T03:27:55.534964Z","end":"2026-03-04T03:27:56.848216Z","steps":["trace[1602982470] 'agreement among raft nodes before linearized reading' (duration: 1.313138974s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:56.848244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:55.534934Z","time spent":"1.313304937s","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":806,"request content":"key:\"/registry/events/openstack/magnum-api-79759696d5-rc4rw.1899859ed2ad1da8\" "} {"level":"warn","ts":"2026-03-04T03:27:56.847481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:55.621877Z","time spent":"1.225534178s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:27:57.349613Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395089764,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T03:27:58.652151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999978011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T03:27:58.652239Z","caller":"traceutil/trace.go:171","msg":"trace[891074941] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000113045s","start":"2026-03-04T03:27:56.652107Z","end":"2026-03-04T03:27:58.65222Z","steps":["trace[891074941] 'agreement among raft nodes before linearized reading' (duration: 2.000002422s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:27:58.652288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:56.65209Z","time spent":"2.000188666s","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T03:27:59.238714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.567179355s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T03:27:59.238808Z","caller":"traceutil/trace.go:171","msg":"trace[1212541091] transaction","detail":"{read_only:false; response_revision:24610; number_of_response:1; }","duration":"3.248867185s","start":"2026-03-04T03:27:55.989922Z","end":"2026-03-04T03:27:59.23879Z","steps":["trace[1212541091] 'process raft request' (duration: 1.681541366s)","trace[1212541091] 'compare' (duration: 1.566894029s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:27:59.238859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:55.989904Z","time spent":"3.248929726s","remote":"127.0.0.1:46920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:28:00.068199Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.391029044s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T03:28:00.618151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999451732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T03:28:00.618274Z","caller":"traceutil/trace.go:171","msg":"trace[2137957838] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999593795s","start":"2026-03-04T03:27:55.618664Z","end":"2026-03-04T03:28:00.618257Z","steps":["trace[2137957838] 'agreement among raft nodes before linearized reading' (duration: 4.999449502s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:00.618328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:55.618596Z","time spent":"4.999722519s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/04 03:28:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T03:28:00.628333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.006437116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T03:28:00.628418Z","caller":"traceutil/trace.go:171","msg":"trace[504986710] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.006569198s","start":"2026-03-04T03:27:55.62183Z","end":"2026-03-04T03:28:00.6284Z","steps":["trace[504986710] 'agreement among raft nodes before linearized reading' (duration: 5.006461266s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:00.628473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:55.621816Z","time spent":"5.006642011s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/04 03:28:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T03:28:00.628607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.006795154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T03:28:00.628646Z","caller":"traceutil/trace.go:171","msg":"trace[716803601] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.006847115s","start":"2026-03-04T03:27:55.621785Z","end":"2026-03-04T03:28:00.628632Z","steps":["trace[716803601] 'agreement among raft nodes before linearized reading' (duration: 5.006810914s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:00.62868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:55.621778Z","time spent":"5.006895717s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/04 03:28:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T03:28:00.653762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000030942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T03:28:00.65382Z","caller":"traceutil/trace.go:171","msg":"trace[975782283] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000126624s","start":"2026-03-04T03:27:58.653675Z","end":"2026-03-04T03:28:00.653802Z","steps":["trace[975782283] 'agreement among raft nodes before linearized reading' (duration: 2.000069433s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:00.653854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:58.653654Z","time spent":"2.000192616s","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T03:28:01.195844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127306302s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T03:28:01.196055Z","caller":"traceutil/trace.go:171","msg":"trace[46588055] linearizableReadLoop","detail":"{readStateIndex:25503; appliedIndex:25499; }","duration":"4.348860248s","start":"2026-03-04T03:27:56.847183Z","end":"2026-03-04T03:28:01.196043Z","steps":["trace[46588055] 'read index received' (duration: 824.366089ms)","trace[46588055] 'applied index is now lower than readState.Index' (duration: 3.524493259s)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:28:01.196138Z","caller":"traceutil/trace.go:171","msg":"trace[791113097] transaction","detail":"{read_only:false; response_revision:24611; number_of_response:1; }","duration":"4.344992738s","start":"2026-03-04T03:27:56.851136Z","end":"2026-03-04T03:28:01.196128Z","steps":["trace[791113097] 'process raft request' (duration: 3.217340529s)","trace[791113097] 'compare' (duration: 1.127061906s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:28:01.19619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:56.851116Z","time spent":"4.345043879s","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:28:01.196262Z","caller":"traceutil/trace.go:171","msg":"trace[971361640] transaction","detail":"{read_only:false; response_revision:24612; number_of_response:1; }","duration":"4.327344656s","start":"2026-03-04T03:27:56.868898Z","end":"2026-03-04T03:28:01.196243Z","steps":["trace[971361640] 'process raft request' (duration: 4.327017728s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:01.196287Z","caller":"traceutil/trace.go:171","msg":"trace[701666102] transaction","detail":"{read_only:false; response_revision:24613; number_of_response:1; }","duration":"4.143844272s","start":"2026-03-04T03:27:57.052413Z","end":"2026-03-04T03:28:01.196257Z","steps":["trace[701666102] 'process raft request' (duration: 4.143589146s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:01.196335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:56.868891Z","time spent":"4.327408798s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:28:01.196336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.620101053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-04T03:28:01.196347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.578471062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T03:28:01.196295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.411696186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:28:01.196376Z","caller":"traceutil/trace.go:171","msg":"trace[230652517] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24613; }","duration":"4.620182705s","start":"2026-03-04T03:27:56.576182Z","end":"2026-03-04T03:28:01.196364Z","steps":["trace[230652517] 'agreement among raft nodes before linearized reading' (duration: 4.620046242s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:01.196392Z","caller":"traceutil/trace.go:171","msg":"trace[810377259] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24613; }","duration":"5.578552194s","start":"2026-03-04T03:27:55.617828Z","end":"2026-03-04T03:28:01.196381Z","steps":["trace[810377259] 'agreement among raft nodes before linearized reading' (duration: 5.578407891s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:01.196406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:56.576161Z","time spent":"4.620238286s","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T03:28:01.196406Z","caller":"traceutil/trace.go:171","msg":"trace[793294276] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24613; }","duration":"4.411843839s","start":"2026-03-04T03:27:56.784544Z","end":"2026-03-04T03:28:01.196388Z","steps":["trace[793294276] 'agreement among raft nodes before linearized reading' (duration: 4.411662425s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:01.196427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:55.617809Z","time spent":"5.578610555s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T03:28:01.196432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:57.05232Z","time spent":"4.144039437s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:28:01.196449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:56.78453Z","time spent":"4.411906631s","remote":"127.0.0.1:37962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T03:28:01.19649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.704468393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T03:28:01.196575Z","caller":"traceutil/trace.go:171","msg":"trace[930034686] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:24613; }","duration":"4.704615876s","start":"2026-03-04T03:27:56.491941Z","end":"2026-03-04T03:28:01.196556Z","steps":["trace[930034686] 'agreement among raft nodes before linearized reading' (duration: 4.704272528s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:01.196627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:56.491917Z","time spent":"4.704700358s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":176,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:28:01.699287Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395089776,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T03:28:01.725413Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.656927128s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T03:28:02.658319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000136684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T03:28:02.658399Z","caller":"traceutil/trace.go:171","msg":"trace[1487060107] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000272246s","start":"2026-03-04T03:28:00.658107Z","end":"2026-03-04T03:28:02.658379Z","steps":["trace[1487060107] 'agreement among raft nodes before linearized reading' (duration: 2.000156634s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:02.65845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:00.658094Z","time spent":"2.000346668s","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T03:28:02.685846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.091189ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T03:28:02.686875Z","caller":"traceutil/trace.go:171","msg":"trace[1296333275] transaction","detail":"{read_only:false; response_revision:24618; number_of_response:1; }","duration":"3.831537428s","start":"2026-03-04T03:27:58.855295Z","end":"2026-03-04T03:28:02.686832Z","steps":["trace[1296333275] 'process raft request' (duration: 3.830760229s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:02.68689Z","caller":"traceutil/trace.go:171","msg":"trace[941397107] transaction","detail":"{read_only:false; response_revision:24622; number_of_response:1; }","duration":"1.483738035s","start":"2026-03-04T03:28:01.203115Z","end":"2026-03-04T03:28:02.686853Z","steps":["trace[941397107] 'process raft request' (duration: 1.483037919s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:02.686954Z","caller":"traceutil/trace.go:171","msg":"trace[549565325] transaction","detail":"{read_only:false; response_revision:24619; number_of_response:1; }","duration":"3.831543578s","start":"2026-03-04T03:27:58.85539Z","end":"2026-03-04T03:28:02.686934Z","steps":["trace[549565325] 'process raft request' (duration: 3.830689608s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:02.68698Z","caller":"traceutil/trace.go:171","msg":"trace[1001235536] linearizableReadLoop","detail":"{readStateIndex:25512; appliedIndex:25503; }","duration":"1.490880513s","start":"2026-03-04T03:28:01.19608Z","end":"2026-03-04T03:28:02.68696Z","steps":["trace[1001235536] 'read index received' (duration: 529.465883ms)","trace[1001235536] 'applied index is now lower than readState.Index' (duration: 961.412269ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:28:02.687056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:58.855288Z","time spent":"3.831676081s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:28:02.687072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:01.203103Z","time spent":"1.483876159s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:28:02.687117Z","caller":"traceutil/trace.go:171","msg":"trace[1772166700] transaction","detail":"{read_only:false; response_revision:24620; number_of_response:1; }","duration":"3.823793847s","start":"2026-03-04T03:27:58.863308Z","end":"2026-03-04T03:28:02.687102Z","steps":["trace[1772166700] 'process raft request' (duration: 3.822797134s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:02.686873Z","caller":"traceutil/trace.go:171","msg":"trace[2135339981] transaction","detail":"{read_only:false; response_revision:24621; number_of_response:1; }","duration":"3.821998545s","start":"2026-03-04T03:27:58.864834Z","end":"2026-03-04T03:28:02.686832Z","steps":["trace[2135339981] 'process raft request' (duration: 3.821290248s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:02.687225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:58.863276Z","time spent":"3.82390412s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:28:02.687276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:58.864814Z","time spent":"3.822421415s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:28:02.687068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:58.855372Z","time spent":"3.83162913s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:28:02.687348Z","caller":"traceutil/trace.go:171","msg":"trace[1806775438] transaction","detail":"{read_only:false; response_revision:24617; number_of_response:1; }","duration":"3.83208117s","start":"2026-03-04T03:27:58.855242Z","end":"2026-03-04T03:28:02.687323Z","steps":["trace[1806775438] 'process raft request' (duration: 3.83078297s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:02.687414Z","caller":"traceutil/trace.go:171","msg":"trace[214938678] transaction","detail":"{read_only:false; response_revision:24614; number_of_response:1; }","duration":"4.066862893s","start":"2026-03-04T03:27:58.620537Z","end":"2026-03-04T03:28:02.6874Z","steps":["trace[214938678] 'process raft request' (duration: 3.105144556s)","trace[214938678] 'compare' (duration: 958.051561ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:28:02.687424Z","caller":"traceutil/trace.go:171","msg":"trace[1159151244] transaction","detail":"{read_only:false; response_revision:24616; number_of_response:1; }","duration":"3.832268555s","start":"2026-03-04T03:27:58.855144Z","end":"2026-03-04T03:28:02.687413Z","steps":["trace[1159151244] 'process raft request' (duration: 3.830854632s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:02.687474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:58.855235Z","time spent":"3.832173162s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:28:02.687503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:58.620508Z","time spent":"4.066949285s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:28:02.687513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:58.855131Z","time spent":"3.832344597s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:28:02.687366Z","caller":"traceutil/trace.go:171","msg":"trace[1794393962] transaction","detail":"{read_only:false; response_revision:24615; number_of_response:1; }","duration":"3.833264498s","start":"2026-03-04T03:27:58.854085Z","end":"2026-03-04T03:28:02.68735Z","steps":["trace[1794393962] 'process raft request' (duration: 3.831839514s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:02.687593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:58.85406Z","time spent":"3.833510784s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:28:03.965537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279335445s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T03:28:03.965643Z","caller":"traceutil/trace.go:171","msg":"trace[157687457] linearizableReadLoop","detail":"{readStateIndex:25513; appliedIndex:25512; }","duration":"1.278598947s","start":"2026-03-04T03:28:02.687025Z","end":"2026-03-04T03:28:03.965624Z","steps":["trace[157687457] 'read index received' (duration: 202.905µs)","trace[157687457] 'applied index is now lower than readState.Index' (duration: 1.278394512s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:28:03.965588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.428065568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T03:28:03.965798Z","caller":"traceutil/trace.go:171","msg":"trace[643462193] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:24622; }","duration":"5.428321765s","start":"2026-03-04T03:27:58.537448Z","end":"2026-03-04T03:28:03.965769Z","steps":["trace[643462193] 'agreement among raft nodes before linearized reading' (duration: 4.149727988s)","trace[643462193] 'count revisions from in-memory index tree' (duration: 1.278350871s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:28:03.965887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:58.537428Z","time spent":"5.428441338s","remote":"127.0.0.1:56774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:28:03.965948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.109673996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:28:03.96605Z","caller":"traceutil/trace.go:171","msg":"trace[499589658] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24622; }","duration":"6.109823058s","start":"2026-03-04T03:27:57.856199Z","end":"2026-03-04T03:28:03.966022Z","steps":["trace[499589658] 'agreement among raft nodes before linearized reading' (duration: 4.830983136s)","trace[499589658] 'count revisions from in-memory index tree' (duration: 1.278693369s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:28:03.966109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:57.856182Z","time spent":"6.109913821s","remote":"127.0.0.1:38052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:28:03.966086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.724849298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-04T03:28:03.966205Z","caller":"traceutil/trace.go:171","msg":"trace[1589982711] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24622; }","duration":"4.724991532s","start":"2026-03-04T03:27:59.241162Z","end":"2026-03-04T03:28:03.966153Z","steps":["trace[1589982711] 'agreement among raft nodes before linearized reading' (duration: 3.445966384s)","trace[1589982711] 'range keys from in-memory index tree' (duration: 1.278777351s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:28:03.966261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:59.24115Z","time spent":"4.725098274s","remote":"127.0.0.1:47114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-04T03:28:03.966742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.196755536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-04T03:28:03.966797Z","caller":"traceutil/trace.go:171","msg":"trace[534438561] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24622; }","duration":"3.196846898s","start":"2026-03-04T03:28:00.769932Z","end":"2026-03-04T03:28:03.966779Z","steps":["trace[534438561] 'agreement among raft nodes before linearized reading' (duration: 1.917158816s)","trace[534438561] 'range keys from in-memory index tree' (duration: 1.27957138s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:28:03.966864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.307880811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:28:03.966908Z","caller":"traceutil/trace.go:171","msg":"trace[424348426] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24622; }","duration":"1.307954723s","start":"2026-03-04T03:28:02.658943Z","end":"2026-03-04T03:28:03.966897Z","steps":["trace[424348426] 'agreement among raft nodes before linearized reading' (duration: 1.307870491s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:03.966944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:02.65893Z","time spent":"1.308007754s","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T03:28:03.966908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:00.76991Z","time spent":"3.196960701s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T03:28:03.967046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.453683759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:28:03.967083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.345773509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:28:03.967138Z","caller":"traceutil/trace.go:171","msg":"trace[596137950] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24622; }","duration":"6.345864751s","start":"2026-03-04T03:27:57.621254Z","end":"2026-03-04T03:28:03.967119Z","steps":["trace[596137950] 'agreement among raft nodes before linearized reading' (duration: 5.065935083s)","trace[596137950] 'count revisions from in-memory index tree' (duration: 1.279864177s)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:28:03.967141Z","caller":"traceutil/trace.go:171","msg":"trace[1147286482] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24622; }","duration":"6.453818941s","start":"2026-03-04T03:27:57.513296Z","end":"2026-03-04T03:28:03.967115Z","steps":["trace[1147286482] 'agreement among raft nodes before linearized reading' (duration: 5.173907943s)","trace[1147286482] 'count revisions from in-memory index tree' (duration: 1.279781775s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:28:03.96717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:57.621233Z","time spent":"6.345929142s","remote":"127.0.0.1:37864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:28:03.96719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:57.513276Z","time spent":"6.453900793s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:28:03.967222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.334900411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T03:28:03.967264Z","caller":"traceutil/trace.go:171","msg":"trace[1786511450] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24622; }","duration":"1.334954943s","start":"2026-03-04T03:28:02.632294Z","end":"2026-03-04T03:28:03.967249Z","steps":["trace[1786511450] 'agreement among raft nodes before linearized reading' (duration: 1.33482452s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:03.967297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:02.632284Z","time spent":"1.335006704s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T03:28:03.967302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.197555735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-04T03:28:03.967346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.706874121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:28:03.967372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.355099917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:28:03.967482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.338893464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-04T03:28:03.967509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.072814862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T03:28:03.967516Z","caller":"traceutil/trace.go:171","msg":"trace[1267881027] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24622; }","duration":"1.338969546s","start":"2026-03-04T03:28:02.628538Z","end":"2026-03-04T03:28:03.967508Z","steps":["trace[1267881027] 'agreement among raft nodes before linearized reading' (duration: 1.338886724s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:03.967485Z","caller":"traceutil/trace.go:171","msg":"trace[1317456728] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24622; }","duration":"6.35524973s","start":"2026-03-04T03:27:57.612216Z","end":"2026-03-04T03:28:03.967466Z","steps":["trace[1317456728] 'agreement among raft nodes before linearized reading' (duration: 5.074980204s)","trace[1317456728] 'count revisions from in-memory index tree' (duration: 1.280142643s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:28:03.967587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.242617377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:28:03.967617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.344145248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T03:28:03.967624Z","caller":"traceutil/trace.go:171","msg":"trace[132153601] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:24622; }","duration":"4.242693399s","start":"2026-03-04T03:27:59.724922Z","end":"2026-03-04T03:28:03.967615Z","steps":["trace[132153601] 'agreement among raft nodes before linearized reading' (duration: 2.962198737s)","trace[132153601] 'count revisions from in-memory index tree' (duration: 1.280451981s)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:28:03.967645Z","caller":"traceutil/trace.go:171","msg":"trace[1670086411] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24622; }","duration":"1.344208779s","start":"2026-03-04T03:28:02.623429Z","end":"2026-03-04T03:28:03.967638Z","steps":["trace[1670086411] 'agreement among raft nodes before linearized reading' (duration: 1.344136008s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:03.967671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:02.623408Z","time spent":"1.34425749s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T03:28:03.96763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.788996876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:28:03.967668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.096979988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:28:03.96771Z","caller":"traceutil/trace.go:171","msg":"trace[1156951659] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:24622; }","duration":"4.789110599s","start":"2026-03-04T03:27:59.178589Z","end":"2026-03-04T03:28:03.9677Z","steps":["trace[1156951659] 'agreement among raft nodes before linearized reading' (duration: 3.508549286s)","trace[1156951659] 'count revisions from in-memory index tree' (duration: 1.280475661s)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:28:03.967425Z","caller":"traceutil/trace.go:171","msg":"trace[611982276] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:24622; }","duration":"6.706960953s","start":"2026-03-04T03:27:57.26044Z","end":"2026-03-04T03:28:03.967401Z","steps":["trace[611982276] 'agreement among raft nodes before linearized reading' (duration: 5.426772368s)","trace[611982276] 'count revisions from in-memory index tree' (duration: 1.280083241s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:28:03.967745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:59.17857Z","time spent":"4.7891673s","remote":"127.0.0.1:35464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-03-04T03:28:03.967401Z","caller":"traceutil/trace.go:171","msg":"trace[61292381] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24622; }","duration":"3.197708708s","start":"2026-03-04T03:28:00.769675Z","end":"2026-03-04T03:28:03.967383Z","steps":["trace[61292381] 'agreement among raft nodes before linearized reading' (duration: 1.917430972s)","trace[61292381] 'range keys from in-memory index tree' (duration: 1.280038901s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:28:03.967832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.483297256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T03:28:03.967874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.749363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:28:03.967878Z","caller":"traceutil/trace.go:171","msg":"trace[23374662] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:24622; }","duration":"1.483381389s","start":"2026-03-04T03:28:02.484488Z","end":"2026-03-04T03:28:03.967869Z","steps":["trace[23374662] 'agreement among raft nodes before linearized reading' (duration: 1.483255886s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:03.967668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:59.724893Z","time spent":"4.242767541s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:28:03.967917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:02.484466Z","time spent":"1.483442441s","remote":"127.0.0.1:47424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:28:03.967861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:00.769656Z","time spent":"3.19819232s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T03:28:03.968003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.316816281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:28:03.968094Z","caller":"traceutil/trace.go:171","msg":"trace[1118722146] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:24622; }","duration":"2.316940733s","start":"2026-03-04T03:28:01.651142Z","end":"2026-03-04T03:28:03.968083Z","steps":["trace[1118722146] 'agreement among raft nodes before linearized reading' (duration: 2.31684212s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:03.96812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:01.651123Z","time spent":"2.316992154s","remote":"127.0.0.1:45502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-03-04T03:28:03.967547Z","caller":"traceutil/trace.go:171","msg":"trace[1617263770] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:24622; }","duration":"4.072877624s","start":"2026-03-04T03:27:59.894654Z","end":"2026-03-04T03:28:03.967531Z","steps":["trace[1617263770] 'agreement among raft nodes before linearized reading' (duration: 2.792459154s)","trace[1617263770] 'count revisions from in-memory index tree' (duration: 1.280373079s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:28:03.968166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.764994064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T03:28:03.968206Z","caller":"traceutil/trace.go:171","msg":"trace[1880452613] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24622; }","duration":"2.765045245s","start":"2026-03-04T03:28:01.203152Z","end":"2026-03-04T03:28:03.968197Z","steps":["trace[1880452613] 'agreement among raft nodes before linearized reading' (duration: 2.764871541s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:03.968242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:01.203145Z","time spent":"2.765090217s","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T03:28:03.968272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.765162279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189982afc5db10aa\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-04T03:28:03.968297Z","caller":"traceutil/trace.go:171","msg":"trace[1135381870] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189982afc5db10aa; range_end:; response_count:1; response_revision:24622; }","duration":"2.765205629s","start":"2026-03-04T03:28:01.203085Z","end":"2026-03-04T03:28:03.968291Z","steps":["trace[1135381870] 'agreement among raft nodes before linearized reading' (duration: 2.765136048s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:03.968315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:01.203073Z","time spent":"2.76523742s","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189982afc5db10aa\" "} {"level":"warn","ts":"2026-03-04T03:28:03.968417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.765186309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:28:03.967549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:02.628518Z","time spent":"1.339021658s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T03:28:03.968453Z","caller":"traceutil/trace.go:171","msg":"trace[354779116] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24622; }","duration":"2.765262541s","start":"2026-03-04T03:28:01.203181Z","end":"2026-03-04T03:28:03.968443Z","steps":["trace[354779116] 'agreement among raft nodes before linearized reading' (duration: 2.76520835s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:03.968481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:01.203143Z","time spent":"2.765331433s","remote":"127.0.0.1:47150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T03:28:03.967965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.538497406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T03:28:03.968538Z","caller":"traceutil/trace.go:171","msg":"trace[1118450423] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:24622; }","duration":"1.539126191s","start":"2026-03-04T03:28:02.429399Z","end":"2026-03-04T03:28:03.968525Z","steps":["trace[1118450423] 'agreement among raft nodes before linearized reading' (duration: 1.538520587s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:03.968584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:02.429378Z","time spent":"1.539194632s","remote":"127.0.0.1:38564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:28:03.967601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:57.612195Z","time spent":"6.355391453s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:28:03.96759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.114789374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T03:28:03.968837Z","caller":"traceutil/trace.go:171","msg":"trace[1454634952] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24622; }","duration":"5.116097204s","start":"2026-03-04T03:27:58.852728Z","end":"2026-03-04T03:28:03.968825Z","steps":["trace[1454634952] 'agreement among raft nodes before linearized reading' (duration: 3.834427175s)","trace[1454634952] 'range keys from in-memory index tree' (duration: 1.280337708s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:28:03.968877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:58.852703Z","time spent":"5.116164346s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T03:28:03.967716Z","caller":"traceutil/trace.go:171","msg":"trace[211561794] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:24622; }","duration":"5.097042649s","start":"2026-03-04T03:27:58.870662Z","end":"2026-03-04T03:28:03.967704Z","steps":["trace[211561794] 'agreement among raft nodes before linearized reading' (duration: 3.816485166s)","trace[211561794] 'count revisions from in-memory index tree' (duration: 1.280506502s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:28:03.968957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:58.87065Z","time spent":"5.098293299s","remote":"127.0.0.1:47264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:28:03.967752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:57.260414Z","time spent":"6.707329222s","remote":"127.0.0.1:38072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"info","ts":"2026-03-04T03:28:03.967903Z","caller":"traceutil/trace.go:171","msg":"trace[1713680321] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24622; }","duration":"855.808134ms","start":"2026-03-04T03:28:03.112087Z","end":"2026-03-04T03:28:03.967896Z","steps":["trace[1713680321] 'agreement among raft nodes before linearized reading' (duration: 855.759753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:03.968172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:59.894638Z","time spent":"4.073521208s","remote":"127.0.0.1:54320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:28:03.969159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:03.112067Z","time spent":"857.083924ms","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T03:28:03.969528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.068409382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T03:28:03.969572Z","caller":"traceutil/trace.go:171","msg":"trace[864956003] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:24622; }","duration":"7.068493094s","start":"2026-03-04T03:27:56.901065Z","end":"2026-03-04T03:28:03.969558Z","steps":["trace[864956003] 'agreement among raft nodes before linearized reading' (duration: 5.7861557s)","trace[864956003] 'count revisions from in-memory index tree' (duration: 1.282280783s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:28:03.969604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:56.901045Z","time spent":"7.068551856s","remote":"127.0.0.1:47304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":123,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:28:03.969978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.203455775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:272966"} {"level":"info","ts":"2026-03-04T03:28:03.970067Z","caller":"traceutil/trace.go:171","msg":"trace[1489069414] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:24622; }","duration":"5.203577907s","start":"2026-03-04T03:27:58.766474Z","end":"2026-03-04T03:28:03.970052Z","steps":["trace[1489069414] 'agreement among raft nodes before linearized reading' (duration: 3.920695539s)","trace[1489069414] 'range keys from in-memory index tree' (duration: 1.282341234s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:28:03.970138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:58.766457Z","time spent":"5.203668419s","remote":"127.0.0.1:47408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":272988,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-04T03:28:03.970365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.164565676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:28:03.970428Z","caller":"traceutil/trace.go:171","msg":"trace[811487038] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:24622; }","duration":"5.164627657s","start":"2026-03-04T03:27:58.805781Z","end":"2026-03-04T03:28:03.970408Z","steps":["trace[811487038] 'agreement among raft nodes before linearized reading' (duration: 3.881381501s)","trace[811487038] 'count revisions from in-memory index tree' (duration: 1.283168364s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:28:03.970503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:27:58.805735Z","time spent":"5.16472106s","remote":"127.0.0.1:45604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:28:03.974922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.990287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:28:03.975119Z","caller":"traceutil/trace.go:171","msg":"trace[1027236741] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:24622; }","duration":"372.228972ms","start":"2026-03-04T03:28:03.602881Z","end":"2026-03-04T03:28:03.97511Z","steps":["trace[1027236741] 'agreement among raft nodes before linearized reading' (duration: 365.513945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:03.975143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:03.602856Z","time spent":"372.280143ms","remote":"127.0.0.1:47354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:28:04.473618Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395089783,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T03:28:04.546329Z","caller":"traceutil/trace.go:171","msg":"trace[27926997] transaction","detail":"{read_only:false; response_revision:24623; number_of_response:1; }","duration":"574.187427ms","start":"2026-03-04T03:28:03.972118Z","end":"2026-03-04T03:28:04.546305Z","steps":["trace[27926997] 'process raft request' (duration: 574.043523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:04.546636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:03.972098Z","time spent":"574.341071ms","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:28:05.618065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:03.975587Z","time spent":"1.642472863s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 03:28:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T03:28:05.621018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:03.977337Z","time spent":"1.643678712s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 03:28:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T03:28:05.62166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:03.975515Z","time spent":"1.646116049s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 03:28:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T03:28:05.879906Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.333675334s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T03:28:05.880581Z","caller":"traceutil/trace.go:171","msg":"trace[862916390] linearizableReadLoop","detail":"{readStateIndex:25521; appliedIndex:25514; }","duration":"1.907283597s","start":"2026-03-04T03:28:03.973275Z","end":"2026-03-04T03:28:05.880558Z","steps":["trace[862916390] 'read index received' (duration: 573.098971ms)","trace[862916390] 'applied index is now lower than readState.Index' (duration: 1.334183506s)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:28:05.880693Z","caller":"traceutil/trace.go:171","msg":"trace[1480779562] transaction","detail":"{read_only:false; response_revision:24630; number_of_response:1; }","duration":"1.525099723s","start":"2026-03-04T03:28:04.355582Z","end":"2026-03-04T03:28:05.880682Z","steps":["trace[1480779562] 'process raft request' (duration: 1.524945s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:05.880718Z","caller":"traceutil/trace.go:171","msg":"trace[492515735] transaction","detail":"{read_only:false; response_revision:24629; number_of_response:1; }","duration":"1.902321971s","start":"2026-03-04T03:28:03.978367Z","end":"2026-03-04T03:28:05.880689Z","steps":["trace[492515735] 'process raft request' (duration: 1.902126837s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:05.88079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.907507882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-04T03:28:05.880791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:04.35556Z","time spent":"1.525165145s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:28:05.880793Z","caller":"traceutil/trace.go:171","msg":"trace[1216939648] transaction","detail":"{read_only:false; response_revision:24626; number_of_response:1; }","duration":"1.904192565s","start":"2026-03-04T03:28:03.976569Z","end":"2026-03-04T03:28:05.880762Z","steps":["trace[1216939648] 'process raft request' (duration: 1.903828076s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:05.880856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:03.978363Z","time spent":"1.902423434s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:28:05.880966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:03.976549Z","time spent":"1.904320469s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:28:05.880831Z","caller":"traceutil/trace.go:171","msg":"trace[2082837115] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24630; }","duration":"1.907567034s","start":"2026-03-04T03:28:03.973255Z","end":"2026-03-04T03:28:05.880822Z","steps":["trace[2082837115] 'agreement among raft nodes before linearized reading' (duration: 1.907462102s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:05.881116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:03.973243Z","time spent":"1.907859181s","remote":"127.0.0.1:47234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-04T03:28:05.883937Z","caller":"traceutil/trace.go:171","msg":"trace[2101729493] transaction","detail":"{read_only:false; response_revision:24628; number_of_response:1; }","duration":"1.905585867s","start":"2026-03-04T03:28:03.978277Z","end":"2026-03-04T03:28:05.883863Z","steps":["trace[2101729493] 'process raft request' (duration: 1.902181498s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:05.884271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:03.978268Z","time spent":"1.905853104s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:28:05.97717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000459983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T03:28:05.97726Z","caller":"traceutil/trace.go:171","msg":"trace[245044969] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000578406s","start":"2026-03-04T03:28:03.97666Z","end":"2026-03-04T03:28:05.977239Z","steps":["trace[245044969] 'agreement among raft nodes before linearized reading' (duration: 2.000466523s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:05.97731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:03.976656Z","time spent":"2.000643697s","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T03:28:06.380927Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395089801,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T03:28:06.823818Z","caller":"traceutil/trace.go:171","msg":"trace[1331600075] transaction","detail":"{read_only:false; response_revision:24631; number_of_response:1; }","duration":"2.130730266s","start":"2026-03-04T03:28:04.693066Z","end":"2026-03-04T03:28:06.823796Z","steps":["trace[1331600075] 'process raft request' (duration: 2.130508701s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:06.823951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:04.693052Z","time spent":"2.130830278s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:28:06.824182Z","caller":"traceutil/trace.go:171","msg":"trace[1965591582] transaction","detail":"{read_only:false; response_revision:24632; number_of_response:1; }","duration":"2.130992362s","start":"2026-03-04T03:28:04.69314Z","end":"2026-03-04T03:28:06.824132Z","steps":["trace[1965591582] 'process raft request' (duration: 2.130616833s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:06.824237Z","caller":"traceutil/trace.go:171","msg":"trace[1310232863] transaction","detail":"{read_only:false; response_revision:24633; number_of_response:1; }","duration":"2.130959192s","start":"2026-03-04T03:28:04.69326Z","end":"2026-03-04T03:28:06.82422Z","steps":["trace[1310232863] 'process raft request' (duration: 2.130722316s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:06.824253Z","caller":"traceutil/trace.go:171","msg":"trace[2105155547] transaction","detail":"{read_only:false; response_revision:24634; number_of_response:1; }","duration":"2.13092057s","start":"2026-03-04T03:28:04.693308Z","end":"2026-03-04T03:28:06.824228Z","steps":["trace[2105155547] 'process raft request' (duration: 2.130820068s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:06.82434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:04.693133Z","time spent":"2.131124305s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:28:06.824346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:04.693253Z","time spent":"2.131044964s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:28:06.824393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:04.693302Z","time spent":"2.131017323s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:28:06.824543Z","caller":"traceutil/trace.go:171","msg":"trace[766175281] transaction","detail":"{read_only:false; response_revision:24635; number_of_response:1; }","duration":"2.131166346s","start":"2026-03-04T03:28:04.693353Z","end":"2026-03-04T03:28:06.82452Z","steps":["trace[766175281] 'process raft request' (duration: 2.130827868s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:06.824631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:04.693348Z","time spent":"2.131240298s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:28:06.824642Z","caller":"traceutil/trace.go:171","msg":"trace[1518079631] transaction","detail":"{read_only:false; response_revision:24637; number_of_response:1; }","duration":"2.102958918s","start":"2026-03-04T03:28:04.721671Z","end":"2026-03-04T03:28:06.82463Z","steps":["trace[1518079631] 'process raft request' (duration: 2.102852255s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:06.824628Z","caller":"traceutil/trace.go:171","msg":"trace[1872258864] transaction","detail":"{read_only:false; response_revision:24636; number_of_response:1; }","duration":"2.129991479s","start":"2026-03-04T03:28:04.694618Z","end":"2026-03-04T03:28:06.824609Z","steps":["trace[1872258864] 'process raft request' (duration: 2.129782494s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:06.824678Z","caller":"traceutil/trace.go:171","msg":"trace[1945586603] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24637; }","duration":"1.202916649s","start":"2026-03-04T03:28:05.621749Z","end":"2026-03-04T03:28:06.824666Z","steps":["trace[1945586603] 'process raft request' (duration: 1.202811877s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:06.824711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:04.721646Z","time spent":"2.10302494s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:28:06.824716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:04.694608Z","time spent":"2.130068471s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:28:06.824707Z","caller":"traceutil/trace.go:171","msg":"trace[1946220589] linearizableReadLoop","detail":"{readStateIndex:25530; appliedIndex:25521; }","duration":"944.033595ms","start":"2026-03-04T03:28:05.880648Z","end":"2026-03-04T03:28:06.824681Z","steps":["trace[1946220589] 'read index received' (duration: 942.856847ms)","trace[1946220589] 'applied index is now lower than readState.Index' (duration: 1.175308ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:28:06.824739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:05.621732Z","time spent":"1.202973981s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":47,"response count":0,"response size":515,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:28:06.824859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.275134198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189982afc5db10aa\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-04T03:28:06.824864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.849774226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:28:06.8249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.78612358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:28:06.824906Z","caller":"traceutil/trace.go:171","msg":"trace[328911570] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24637; }","duration":"2.849824717s","start":"2026-03-04T03:28:03.975069Z","end":"2026-03-04T03:28:06.824893Z","steps":["trace[328911570] 'agreement among raft nodes before linearized reading' (duration: 2.849761565s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:06.824934Z","caller":"traceutil/trace.go:171","msg":"trace[803182400] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24637; }","duration":"2.78617831s","start":"2026-03-04T03:28:04.038746Z","end":"2026-03-04T03:28:06.824924Z","steps":["trace[803182400] 'agreement among raft nodes before linearized reading' (duration: 2.786121859s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:06.824938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:03.975056Z","time spent":"2.849875488s","remote":"127.0.0.1:47234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-04T03:28:06.824938Z","caller":"traceutil/trace.go:171","msg":"trace[1417337764] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24637; }","duration":"1.201311463s","start":"2026-03-04T03:28:05.623618Z","end":"2026-03-04T03:28:06.824929Z","steps":["trace[1417337764] 'process raft request' (duration: 1.201015176s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:06.824934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.600589368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:28:06.824966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:04.038723Z","time spent":"2.786237682s","remote":"127.0.0.1:47408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-04T03:28:06.824904Z","caller":"traceutil/trace.go:171","msg":"trace[384892808] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189982afc5db10aa; range_end:; response_count:1; response_revision:24637; }","duration":"2.27519444s","start":"2026-03-04T03:28:04.549695Z","end":"2026-03-04T03:28:06.824889Z","steps":["trace[384892808] 'agreement among raft nodes before linearized reading' (duration: 2.275046406s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:06.824994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:05.623543Z","time spent":"1.201420874s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":62,"response count":0,"response size":529,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:28:06.825029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:04.549684Z","time spent":"2.275325682s","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189982afc5db10aa\" "} {"level":"warn","ts":"2026-03-04T03:28:06.825031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.866191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.240\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-04T03:28:06.825053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.132066297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T03:28:06.8251Z","caller":"traceutil/trace.go:171","msg":"trace[470471005] range","detail":"{range_begin:/registry/masterleases/199.19.213.240; range_end:; response_count:1; response_revision:24637; }","duration":"940.964043ms","start":"2026-03-04T03:28:05.88412Z","end":"2026-03-04T03:28:06.825084Z","steps":["trace[470471005] 'agreement among raft nodes before linearized reading' (duration: 940.741258ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:06.825103Z","caller":"traceutil/trace.go:171","msg":"trace[1883431027] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24637; }","duration":"2.132151719s","start":"2026-03-04T03:28:04.692939Z","end":"2026-03-04T03:28:06.825091Z","steps":["trace[1883431027] 'agreement among raft nodes before linearized reading' (duration: 2.132018346s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:06.825108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.74888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:28:06.825113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.332342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:28:06.825139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:04.692922Z","time spent":"2.1322091s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T03:28:06.825142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:05.884101Z","time spent":"941.030684ms","remote":"127.0.0.1:46920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.19.213.240\" "} {"level":"info","ts":"2026-03-04T03:28:06.82515Z","caller":"traceutil/trace.go:171","msg":"trace[1997345713] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:24637; }","duration":"777.401093ms","start":"2026-03-04T03:28:06.047736Z","end":"2026-03-04T03:28:06.825137Z","steps":["trace[1997345713] 'agreement among raft nodes before linearized reading' (duration: 777.347122ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:06.825149Z","caller":"traceutil/trace.go:171","msg":"trace[55476768] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24637; }","duration":"839.80068ms","start":"2026-03-04T03:28:05.985331Z","end":"2026-03-04T03:28:06.825132Z","steps":["trace[55476768] 'agreement among raft nodes before linearized reading' (duration: 839.743129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:06.825182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:06.047717Z","time spent":"777.458125ms","remote":"127.0.0.1:35498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:28:06.825188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:05.985315Z","time spent":"839.866722ms","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T03:28:06.825269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.623123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"info","ts":"2026-03-04T03:28:06.825344Z","caller":"traceutil/trace.go:171","msg":"trace[1426223473] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24637; }","duration":"844.736406ms","start":"2026-03-04T03:28:05.980593Z","end":"2026-03-04T03:28:06.82533Z","steps":["trace[1426223473] 'agreement among raft nodes before linearized reading' (duration: 844.4937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:06.825407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:05.980574Z","time spent":"844.796207ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-04T03:28:06.825446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.292253308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-04T03:28:06.825455Z","caller":"traceutil/trace.go:171","msg":"trace[322717733] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:24637; }","duration":"2.601161762s","start":"2026-03-04T03:28:04.224281Z","end":"2026-03-04T03:28:06.825443Z","steps":["trace[322717733] 'agreement among raft nodes before linearized reading' (duration: 2.600583008s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:06.825539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:04.22426Z","time spent":"2.601266784s","remote":"127.0.0.1:35526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-03-04T03:28:06.825621Z","caller":"traceutil/trace.go:171","msg":"trace[1670743249] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:24637; }","duration":"2.292832401s","start":"2026-03-04T03:28:04.53264Z","end":"2026-03-04T03:28:06.825472Z","steps":["trace[1670743249] 'agreement among raft nodes before linearized reading' (duration: 2.292178356s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:06.825687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:04.532622Z","time spent":"2.293027705s","remote":"127.0.0.1:47098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1872,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-03-04T03:28:07.768927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.476952ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-04T03:28:07.769019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:06.826289Z","time spent":"942.725743ms","remote":"127.0.0.1:46920","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T03:28:08.537349Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.619883785s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T03:28:08.699791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.081735ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T03:28:08.700247Z","caller":"traceutil/trace.go:171","msg":"trace[1062771067] transaction","detail":"{read_only:false; response_revision:24642; number_of_response:1; }","duration":"930.032007ms","start":"2026-03-04T03:28:07.770195Z","end":"2026-03-04T03:28:08.700227Z","steps":["trace[1062771067] 'process raft request' (duration: 929.978376ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:08.700248Z","caller":"traceutil/trace.go:171","msg":"trace[1152595679] transaction","detail":"{read_only:false; response_revision:24639; number_of_response:1; }","duration":"1.866150896s","start":"2026-03-04T03:28:06.834048Z","end":"2026-03-04T03:28:08.700198Z","steps":["trace[1152595679] 'process raft request' (duration: 1.865867069s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:08.700286Z","caller":"traceutil/trace.go:171","msg":"trace[305451817] transaction","detail":"{read_only:false; response_revision:24638; number_of_response:1; }","duration":"1.871198814s","start":"2026-03-04T03:28:06.829043Z","end":"2026-03-04T03:28:08.700242Z","steps":["trace[305451817] 'process raft request' (duration: 1.708546955s)","trace[305451817] 'compare' (duration: 161.931122ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:28:08.70032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:07.77016Z","time spent":"930.12888ms","remote":"127.0.0.1:46920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:28:08.700332Z","caller":"traceutil/trace.go:171","msg":"trace[215085678] linearizableReadLoop","detail":"{readStateIndex:25532; appliedIndex:25530; }","duration":"1.869244178s","start":"2026-03-04T03:28:06.831054Z","end":"2026-03-04T03:28:08.700298Z","steps":["trace[215085678] 'read index received' (duration: 86.387957ms)","trace[215085678] 'applied index is now lower than readState.Index' (duration: 1.782850861s)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:28:08.700348Z","caller":"traceutil/trace.go:171","msg":"trace[1379480859] transaction","detail":"{read_only:false; response_revision:24641; number_of_response:1; }","duration":"1.007767711s","start":"2026-03-04T03:28:07.692545Z","end":"2026-03-04T03:28:08.700313Z","steps":["trace[1379480859] 'process raft request' (duration: 1.007545576s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:08.70032Z","caller":"traceutil/trace.go:171","msg":"trace[2112969882] transaction","detail":"{read_only:false; response_revision:24640; number_of_response:1; }","duration":"1.866008333s","start":"2026-03-04T03:28:06.834269Z","end":"2026-03-04T03:28:08.700277Z","steps":["trace[2112969882] 'process raft request' (duration: 1.865728356s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:08.700471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:06.834033Z","time spent":"1.86628862s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:28:08.700493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:07.692519Z","time spent":"1.007891925s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:28:08.700498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:06.829015Z","time spent":"1.871340027s","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:28:08.700553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.86806893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:28:08.700633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.351787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T03:28:08.700643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.869575486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-52ee6074-9c42-49d8-97e3-b7542b143987\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-03-04T03:28:08.700698Z","caller":"traceutil/trace.go:171","msg":"trace[1286427472] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24642; }","duration":"343.44962ms","start":"2026-03-04T03:28:08.357229Z","end":"2026-03-04T03:28:08.700678Z","steps":["trace[1286427472] 'agreement among raft nodes before linearized reading' (duration: 343.336097ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:08.700722Z","caller":"traceutil/trace.go:171","msg":"trace[1829470304] range","detail":"{range_begin:/registry/persistentvolumes/pvc-52ee6074-9c42-49d8-97e3-b7542b143987; range_end:; response_count:1; response_revision:24642; }","duration":"1.869670058s","start":"2026-03-04T03:28:06.831017Z","end":"2026-03-04T03:28:08.700687Z","steps":["trace[1829470304] 'agreement among raft nodes before linearized reading' (duration: 1.869415532s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:08.70075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:08.35721Z","time spent":"343.527032ms","remote":"127.0.0.1:36294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:28:08.700784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.408036869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T03:28:08.700815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.333966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-04T03:28:08.70081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.796395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:28:08.70082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.86247551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:28:08.700832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.687937324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:28:08.700824Z","caller":"traceutil/trace.go:171","msg":"trace[1513994820] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24642; }","duration":"1.40807849s","start":"2026-03-04T03:28:07.292732Z","end":"2026-03-04T03:28:08.700811Z","steps":["trace[1513994820] 'agreement among raft nodes before linearized reading' (duration: 1.408012198s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:08.700858Z","caller":"traceutil/trace.go:171","msg":"trace[649857020] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24642; }","duration":"811.412708ms","start":"2026-03-04T03:28:07.889433Z","end":"2026-03-04T03:28:08.700846Z","steps":["trace[649857020] 'agreement among raft nodes before linearized reading' (duration: 811.290805ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:08.700868Z","caller":"traceutil/trace.go:171","msg":"trace[1280396700] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24642; }","duration":"145.860166ms","start":"2026-03-04T03:28:08.554994Z","end":"2026-03-04T03:28:08.700854Z","steps":["trace[1280396700] 'agreement among raft nodes before linearized reading' (duration: 145.749023ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:08.700866Z","caller":"traceutil/trace.go:171","msg":"trace[917867372] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24642; }","duration":"1.862518521s","start":"2026-03-04T03:28:06.838337Z","end":"2026-03-04T03:28:08.700856Z","steps":["trace[917867372] 'agreement among raft nodes before linearized reading' (duration: 1.86245508s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:08.700874Z","caller":"traceutil/trace.go:171","msg":"trace[592432183] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24642; }","duration":"1.688011516s","start":"2026-03-04T03:28:07.012851Z","end":"2026-03-04T03:28:08.700862Z","steps":["trace[592432183] 'agreement among raft nodes before linearized reading' (duration: 1.687938975s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:08.700884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:07.292695Z","time spent":"1.408177912s","remote":"127.0.0.1:36236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:28:08.700903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:06.838309Z","time spent":"1.862587513s","remote":"127.0.0.1:47234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T03:28:08.700905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:07.889416Z","time spent":"811.476439ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T03:28:08.700912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:07.012832Z","time spent":"1.688072378s","remote":"127.0.0.1:37706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:28:08.700705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.799488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:28:08.700903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.760940119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T03:28:08.700988Z","caller":"traceutil/trace.go:171","msg":"trace[1591837411] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:24642; }","duration":"735.118606ms","start":"2026-03-04T03:28:07.965859Z","end":"2026-03-04T03:28:08.700978Z","steps":["trace[1591837411] 'agreement among raft nodes before linearized reading' (duration: 734.819159ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:08.701013Z","caller":"traceutil/trace.go:171","msg":"trace[1184530639] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24642; }","duration":"1.761107283s","start":"2026-03-04T03:28:06.939888Z","end":"2026-03-04T03:28:08.700995Z","steps":["trace[1184530639] 'agreement among raft nodes before linearized reading' (duration: 1.760867138s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:08.701022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:07.965839Z","time spent":"735.173347ms","remote":"127.0.0.1:35460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:28:08.701059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:06.939863Z","time spent":"1.761187895s","remote":"127.0.0.1:36280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T03:28:08.700653Z","caller":"traceutil/trace.go:171","msg":"trace[981903547] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24642; }","duration":"1.868160683s","start":"2026-03-04T03:28:06.832435Z","end":"2026-03-04T03:28:08.700596Z","steps":["trace[981903547] 'agreement among raft nodes before linearized reading' (duration: 1.86803867s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:08.700511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:06.834258Z","time spent":"1.866191047s","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:28:08.701156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:06.832421Z","time spent":"1.868717856s","remote":"127.0.0.1:47150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T03:28:08.700761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:06.831003Z","time spent":"1.86974921s","remote":"127.0.0.1:47082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1338,"request content":"key:\"/registry/persistentvolumes/pvc-52ee6074-9c42-49d8-97e3-b7542b143987\" "} {"level":"warn","ts":"2026-03-04T03:28:08.700719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093287889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:28:08.701265Z","caller":"traceutil/trace.go:171","msg":"trace[1624353105] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:24642; }","duration":"1.093883202s","start":"2026-03-04T03:28:07.607369Z","end":"2026-03-04T03:28:08.701252Z","steps":["trace[1624353105] 'agreement among raft nodes before linearized reading' (duration: 1.093307609s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:08.701302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:07.607305Z","time spent":"1.093988165s","remote":"127.0.0.1:45528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:28:08.700647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.046791173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:28:08.701363Z","caller":"traceutil/trace.go:171","msg":"trace[1786783535] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24642; }","duration":"1.047545981s","start":"2026-03-04T03:28:07.653806Z","end":"2026-03-04T03:28:08.701352Z","steps":["trace[1786783535] 'agreement among raft nodes before linearized reading' (duration: 1.046789903s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:08.701391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:07.653788Z","time spent":"1.047595692s","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T03:28:09.207659Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395089817,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T03:28:09.707847Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395089817,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T03:28:10.181874Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.475528309s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T03:28:10.29596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.77204ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T03:28:10.296262Z","caller":"traceutil/trace.go:171","msg":"trace[1948277016] transaction","detail":"{read_only:false; response_revision:24643; number_of_response:1; }","duration":"1.589987395s","start":"2026-03-04T03:28:08.706252Z","end":"2026-03-04T03:28:10.296239Z","steps":["trace[1948277016] 'process raft request' (duration: 1.475839396s)","trace[1948277016] 'compare' (duration: 113.184077ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:28:10.29638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:08.706236Z","time spent":"1.590104878s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:28:10.715606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000036322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T03:28:10.715708Z","caller":"traceutil/trace.go:171","msg":"trace[1592146398] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000175386s","start":"2026-03-04T03:28:08.715504Z","end":"2026-03-04T03:28:10.715679Z","steps":["trace[1592146398] 'agreement among raft nodes before linearized reading' (duration: 2.000062253s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:10.715825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:08.715488Z","time spent":"2.00032101s","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 03:28:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T03:28:11.268189Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.086058722s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T03:28:11.27098Z","caller":"traceutil/trace.go:171","msg":"trace[684787397] linearizableReadLoop","detail":"{readStateIndex:25546; appliedIndex:25536; }","duration":"2.563582209s","start":"2026-03-04T03:28:08.707375Z","end":"2026-03-04T03:28:11.270957Z","steps":["trace[684787397] 'read index received' (duration: 1.474732981s)","trace[684787397] 'applied index is now lower than readState.Index' (duration: 1.088629882s)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:28:11.271426Z","caller":"traceutil/trace.go:171","msg":"trace[634195599] transaction","detail":"{read_only:false; response_revision:24644; number_of_response:1; }","duration":"2.563105147s","start":"2026-03-04T03:28:08.708303Z","end":"2026-03-04T03:28:11.271408Z","steps":["trace[634195599] 'process raft request' (duration: 2.561831717s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:11.271594Z","caller":"traceutil/trace.go:171","msg":"trace[692984247] transaction","detail":"{read_only:false; response_revision:24649; number_of_response:1; }","duration":"2.438694423s","start":"2026-03-04T03:28:08.832864Z","end":"2026-03-04T03:28:11.271558Z","steps":["trace[692984247] 'process raft request' (duration: 2.437701159s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:11.271632Z","caller":"traceutil/trace.go:171","msg":"trace[369260920] transaction","detail":"{read_only:false; response_revision:24647; number_of_response:1; }","duration":"2.440970056s","start":"2026-03-04T03:28:08.83064Z","end":"2026-03-04T03:28:11.271611Z","steps":["trace[369260920] 'process raft request' (duration: 2.439761938s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:11.271694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.564305375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18631"} {"level":"info","ts":"2026-03-04T03:28:11.271749Z","caller":"traceutil/trace.go:171","msg":"trace[410341626] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24652; }","duration":"2.564385108s","start":"2026-03-04T03:28:08.70735Z","end":"2026-03-04T03:28:11.271735Z","steps":["trace[410341626] 'agreement among raft nodes before linearized reading' (duration: 2.564207384s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:11.271753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:08.832856Z","time spent":"2.438818395s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:28:11.271788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:08.707342Z","time spent":"2.564438719s","remote":"127.0.0.1:47122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18653,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-04T03:28:11.271793Z","caller":"traceutil/trace.go:171","msg":"trace[1222723566] transaction","detail":"{read_only:false; response_revision:24646; number_of_response:1; }","duration":"2.441821665s","start":"2026-03-04T03:28:08.829962Z","end":"2026-03-04T03:28:11.271784Z","steps":["trace[1222723566] 'process raft request' (duration: 2.440394181s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:11.271826Z","caller":"traceutil/trace.go:171","msg":"trace[455327714] transaction","detail":"{read_only:false; response_revision:24645; number_of_response:1; }","duration":"2.559031922s","start":"2026-03-04T03:28:08.71277Z","end":"2026-03-04T03:28:11.271802Z","steps":["trace[455327714] 'process raft request' (duration: 2.557526367s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:11.271849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:08.829903Z","time spent":"2.441919388s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:28:11.271818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:08.708284Z","time spent":"2.56320044s","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:28:11.271997Z","caller":"traceutil/trace.go:171","msg":"trace[759054215] transaction","detail":"{read_only:false; response_revision:24650; number_of_response:1; }","duration":"2.439085692s","start":"2026-03-04T03:28:08.8329Z","end":"2026-03-04T03:28:11.271986Z","steps":["trace[759054215] 'process raft request' (duration: 2.437696079s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:11.272089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:08.832882Z","time spent":"2.439168533s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:28:11.272112Z","caller":"traceutil/trace.go:171","msg":"trace[680489686] transaction","detail":"{read_only:false; response_revision:24648; number_of_response:1; }","duration":"2.439358278s","start":"2026-03-04T03:28:08.832741Z","end":"2026-03-04T03:28:11.272099Z","steps":["trace[680489686] 'process raft request' (duration: 2.437694169s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:11.272123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.797987981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T03:28:11.272175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:08.832711Z","time spent":"2.439430849s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:28:11.272193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.547254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T03:28:11.272223Z","caller":"traceutil/trace.go:171","msg":"trace[504481147] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24652; }","duration":"524.608776ms","start":"2026-03-04T03:28:10.747605Z","end":"2026-03-04T03:28:11.272213Z","steps":["trace[504481147] 'agreement among raft nodes before linearized reading' (duration: 524.552905ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:11.272221Z","caller":"traceutil/trace.go:171","msg":"trace[1192203053] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24652; }","duration":"1.798147335s","start":"2026-03-04T03:28:09.474048Z","end":"2026-03-04T03:28:11.272195Z","steps":["trace[1192203053] 'agreement among raft nodes before linearized reading' (duration: 1.79794334s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:11.272258Z","caller":"traceutil/trace.go:171","msg":"trace[933219977] transaction","detail":"{read_only:false; response_revision:24651; number_of_response:1; }","duration":"2.439211775s","start":"2026-03-04T03:28:08.833032Z","end":"2026-03-04T03:28:11.272244Z","steps":["trace[933219977] 'process raft request' (duration: 2.437592637s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:11.272268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:10.747586Z","time spent":"524.674727ms","remote":"127.0.0.1:47394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:28:11.272265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.161298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T03:28:11.271752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:08.830604Z","time spent":"2.441069797s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:28:11.272322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:08.833024Z","time spent":"2.439264486s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:28:11.272374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.41065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:28:11.271941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:08.712751Z","time spent":"2.559134564s","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:28:11.272385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.42424293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T03:28:11.272406Z","caller":"traceutil/trace.go:171","msg":"trace[1778670493] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24652; }","duration":"556.483021ms","start":"2026-03-04T03:28:10.715916Z","end":"2026-03-04T03:28:11.272399Z","steps":["trace[1778670493] 'agreement among raft nodes before linearized reading' (duration: 556.42994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:11.272435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:10.715894Z","time spent":"556.534542ms","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T03:28:11.272436Z","caller":"traceutil/trace.go:171","msg":"trace[1279006435] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:24652; }","duration":"1.424295011s","start":"2026-03-04T03:28:09.848126Z","end":"2026-03-04T03:28:11.272421Z","steps":["trace[1279006435] 'agreement among raft nodes before linearized reading' (duration: 1.424202219s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:11.272318Z","caller":"traceutil/trace.go:171","msg":"trace[1904861667] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24652; }","duration":"566.27229ms","start":"2026-03-04T03:28:10.706032Z","end":"2026-03-04T03:28:11.272305Z","steps":["trace[1904861667] 'agreement among raft nodes before linearized reading' (duration: 565.955503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:11.272481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:09.848109Z","time spent":"1.424358972s","remote":"127.0.0.1:45492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:28:11.272514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:10.706011Z","time spent":"566.492655ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T03:28:11.272409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.565002152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-04T03:28:11.272111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.472936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-03-04T03:28:11.272667Z","caller":"traceutil/trace.go:171","msg":"trace[1597541070] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24652; }","duration":"2.565277538s","start":"2026-03-04T03:28:08.707372Z","end":"2026-03-04T03:28:11.27265Z","steps":["trace[1597541070] 'agreement among raft nodes before linearized reading' (duration: 2.56451377s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:11.272699Z","caller":"traceutil/trace.go:171","msg":"trace[499273788] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24652; }","duration":"106.097081ms","start":"2026-03-04T03:28:11.166587Z","end":"2026-03-04T03:28:11.272684Z","steps":["trace[499273788] 'agreement among raft nodes before linearized reading' (duration: 105.430615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:11.272717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:08.70736Z","time spent":"2.565341999s","remote":"127.0.0.1:46920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-04T03:28:11.272289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:09.474028Z","time spent":"1.798244756s","remote":"127.0.0.1:47382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:28:11.272781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.405807144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T03:28:11.272826Z","caller":"traceutil/trace.go:171","msg":"trace[1086505464] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:24652; }","duration":"2.405851605s","start":"2026-03-04T03:28:08.866963Z","end":"2026-03-04T03:28:11.272815Z","steps":["trace[1086505464] 'agreement among raft nodes before linearized reading' (duration: 2.405751823s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:11.27286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:08.866934Z","time spent":"2.405919287s","remote":"127.0.0.1:47408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":53,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-03-04T03:28:11.272399Z","caller":"traceutil/trace.go:171","msg":"trace[185547086] transaction","detail":"{read_only:false; response_revision:24652; number_of_response:1; }","duration":"2.437569226s","start":"2026-03-04T03:28:08.834821Z","end":"2026-03-04T03:28:11.272391Z","steps":["trace[185547086] 'process raft request' (duration: 2.435870856s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:11.273034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:08.834813Z","time spent":"2.438192961s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:28:11.272776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.689796974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:28:11.273133Z","caller":"traceutil/trace.go:171","msg":"trace[261561304] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:24652; }","duration":"1.690176823s","start":"2026-03-04T03:28:09.58294Z","end":"2026-03-04T03:28:11.273117Z","steps":["trace[261561304] 'agreement among raft nodes before linearized reading' (duration: 1.689778294s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:11.273186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:09.582927Z","time spent":"1.690244534s","remote":"127.0.0.1:59412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:28:11.275046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.244501528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:28:11.275133Z","caller":"traceutil/trace.go:171","msg":"trace[1852954874] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:24652; }","duration":"2.24714816s","start":"2026-03-04T03:28:09.027967Z","end":"2026-03-04T03:28:11.275116Z","steps":["trace[1852954874] 'agreement among raft nodes before linearized reading' (duration: 2.244490918s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:11.275186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:09.027946Z","time spent":"2.247222821s","remote":"127.0.0.1:35480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:28:12.765387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.427822094s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T03:28:12.765579Z","caller":"traceutil/trace.go:171","msg":"trace[785147000] linearizableReadLoop","detail":"{readStateIndex:25547; appliedIndex:25546; }","duration":"1.490224871s","start":"2026-03-04T03:28:11.275338Z","end":"2026-03-04T03:28:12.765563Z","steps":["trace[785147000] 'read index received' (duration: 61.069957ms)","trace[785147000] 'applied index is now lower than readState.Index' (duration: 1.429152254s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:28:12.767289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.491934721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T03:28:12.767365Z","caller":"traceutil/trace.go:171","msg":"trace[352442412] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24652; }","duration":"1.492032913s","start":"2026-03-04T03:28:11.275314Z","end":"2026-03-04T03:28:12.767347Z","steps":["trace[352442412] 'agreement among raft nodes before linearized reading' (duration: 1.491884859s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:12.767402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:11.275302Z","time spent":"1.492091945s","remote":"127.0.0.1:47234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-04T03:28:12.768075Z","caller":"traceutil/trace.go:171","msg":"trace[1751555658] transaction","detail":"{read_only:false; response_revision:24653; number_of_response:1; }","duration":"1.487295494s","start":"2026-03-04T03:28:11.280702Z","end":"2026-03-04T03:28:12.767998Z","steps":["trace[1751555658] 'process raft request' (duration: 1.484769415s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:12.768322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:11.280694Z","time spent":"1.487515019s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:28:13.279958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000211386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T03:28:13.280088Z","caller":"traceutil/trace.go:171","msg":"trace[1618477241] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000370989s","start":"2026-03-04T03:28:11.279681Z","end":"2026-03-04T03:28:13.280052Z","steps":["trace[1618477241] 'agreement among raft nodes before linearized reading' (duration: 2.000214526s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:13.280143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:11.279674Z","time spent":"2.000459282s","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 03:28:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T03:28:13.522685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.589783ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T03:28:13.522978Z","caller":"traceutil/trace.go:171","msg":"trace[1460689974] transaction","detail":"{read_only:false; response_revision:24656; number_of_response:1; }","duration":"240.786909ms","start":"2026-03-04T03:28:13.282172Z","end":"2026-03-04T03:28:13.522959Z","steps":["trace[1460689974] 'process raft request' (duration: 240.730858ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:13.52308Z","caller":"traceutil/trace.go:171","msg":"trace[740131314] transaction","detail":"{read_only:false; response_revision:24655; number_of_response:1; }","duration":"1.96916221s","start":"2026-03-04T03:28:11.553869Z","end":"2026-03-04T03:28:13.523032Z","steps":["trace[740131314] 'process raft request' (duration: 1.968928665s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:13.523201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.307995642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T03:28:13.52324Z","caller":"traceutil/trace.go:171","msg":"trace[1525814577] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:24656; }","duration":"1.308036913s","start":"2026-03-04T03:28:12.21519Z","end":"2026-03-04T03:28:13.523227Z","steps":["trace[1525814577] 'agreement among raft nodes before linearized reading' (duration: 1.3079342s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:13.523243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:11.553841Z","time spent":"1.969310974s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:28:13.523273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:12.215135Z","time spent":"1.308129315s","remote":"127.0.0.1:56762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:28:13.523279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998977787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"warn","ts":"2026-03-04T03:28:13.523328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.246789821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189982afc5db10aa\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-04T03:28:13.523374Z","caller":"traceutil/trace.go:171","msg":"trace[1825620671] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:24656; }","duration":"1.999117081s","start":"2026-03-04T03:28:11.524236Z","end":"2026-03-04T03:28:13.523354Z","steps":["trace[1825620671] 'agreement among raft nodes before linearized reading' (duration: 1.998870845s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:13.523428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:11.524216Z","time spent":"1.999198692s","remote":"127.0.0.1:47098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-04T03:28:13.523486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.239789348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-04T03:28:13.523522Z","caller":"traceutil/trace.go:171","msg":"trace[1397634570] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24656; }","duration":"2.239833238s","start":"2026-03-04T03:28:11.28368Z","end":"2026-03-04T03:28:13.523514Z","steps":["trace[1397634570] 'agreement among raft nodes before linearized reading' (duration: 2.239725256s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:13.523467Z","caller":"traceutil/trace.go:171","msg":"trace[1484337108] transaction","detail":"{read_only:false; response_revision:24654; number_of_response:1; }","duration":"2.191544719s","start":"2026-03-04T03:28:11.331881Z","end":"2026-03-04T03:28:13.523425Z","steps":["trace[1484337108] 'process raft request' (duration: 1.436091687s)","trace[1484337108] 'compare' (duration: 753.65387ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:28:13.523553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:11.283674Z","time spent":"2.239871939s","remote":"127.0.0.1:36312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-04T03:28:13.523385Z","caller":"traceutil/trace.go:171","msg":"trace[1343976099] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189982afc5db10aa; range_end:; response_count:1; response_revision:24656; }","duration":"2.246889573s","start":"2026-03-04T03:28:11.276483Z","end":"2026-03-04T03:28:13.523373Z","steps":["trace[1343976099] 'agreement among raft nodes before linearized reading' (duration: 2.246646317s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:13.523669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:11.276472Z","time spent":"2.24718379s","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189982afc5db10aa\" "} {"level":"warn","ts":"2026-03-04T03:28:13.523689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:11.331848Z","time spent":"2.191722504s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:28:13.523783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.759233382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:28:13.523881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.222906562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T03:28:13.523894Z","caller":"traceutil/trace.go:171","msg":"trace[104588605] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24656; }","duration":"1.759410156s","start":"2026-03-04T03:28:11.764458Z","end":"2026-03-04T03:28:13.523868Z","steps":["trace[104588605] 'agreement among raft nodes before linearized reading' (duration: 1.758678059s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:13.523922Z","caller":"traceutil/trace.go:171","msg":"trace[1884624740] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24656; }","duration":"1.222987874s","start":"2026-03-04T03:28:12.300924Z","end":"2026-03-04T03:28:13.523912Z","steps":["trace[1884624740] 'agreement among raft nodes before linearized reading' (duration: 1.2228499s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:13.523946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:11.764429Z","time spent":"1.759506648s","remote":"127.0.0.1:38042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:28:13.523832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.246381332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:729"} {"level":"info","ts":"2026-03-04T03:28:13.525183Z","caller":"traceutil/trace.go:171","msg":"trace[944221389] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:24656; }","duration":"2.247725333s","start":"2026-03-04T03:28:11.277443Z","end":"2026-03-04T03:28:13.525168Z","steps":["trace[944221389] 'agreement among raft nodes before linearized reading' (duration: 2.24632135s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:13.525231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:11.277414Z","time spent":"2.247801804s","remote":"127.0.0.1:47250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":751,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"warn","ts":"2026-03-04T03:28:13.523907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.246956274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-03-04T03:28:13.525408Z","caller":"traceutil/trace.go:171","msg":"trace[1283318491] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:24656; }","duration":"2.24845868s","start":"2026-03-04T03:28:11.276932Z","end":"2026-03-04T03:28:13.52539Z","steps":["trace[1283318491] 'agreement among raft nodes before linearized reading' (duration: 2.246918904s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:13.525446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:11.276928Z","time spent":"2.248509031s","remote":"127.0.0.1:47250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":806,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"warn","ts":"2026-03-04T03:28:13.523959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:12.3009Z","time spent":"1.223053226s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T03:28:13.52308Z","caller":"traceutil/trace.go:171","msg":"trace[1839244984] linearizableReadLoop","detail":"{readStateIndex:25550; appliedIndex:25547; }","duration":"757.442559ms","start":"2026-03-04T03:28:12.765605Z","end":"2026-03-04T03:28:13.523047Z","steps":["trace[1839244984] 'read index received' (duration: 1.649129ms)","trace[1839244984] 'applied index is now lower than readState.Index' (duration: 755.79002ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:28:14.02806Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395089843,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T03:28:14.98589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.469258ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T03:28:14.986609Z","caller":"traceutil/trace.go:171","msg":"trace[932967998] transaction","detail":"{read_only:false; response_revision:24663; number_of_response:1; }","duration":"1.597353416s","start":"2026-03-04T03:28:13.389236Z","end":"2026-03-04T03:28:14.986589Z","steps":["trace[932967998] 'process raft request' (duration: 1.597304905s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:14.986745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:13.389202Z","time spent":"1.597501699s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:28:14.986999Z","caller":"traceutil/trace.go:171","msg":"trace[1661635266] transaction","detail":"{read_only:false; response_revision:24657; number_of_response:1; }","duration":"1.697137929s","start":"2026-03-04T03:28:13.289847Z","end":"2026-03-04T03:28:14.986985Z","steps":["trace[1661635266] 'process raft request' (duration: 1.039478874s)","trace[1661635266] 'compare' (duration: 655.569046ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:28:14.987125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:13.289827Z","time spent":"1.697252891s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:28:14.987225Z","caller":"traceutil/trace.go:171","msg":"trace[751063542] transaction","detail":"{read_only:false; response_revision:24660; number_of_response:1; }","duration":"1.694432556s","start":"2026-03-04T03:28:13.292757Z","end":"2026-03-04T03:28:14.987189Z","steps":["trace[751063542] 'process raft request' (duration: 1.693662768s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:14.987363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:13.292729Z","time spent":"1.694573309s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:28:14.987475Z","caller":"traceutil/trace.go:171","msg":"trace[1852281440] transaction","detail":"{read_only:false; response_revision:24658; number_of_response:1; }","duration":"1.697448386s","start":"2026-03-04T03:28:13.290019Z","end":"2026-03-04T03:28:14.987467Z","steps":["trace[1852281440] 'process raft request' (duration: 1.696266279s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:14.987532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:13.290007Z","time spent":"1.697489237s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:28:14.987613Z","caller":"traceutil/trace.go:171","msg":"trace[2057365050] transaction","detail":"{read_only:false; response_revision:24659; number_of_response:1; }","duration":"1.697499807s","start":"2026-03-04T03:28:13.290106Z","end":"2026-03-04T03:28:14.987606Z","steps":["trace[2057365050] 'process raft request' (duration: 1.696275949s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:14.987648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:13.290092Z","time spent":"1.697539198s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:28:14.987721Z","caller":"traceutil/trace.go:171","msg":"trace[348956137] transaction","detail":"{read_only:false; response_revision:24661; number_of_response:1; }","duration":"1.694886376s","start":"2026-03-04T03:28:13.292829Z","end":"2026-03-04T03:28:14.987716Z","steps":["trace[348956137] 'process raft request' (duration: 1.693649017s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:14.987755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:13.292801Z","time spent":"1.694937688s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:28:14.987808Z","caller":"traceutil/trace.go:171","msg":"trace[1104924086] transaction","detail":"{read_only:false; response_revision:24662; number_of_response:1; }","duration":"1.688798504s","start":"2026-03-04T03:28:13.299005Z","end":"2026-03-04T03:28:14.987803Z","steps":["trace[1104924086] 'process raft request' (duration: 1.687505644s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:14.987841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:13.298972Z","time spent":"1.688852495s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:28:14.999569Z","caller":"traceutil/trace.go:171","msg":"trace[1596958467] linearizableReadLoop","detail":"{readStateIndex:25563; appliedIndex:25551; }","duration":"1.473010129s","start":"2026-03-04T03:28:13.526498Z","end":"2026-03-04T03:28:14.999508Z","steps":["trace[1596958467] 'read index received' (duration: 799.717398ms)","trace[1596958467] 'applied index is now lower than readState.Index' (duration: 673.291671ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:28:14.999704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:13.526906Z","time spent":"1.472794814s","remote":"127.0.0.1:46976","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T03:28:15.000315Z","caller":"traceutil/trace.go:171","msg":"trace[645701011] transaction","detail":"{read_only:false; response_revision:24664; number_of_response:1; }","duration":"1.469838374s","start":"2026-03-04T03:28:13.530457Z","end":"2026-03-04T03:28:15.000295Z","steps":["trace[645701011] 'process raft request' (duration: 1.468760509s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:15.00036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.4717593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-df01022f-33fb-4bb6-a675-bc605640d35e\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-03-04T03:28:15.000431Z","caller":"traceutil/trace.go:171","msg":"trace[680048708] range","detail":"{range_begin:/registry/persistentvolumes/pvc-df01022f-33fb-4bb6-a675-bc605640d35e; range_end:; response_count:1; response_revision:24667; }","duration":"1.471874622s","start":"2026-03-04T03:28:13.528538Z","end":"2026-03-04T03:28:15.000413Z","steps":["trace[680048708] 'agreement among raft nodes before linearized reading' (duration: 1.471642997s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:15.000453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:13.530438Z","time spent":"1.469929857s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:28:15.000522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.11453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:28:15.000549Z","caller":"traceutil/trace.go:171","msg":"trace[1613583505] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:24667; }","duration":"381.14354ms","start":"2026-03-04T03:28:14.619398Z","end":"2026-03-04T03:28:15.000542Z","steps":["trace[1613583505] 'agreement among raft nodes before linearized reading' (duration: 381.098819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:15.000472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:13.528523Z","time spent":"1.471941614s","remote":"127.0.0.1:47082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1316,"request content":"key:\"/registry/persistentvolumes/pvc-df01022f-33fb-4bb6-a675-bc605640d35e\" "} {"level":"warn","ts":"2026-03-04T03:28:15.000607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.517859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:28:15.000634Z","caller":"traceutil/trace.go:171","msg":"trace[1547057689] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24667; }","duration":"446.545739ms","start":"2026-03-04T03:28:14.554082Z","end":"2026-03-04T03:28:15.000627Z","steps":["trace[1547057689] 'agreement among raft nodes before linearized reading' (duration: 446.500358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:15.000657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:14.554059Z","time spent":"446.592981ms","remote":"127.0.0.1:37962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:28:15.000692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.861358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:28:15.000778Z","caller":"traceutil/trace.go:171","msg":"trace[557519654] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:24667; }","duration":"332.071363ms","start":"2026-03-04T03:28:14.668692Z","end":"2026-03-04T03:28:15.000763Z","steps":["trace[557519654] 'agreement among raft nodes before linearized reading' (duration: 331.749166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:15.000835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:14.668673Z","time spent":"332.150985ms","remote":"127.0.0.1:45516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:28:15.000846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.204146953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T03:28:15.000919Z","caller":"traceutil/trace.go:171","msg":"trace[1117210246] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:24667; }","duration":"1.204231115s","start":"2026-03-04T03:28:13.796668Z","end":"2026-03-04T03:28:15.000899Z","steps":["trace[1117210246] 'agreement among raft nodes before linearized reading' (duration: 1.204118912s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:15.000569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:14.619379Z","time spent":"381.184712ms","remote":"127.0.0.1:45538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:28:15.000974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:13.79666Z","time spent":"1.204300366s","remote":"127.0.0.1:47226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:28:15.00113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.305804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:28:15.001154Z","caller":"traceutil/trace.go:171","msg":"trace[691625336] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24667; }","duration":"943.368145ms","start":"2026-03-04T03:28:14.05778Z","end":"2026-03-04T03:28:15.001148Z","steps":["trace[691625336] 'agreement among raft nodes before linearized reading' (duration: 943.325334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:15.001174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:14.057757Z","time spent":"943.411697ms","remote":"127.0.0.1:38060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-04T03:28:15.001341Z","caller":"traceutil/trace.go:171","msg":"trace[1251580304] transaction","detail":"{read_only:false; response_revision:24666; number_of_response:1; }","duration":"1.469749133s","start":"2026-03-04T03:28:13.531584Z","end":"2026-03-04T03:28:15.001333Z","steps":["trace[1251580304] 'process raft request' (duration: 1.467840438s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:15.001406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:13.531563Z","time spent":"1.469801544s","remote":"127.0.0.1:47250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":871,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:28:15.001489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.501172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T03:28:15.00154Z","caller":"traceutil/trace.go:171","msg":"trace[320354601] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24667; }","duration":"228.570913ms","start":"2026-03-04T03:28:14.772958Z","end":"2026-03-04T03:28:15.001529Z","steps":["trace[320354601] 'agreement among raft nodes before linearized reading' (duration: 228.41485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:15.001576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.721268143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:28:15.001601Z","caller":"traceutil/trace.go:171","msg":"trace[2087831037] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24667; }","duration":"1.721341095s","start":"2026-03-04T03:28:13.280254Z","end":"2026-03-04T03:28:15.001596Z","steps":["trace[2087831037] 'agreement among raft nodes before linearized reading' (duration: 1.721303064s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:15.001619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:13.280225Z","time spent":"1.721390256s","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T03:28:15.001706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.887164212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:28:15.00174Z","caller":"traceutil/trace.go:171","msg":"trace[501601253] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24667; }","duration":"1.887234704s","start":"2026-03-04T03:28:13.114497Z","end":"2026-03-04T03:28:15.001732Z","steps":["trace[501601253] 'agreement among raft nodes before linearized reading' (duration: 1.887181343s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:15.001766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:13.114476Z","time spent":"1.887284905s","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T03:28:15.001891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.051685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:28:15.001918Z","caller":"traceutil/trace.go:171","msg":"trace[1343580290] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24667; }","duration":"229.082825ms","start":"2026-03-04T03:28:14.772829Z","end":"2026-03-04T03:28:15.001912Z","steps":["trace[1343580290] 'agreement among raft nodes before linearized reading' (duration: 229.037634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:15.000851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.215498408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T03:28:15.002Z","caller":"traceutil/trace.go:171","msg":"trace[712889932] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24667; }","duration":"1.216672315s","start":"2026-03-04T03:28:13.785317Z","end":"2026-03-04T03:28:15.00199Z","steps":["trace[712889932] 'agreement among raft nodes before linearized reading' (duration: 1.215477167s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:15.002036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:13.7853Z","time spent":"1.216724937s","remote":"127.0.0.1:47016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-04T03:28:15.003437Z","caller":"traceutil/trace.go:171","msg":"trace[603280672] transaction","detail":"{read_only:false; response_revision:24665; number_of_response:1; }","duration":"1.468885613s","start":"2026-03-04T03:28:13.531457Z","end":"2026-03-04T03:28:15.000342Z","steps":["trace[603280672] 'process raft request' (duration: 1.467893539s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:15.003572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:13.531435Z","time spent":"1.472083238s","remote":"127.0.0.1:47250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":926,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:28:15.005208Z","caller":"traceutil/trace.go:171","msg":"trace[1707176429] transaction","detail":"{read_only:false; response_revision:24667; number_of_response:1; }","duration":"1.275179853s","start":"2026-03-04T03:28:13.72494Z","end":"2026-03-04T03:28:15.00012Z","steps":["trace[1707176429] 'process raft request' (duration: 1.274524338s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:15.00544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:13.724915Z","time spent":"1.280482628s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:28:15.111237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.971084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:28:15.111387Z","caller":"traceutil/trace.go:171","msg":"trace[2014249203] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24669; }","duration":"102.179639ms","start":"2026-03-04T03:28:15.009175Z","end":"2026-03-04T03:28:15.111355Z","steps":["trace[2014249203] 'agreement among raft nodes before linearized reading' (duration: 101.875422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:15.112089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.281861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.1899859dd3d86eaa\" ","response":"range_response_count:1 size:722"} {"level":"info","ts":"2026-03-04T03:28:15.112167Z","caller":"traceutil/trace.go:171","msg":"trace[644451053] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.1899859dd3d86eaa; range_end:; response_count:1; response_revision:24669; }","duration":"102.381743ms","start":"2026-03-04T03:28:15.009768Z","end":"2026-03-04T03:28:15.112149Z","steps":["trace[644451053] 'agreement among raft nodes before linearized reading' (duration: 102.202189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:16.075074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.920403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T03:28:16.075159Z","caller":"traceutil/trace.go:171","msg":"trace[1838879398] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24693; }","duration":"108.052087ms","start":"2026-03-04T03:28:15.967088Z","end":"2026-03-04T03:28:16.07514Z","steps":["trace[1838879398] 'range keys from in-memory index tree' (duration: 107.75142ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:20.858495Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21736} {"level":"info","ts":"2026-03-04T03:28:21.033122Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21736,"took":"170.64954ms","hash":1655637299,"current-db-size-bytes":46309376,"current-db-size":"46 MB","current-db-size-in-use-bytes":39190528,"current-db-size-in-use":"39 MB"} {"level":"info","ts":"2026-03-04T03:28:21.033193Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1655637299,"revision":21736,"compact-revision":19624} {"level":"info","ts":"2026-03-04T03:28:25.821642Z","caller":"traceutil/trace.go:171","msg":"trace[442140471] linearizableReadLoop","detail":"{readStateIndex:25649; appliedIndex:25648; }","duration":"271.120809ms","start":"2026-03-04T03:28:25.550498Z","end":"2026-03-04T03:28:25.821619Z","steps":["trace[442140471] 'read index received' (duration: 270.915494ms)","trace[442140471] 'applied index is now lower than readState.Index' (duration: 204.105µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:28:25.821697Z","caller":"traceutil/trace.go:171","msg":"trace[895616808] transaction","detail":"{read_only:false; response_revision:24750; number_of_response:1; }","duration":"585.799905ms","start":"2026-03-04T03:28:25.23587Z","end":"2026-03-04T03:28:25.82167Z","steps":["trace[895616808] 'process raft request' (duration: 585.565939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:25.821821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:25.235854Z","time spent":"585.907158ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:28:25.821871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.366804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-79759696d5-rc4rw.1899859ed2ad1da8\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-03-04T03:28:25.821926Z","caller":"traceutil/trace.go:171","msg":"trace[162961608] range","detail":"{range_begin:/registry/events/openstack/magnum-api-79759696d5-rc4rw.1899859ed2ad1da8; range_end:; response_count:1; response_revision:24750; }","duration":"271.448875ms","start":"2026-03-04T03:28:25.55046Z","end":"2026-03-04T03:28:25.821909Z","steps":["trace[162961608] 'agreement among raft nodes before linearized reading' (duration: 271.254341ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:25.884263Z","caller":"traceutil/trace.go:171","msg":"trace[1158133661] transaction","detail":"{read_only:false; response_revision:24751; number_of_response:1; }","duration":"141.759815ms","start":"2026-03-04T03:28:25.742486Z","end":"2026-03-04T03:28:25.884246Z","steps":["trace[1158133661] 'process raft request' (duration: 141.630762ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:31.620849Z","caller":"traceutil/trace.go:171","msg":"trace[1543129635] linearizableReadLoop","detail":"{readStateIndex:25677; appliedIndex:25676; }","duration":"351.902108ms","start":"2026-03-04T03:28:31.268919Z","end":"2026-03-04T03:28:31.620822Z","steps":["trace[1543129635] 'read index received' (duration: 351.798465ms)","trace[1543129635] 'applied index is now lower than readState.Index' (duration: 99.533µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:28:31.620968Z","caller":"traceutil/trace.go:171","msg":"trace[1994120938] transaction","detail":"{read_only:false; response_revision:24777; number_of_response:1; }","duration":"352.070642ms","start":"2026-03-04T03:28:31.268887Z","end":"2026-03-04T03:28:31.620957Z","steps":["trace[1994120938] 'process raft request' (duration: 351.759795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:31.621071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:31.268866Z","time spent":"352.131373ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:28:31.621218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.293777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:28:31.621256Z","caller":"traceutil/trace.go:171","msg":"trace[1245782938] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24777; }","duration":"352.368679ms","start":"2026-03-04T03:28:31.268876Z","end":"2026-03-04T03:28:31.621245Z","steps":["trace[1245782938] 'agreement among raft nodes before linearized reading' (duration: 352.304087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:31.621293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:31.268856Z","time spent":"352.42812ms","remote":"127.0.0.1:38170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:28:32.121459Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395090132,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T03:28:32.622326Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395090132,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T03:28:33.010699Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.389977588s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T03:28:33.201985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.942584ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T03:28:33.202704Z","caller":"traceutil/trace.go:171","msg":"trace[1236017902] transaction","detail":"{read_only:false; response_revision:24781; number_of_response:1; }","duration":"1.926106392s","start":"2026-03-04T03:28:31.276567Z","end":"2026-03-04T03:28:33.202673Z","steps":["trace[1236017902] 'process raft request' (duration: 1.925553089s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:33.202733Z","caller":"traceutil/trace.go:171","msg":"trace[1730894064] transaction","detail":"{read_only:false; response_revision:24780; number_of_response:1; }","duration":"1.926183714s","start":"2026-03-04T03:28:31.27652Z","end":"2026-03-04T03:28:33.202704Z","steps":["trace[1730894064] 'process raft request' (duration: 1.925570849s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:33.20275Z","caller":"traceutil/trace.go:171","msg":"trace[1142152048] transaction","detail":"{read_only:false; response_revision:24782; number_of_response:1; }","duration":"1.926113183s","start":"2026-03-04T03:28:31.276594Z","end":"2026-03-04T03:28:33.202707Z","steps":["trace[1142152048] 'process raft request' (duration: 1.92554636s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:33.202824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:31.27656Z","time spent":"1.926200744s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:28:33.202736Z","caller":"traceutil/trace.go:171","msg":"trace[187598852] transaction","detail":"{read_only:false; response_revision:24779; number_of_response:1; }","duration":"1.926196265s","start":"2026-03-04T03:28:31.2765Z","end":"2026-03-04T03:28:33.202696Z","steps":["trace[187598852] 'process raft request' (duration: 1.92555765s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:33.202878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:31.276513Z","time spent":"1.926285007s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:28:33.202907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:31.276587Z","time spent":"1.926237016s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:28:33.203025Z","caller":"traceutil/trace.go:171","msg":"trace[918672587] transaction","detail":"{read_only:false; response_revision:24778; number_of_response:1; }","duration":"1.926571094s","start":"2026-03-04T03:28:31.276422Z","end":"2026-03-04T03:28:33.202993Z","steps":["trace[918672587] 'process raft request' (duration: 1.734563415s)","trace[918672587] 'compare' (duration: 189.93066ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:28:33.203127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:31.276399Z","time spent":"1.926683576s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:28:33.20326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:31.276487Z","time spent":"1.926566333s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:28:34.652154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999940559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T03:28:34.652231Z","caller":"traceutil/trace.go:171","msg":"trace[735166190] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000065031s","start":"2026-03-04T03:28:32.652149Z","end":"2026-03-04T03:28:34.652214Z","steps":["trace[735166190] 'agreement among raft nodes before linearized reading' (duration: 1.999964999s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:34.652275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:32.652131Z","time spent":"2.000135043s","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 03:28:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T03:28:35.151373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.949192253s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T03:28:35.152491Z","caller":"traceutil/trace.go:171","msg":"trace[832526902] transaction","detail":"{read_only:false; response_revision:24783; number_of_response:1; }","duration":"3.209396046s","start":"2026-03-04T03:28:31.943069Z","end":"2026-03-04T03:28:35.152465Z","steps":["trace[832526902] 'process raft request' (duration: 3.208378632s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:35.152623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:31.943049Z","time spent":"3.209510998s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:28:35.152515Z","caller":"traceutil/trace.go:171","msg":"trace[1055546973] linearizableReadLoop","detail":"{readStateIndex:25684; appliedIndex:25677; }","duration":"3.531578619s","start":"2026-03-04T03:28:31.620917Z","end":"2026-03-04T03:28:35.152496Z","steps":["trace[1055546973] 'read index received' (duration: 1.389967357s)","trace[1055546973] 'applied index is now lower than readState.Index' (duration: 2.141610232s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:28:35.653102Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395090137,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T03:28:36.153316Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395090137,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T03:28:36.527074Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.975778444s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T03:28:36.652551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000060451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T03:28:36.652634Z","caller":"traceutil/trace.go:171","msg":"trace[2079127084] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000186904s","start":"2026-03-04T03:28:34.652426Z","end":"2026-03-04T03:28:36.652613Z","steps":["trace[2079127084] 'agreement among raft nodes before linearized reading' (duration: 2.000055651s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:36.652686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:34.652363Z","time spent":"2.000309767s","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 03:28:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T03:28:36.709502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.433028925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T03:28:36.709584Z","caller":"traceutil/trace.go:171","msg":"trace[890486574] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24783; }","duration":"5.433130497s","start":"2026-03-04T03:28:31.276433Z","end":"2026-03-04T03:28:36.709563Z","steps":["trace[890486574] 'agreement among raft nodes before linearized reading' (duration: 3.876117844s)","trace[890486574] 'range keys from in-memory index tree' (duration: 1.556810458s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:28:36.709626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:31.276424Z","time spent":"5.433192509s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T03:28:36.70981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.283636882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-03-04T03:28:36.709841Z","caller":"traceutil/trace.go:171","msg":"trace[2009407093] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.283704263s","start":"2026-03-04T03:28:31.426127Z","end":"2026-03-04T03:28:36.709832Z","steps":["trace[2009407093] 'agreement among raft nodes before linearized reading' (duration: 3.726376183s)","trace[2009407093] 'range keys from in-memory index tree' (duration: 1.557276189s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:28:36.70989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:31.42611Z","time spent":"5.283773365s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/04 03:28:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T03:28:36.710303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.702362ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:28:36.710417Z","caller":"traceutil/trace.go:171","msg":"trace[622283914] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24783; }","duration":"179.828444ms","start":"2026-03-04T03:28:36.53057Z","end":"2026-03-04T03:28:36.710399Z","steps":["trace[622283914] 'range keys from in-memory index tree' (duration: 179.686301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:36.710468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.557898704s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T03:28:36.710693Z","caller":"traceutil/trace.go:171","msg":"trace[577878410] transaction","detail":"{read_only:false; response_revision:24784; number_of_response:1; }","duration":"3.039191227s","start":"2026-03-04T03:28:33.671475Z","end":"2026-03-04T03:28:36.710666Z","steps":["trace[577878410] 'process raft request' (duration: 1.481015297s)","trace[577878410] 'compare' (duration: 1.557193057s)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:28:36.710699Z","caller":"traceutil/trace.go:171","msg":"trace[295507120] transaction","detail":"{read_only:false; response_revision:24786; number_of_response:1; }","duration":"2.86355067s","start":"2026-03-04T03:28:33.84713Z","end":"2026-03-04T03:28:36.710681Z","steps":["trace[295507120] 'process raft request' (duration: 2.863504559s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:36.710786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:33.84712Z","time spent":"2.863630492s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:28:36.710798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:33.67145Z","time spent":"3.039287559s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:28:36.710978Z","caller":"traceutil/trace.go:171","msg":"trace[975712957] transaction","detail":"{read_only:false; response_revision:24785; number_of_response:1; }","duration":"2.869724855s","start":"2026-03-04T03:28:33.841244Z","end":"2026-03-04T03:28:36.710969Z","steps":["trace[975712957] 'process raft request' (duration: 2.869313565s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:36.711038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:33.841215Z","time spent":"2.869795947s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:28:36.985966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99914211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T03:28:36.986059Z","caller":"traceutil/trace.go:171","msg":"trace[1020265551] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999278474s","start":"2026-03-04T03:28:31.986759Z","end":"2026-03-04T03:28:36.986037Z","steps":["trace[1020265551] 'agreement among raft nodes before linearized reading' (duration: 4.999160021s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:36.986108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:31.986738Z","time spent":"4.999359555s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/04 03:28:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T03:28:37.854802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.50614ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T03:28:37.85518Z","caller":"traceutil/trace.go:171","msg":"trace[1115500010] transaction","detail":"{read_only:false; response_revision:24790; number_of_response:1; }","duration":"2.645980253s","start":"2026-03-04T03:28:35.209178Z","end":"2026-03-04T03:28:37.855159Z","steps":["trace[1115500010] 'process raft request' (duration: 2.645907832s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:37.855265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:35.209173Z","time spent":"2.646053155s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:28:37.855385Z","caller":"traceutil/trace.go:171","msg":"trace[16850740] transaction","detail":"{read_only:false; response_revision:24787; number_of_response:1; }","duration":"2.68902253s","start":"2026-03-04T03:28:35.166319Z","end":"2026-03-04T03:28:37.855342Z","steps":["trace[16850740] 'process raft request' (duration: 2.226856674s)","trace[16850740] 'compare' (duration: 460.62831ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:28:37.855494Z","caller":"traceutil/trace.go:171","msg":"trace[1740171651] transaction","detail":"{read_only:false; response_revision:24788; number_of_response:1; }","duration":"2.647060749s","start":"2026-03-04T03:28:35.208423Z","end":"2026-03-04T03:28:37.855483Z","steps":["trace[1740171651] 'process raft request' (duration: 2.646531187s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:37.855558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:35.208414Z","time spent":"2.64711578s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:28:37.855574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:35.1663Z","time spent":"2.689177553s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:28:37.855696Z","caller":"traceutil/trace.go:171","msg":"trace[426362571] transaction","detail":"{read_only:false; response_revision:24789; number_of_response:1; }","duration":"2.646554377s","start":"2026-03-04T03:28:35.209131Z","end":"2026-03-04T03:28:37.855685Z","steps":["trace[426362571] 'process raft request' (duration: 2.645921622s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:37.855767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:35.209122Z","time spent":"2.646607408s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:28:37.85599Z","caller":"traceutil/trace.go:171","msg":"trace[1234509882] transaction","detail":"{read_only:false; response_revision:24791; number_of_response:1; }","duration":"2.646344732s","start":"2026-03-04T03:28:35.209629Z","end":"2026-03-04T03:28:37.855974Z","steps":["trace[1234509882] 'process raft request' (duration: 2.645495053s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:37.85729Z","caller":"traceutil/trace.go:171","msg":"trace[1678272417] transaction","detail":"{read_only:false; response_revision:24792; number_of_response:1; }","duration":"2.645341939s","start":"2026-03-04T03:28:35.211923Z","end":"2026-03-04T03:28:37.857265Z","steps":["trace[1678272417] 'process raft request' (duration: 2.643955266s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:37.857338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:35.209621Z","time spent":"2.647636432s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:28:37.857474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.068555344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:28:37.857507Z","caller":"traceutil/trace.go:171","msg":"trace[1739633652] transaction","detail":"{read_only:false; response_revision:24793; number_of_response:1; }","duration":"1.14241958s","start":"2026-03-04T03:28:36.715056Z","end":"2026-03-04T03:28:37.857476Z","steps":["trace[1739633652] 'process raft request' (duration: 1.142192225s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:37.857526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:35.211914Z","time spent":"2.645458981s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:28:37.857589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.591407498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-cvsq8.189984f3c6cdb812\" ","response":"range_response_count:1 size:957"} {"level":"info","ts":"2026-03-04T03:28:37.857663Z","caller":"traceutil/trace.go:171","msg":"trace[2062612670] range","detail":"{range_begin:/registry/events/openstack/neutron-dhcp-agent-default-cvsq8.189984f3c6cdb812; range_end:; response_count:1; response_revision:24793; }","duration":"3.59150761s","start":"2026-03-04T03:28:34.266135Z","end":"2026-03-04T03:28:37.857642Z","steps":["trace[2062612670] 'agreement among raft nodes before linearized reading' (duration: 3.591237034s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:37.857693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:36.715034Z","time spent":"1.142566663s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:28:37.857712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:34.266119Z","time spent":"3.591582542s","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":979,"request content":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-cvsq8.189984f3c6cdb812\" "} {"level":"info","ts":"2026-03-04T03:28:37.857547Z","caller":"traceutil/trace.go:171","msg":"trace[2095483168] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:24793; }","duration":"5.068669057s","start":"2026-03-04T03:28:32.788859Z","end":"2026-03-04T03:28:37.857528Z","steps":["trace[2095483168] 'agreement among raft nodes before linearized reading' (duration: 5.068519893s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:37.857921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.003548263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T03:28:37.857981Z","caller":"traceutil/trace.go:171","msg":"trace[102821487] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24793; }","duration":"6.003650066s","start":"2026-03-04T03:28:31.85432Z","end":"2026-03-04T03:28:37.85797Z","steps":["trace[102821487] 'agreement among raft nodes before linearized reading' (duration: 6.003353949s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:37.858017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:31.854301Z","time spent":"6.003708577s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T03:28:37.857628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.018536875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T03:28:37.858107Z","caller":"traceutil/trace.go:171","msg":"trace[900697437] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:24792; }","duration":"4.019071357s","start":"2026-03-04T03:28:33.839026Z","end":"2026-03-04T03:28:37.858097Z","steps":["trace[900697437] 'agreement among raft nodes before linearized reading' (duration: 4.01833947s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:37.858142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:33.839004Z","time spent":"4.019129828s","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":79,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-03-04T03:28:37.85738Z","caller":"traceutil/trace.go:171","msg":"trace[418972186] linearizableReadLoop","detail":"{readStateIndex:25693; appliedIndex:25684; }","duration":"2.704679056s","start":"2026-03-04T03:28:35.152672Z","end":"2026-03-04T03:28:37.857351Z","steps":["trace[418972186] 'read index received' (duration: 1.374559707s)","trace[418972186] 'applied index is now lower than readState.Index' (duration: 1.330116988s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:28:37.857991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:32.788837Z","time spent":"5.069136208s","remote":"127.0.0.1:54274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-03-04T03:28:37.858585Z","caller":"traceutil/trace.go:171","msg":"trace[1792931923] transaction","detail":"{read_only:false; response_revision:24794; number_of_response:1; }","duration":"699.023933ms","start":"2026-03-04T03:28:37.159542Z","end":"2026-03-04T03:28:37.858566Z","steps":["trace[1792931923] 'process raft request' (duration: 697.882136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:37.858689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:37.159519Z","time spent":"699.118856ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:28:37.858703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.691834485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:28:37.858774Z","caller":"traceutil/trace.go:171","msg":"trace[917499610] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:24793; }","duration":"3.691954788s","start":"2026-03-04T03:28:34.166796Z","end":"2026-03-04T03:28:37.85875Z","steps":["trace[917499610] 'agreement among raft nodes before linearized reading' (duration: 3.69073474s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:37.858838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:34.166774Z","time spent":"3.692047101s","remote":"127.0.0.1:36320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:28:37.858875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.01964532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-04T03:28:37.858795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.573580031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:28:37.858954Z","caller":"traceutil/trace.go:171","msg":"trace[1264847021] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:24793; }","duration":"3.573793856s","start":"2026-03-04T03:28:34.285147Z","end":"2026-03-04T03:28:37.858941Z","steps":["trace[1264847021] 'agreement among raft nodes before linearized reading' (duration: 3.572347792s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:37.858962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.281432771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:28:37.859003Z","caller":"traceutil/trace.go:171","msg":"trace[139670512] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:24793; }","duration":"4.281514173s","start":"2026-03-04T03:28:33.577475Z","end":"2026-03-04T03:28:37.858989Z","steps":["trace[139670512] 'agreement among raft nodes before linearized reading' (duration: 4.280088169s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:37.859056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:33.577449Z","time spent":"4.281593314s","remote":"127.0.0.1:59466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:28:37.859098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:34.285124Z","time spent":"3.573854698s","remote":"127.0.0.1:59496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:28:37.859167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.020085151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7081"} {"level":"info","ts":"2026-03-04T03:28:37.859234Z","caller":"traceutil/trace.go:171","msg":"trace[1538237114] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:24793; }","duration":"4.020180403s","start":"2026-03-04T03:28:33.839036Z","end":"2026-03-04T03:28:37.859216Z","steps":["trace[1538237114] 'agreement among raft nodes before linearized reading' (duration: 4.018477713s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:37.859284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:33.839021Z","time spent":"4.020252454s","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7103,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-03-04T03:28:37.8593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.906657359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T03:28:37.859343Z","caller":"traceutil/trace.go:171","msg":"trace[555142398] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:24793; }","duration":"4.906732281s","start":"2026-03-04T03:28:32.952598Z","end":"2026-03-04T03:28:37.859331Z","steps":["trace[555142398] 'agreement among raft nodes before linearized reading' (duration: 4.904785265s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:37.859399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:32.952582Z","time spent":"4.906802762s","remote":"127.0.0.1:47214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-03-04T03:28:37.858917Z","caller":"traceutil/trace.go:171","msg":"trace[971650044] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24793; }","duration":"4.019717642s","start":"2026-03-04T03:28:33.839185Z","end":"2026-03-04T03:28:37.858902Z","steps":["trace[971650044] 'agreement among raft nodes before linearized reading' (duration: 4.01836081s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:37.859562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:33.839167Z","time spent":"4.020383188s","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T03:28:37.860426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.545730979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:28:37.862044Z","caller":"traceutil/trace.go:171","msg":"trace[899543271] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:24793; }","duration":"5.547521372s","start":"2026-03-04T03:28:32.314497Z","end":"2026-03-04T03:28:37.862018Z","steps":["trace[899543271] 'agreement among raft nodes before linearized reading' (duration: 5.542960125s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:37.862173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:32.314481Z","time spent":"5.547672865s","remote":"127.0.0.1:59494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:28:38.359007Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395090147,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T03:28:38.659563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00041972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T03:28:38.659649Z","caller":"traceutil/trace.go:171","msg":"trace[1414149901] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000552244s","start":"2026-03-04T03:28:36.659077Z","end":"2026-03-04T03:28:38.659629Z","steps":["trace[1414149901] 'agreement among raft nodes before linearized reading' (duration: 2.000437191s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:38.659697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:36.659064Z","time spent":"2.000621495s","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T03:28:39.517433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.994831ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T03:28:39.517539Z","caller":"traceutil/trace.go:171","msg":"trace[1698223810] transaction","detail":"{read_only:false; response_revision:24795; number_of_response:1; }","duration":"2.009425441s","start":"2026-03-04T03:28:37.508095Z","end":"2026-03-04T03:28:39.517521Z","steps":["trace[1698223810] 'process raft request' (duration: 1.272266536s)","trace[1698223810] 'compare' (duration: 736.717365ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:28:39.517597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:37.50807Z","time spent":"2.009497933s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:28:40.173069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999643332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T03:28:40.173492Z","caller":"traceutil/trace.go:171","msg":"trace[1476477304] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.99998154s","start":"2026-03-04T03:28:35.173327Z","end":"2026-03-04T03:28:40.173308Z","steps":["trace[1476477304] 'agreement among raft nodes before linearized reading' (duration: 4.999655622s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:40.173712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:35.173305Z","time spent":"5.000323448s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/04 03:28:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T03:28:40.660951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000349038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T03:28:40.661029Z","caller":"traceutil/trace.go:171","msg":"trace[1664960511] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000469441s","start":"2026-03-04T03:28:38.660541Z","end":"2026-03-04T03:28:40.66101Z","steps":["trace[1664960511] 'agreement among raft nodes before linearized reading' (duration: 2.000372709s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:40.661074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:38.660527Z","time spent":"2.000538472s","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 03:28:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T03:28:40.902073Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.121699625s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T03:28:40.991261Z","caller":"traceutil/trace.go:171","msg":"trace[1730529013] transaction","detail":"{read_only:false; response_revision:24796; number_of_response:1; }","duration":"3.130794158s","start":"2026-03-04T03:28:37.860427Z","end":"2026-03-04T03:28:40.991221Z","steps":["trace[1730529013] 'process raft request' (duration: 3.04187951s)","trace[1730529013] 'compare' (duration: 87.429694ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:28:40.991311Z","caller":"traceutil/trace.go:171","msg":"trace[1161421373] transaction","detail":"{read_only:false; response_revision:24797; number_of_response:1; }","duration":"3.124672765s","start":"2026-03-04T03:28:37.866608Z","end":"2026-03-04T03:28:40.991281Z","steps":["trace[1161421373] 'process raft request' (duration: 3.124509311s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:40.991462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:37.860408Z","time spent":"3.130923091s","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":939,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:28:40.991513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:37.866595Z","time spent":"3.124783297s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:28:40.991523Z","caller":"traceutil/trace.go:171","msg":"trace[25500928] transaction","detail":"{read_only:false; response_revision:24798; number_of_response:1; }","duration":"3.123982399s","start":"2026-03-04T03:28:37.867503Z","end":"2026-03-04T03:28:40.991486Z","steps":["trace[25500928] 'process raft request' (duration: 3.123707002s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:40.991603Z","caller":"traceutil/trace.go:171","msg":"trace[1218774682] linearizableReadLoop","detail":"{readStateIndex:25699; appliedIndex:25695; }","duration":"3.133171114s","start":"2026-03-04T03:28:37.85841Z","end":"2026-03-04T03:28:40.991582Z","steps":["trace[1218774682] 'read index received' (duration: 921.920305ms)","trace[1218774682] 'applied index is now lower than readState.Index' (duration: 2.211249119s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:28:40.991688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:37.867498Z","time spent":"3.124101591s","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6854,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:28:40.99178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.105407284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T03:28:40.991841Z","caller":"traceutil/trace.go:171","msg":"trace[723687685] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:24799; }","duration":"5.105492206s","start":"2026-03-04T03:28:35.88633Z","end":"2026-03-04T03:28:40.991822Z","steps":["trace[723687685] 'agreement among raft nodes before linearized reading' (duration: 5.105357783s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:40.991858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.32634099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T03:28:40.991891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:35.886315Z","time spent":"5.105562478s","remote":"127.0.0.1:47468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-03-04T03:28:40.991909Z","caller":"traceutil/trace.go:171","msg":"trace[2132688319] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:24799; }","duration":"5.326440272s","start":"2026-03-04T03:28:35.665456Z","end":"2026-03-04T03:28:40.991896Z","steps":["trace[2132688319] 'agreement among raft nodes before linearized reading' (duration: 5.32634431s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:40.991943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:35.665436Z","time spent":"5.326501103s","remote":"127.0.0.1:47418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":19,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-03-04T03:28:40.991944Z","caller":"traceutil/trace.go:171","msg":"trace[1600068767] transaction","detail":"{read_only:false; response_revision:24799; number_of_response:1; }","duration":"2.275656615s","start":"2026-03-04T03:28:38.716272Z","end":"2026-03-04T03:28:40.991929Z","steps":["trace[1600068767] 'process raft request' (duration: 2.275195544s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:40.991957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.10564266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.240\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-04T03:28:40.992013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:38.716253Z","time spent":"2.275724046s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:28:40.99205Z","caller":"traceutil/trace.go:171","msg":"trace[1280511930] range","detail":"{range_begin:/registry/masterleases/199.19.213.240; range_end:; response_count:1; response_revision:24799; }","duration":"5.105741332s","start":"2026-03-04T03:28:35.886271Z","end":"2026-03-04T03:28:40.992012Z","steps":["trace[1280511930] 'agreement among raft nodes before linearized reading' (duration: 5.105548537s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:40.992062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.515597205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-03-04T03:28:40.992116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:35.886255Z","time spent":"5.105847995s","remote":"127.0.0.1:46920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.19.213.240\" "} {"level":"info","ts":"2026-03-04T03:28:40.992118Z","caller":"traceutil/trace.go:171","msg":"trace[1900954862] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:24799; }","duration":"5.515721678s","start":"2026-03-04T03:28:35.47638Z","end":"2026-03-04T03:28:40.992102Z","steps":["trace[1900954862] 'agreement among raft nodes before linearized reading' (duration: 5.515546604s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:40.992166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:35.47636Z","time spent":"5.515797519s","remote":"127.0.0.1:47098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-04T03:28:40.991888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.705067865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418351"} {"level":"warn","ts":"2026-03-04T03:28:40.992188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.077581633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-04T03:28:40.992222Z","caller":"traceutil/trace.go:171","msg":"trace[2096088675] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:24799; }","duration":"3.705443523s","start":"2026-03-04T03:28:37.286757Z","end":"2026-03-04T03:28:40.992201Z","steps":["trace[2096088675] 'agreement among raft nodes before linearized reading' (duration: 3.704906811s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:40.992251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.093713061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-04T03:28:40.992284Z","caller":"traceutil/trace.go:171","msg":"trace[1273952021] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24799; }","duration":"5.094261344s","start":"2026-03-04T03:28:35.898012Z","end":"2026-03-04T03:28:40.992274Z","steps":["trace[1273952021] 'agreement among raft nodes before linearized reading' (duration: 5.093612469s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:40.992294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:37.286741Z","time spent":"3.705536176s","remote":"127.0.0.1:54260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418373,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-04T03:28:40.992323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:35.898001Z","time spent":"5.094315675s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-04T03:28:40.992282Z","caller":"traceutil/trace.go:171","msg":"trace[1160746287] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24799; }","duration":"5.077707817s","start":"2026-03-04T03:28:35.914555Z","end":"2026-03-04T03:28:40.992263Z","steps":["trace[1160746287] 'agreement among raft nodes before linearized reading' (duration: 5.07741994s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:40.992669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:35.914549Z","time spent":"5.078104896s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-04T03:28:40.994906Z","caller":"traceutil/trace.go:171","msg":"trace[1189239660] transaction","detail":"{read_only:false; response_revision:24800; number_of_response:1; }","duration":"1.132025516s","start":"2026-03-04T03:28:39.862864Z","end":"2026-03-04T03:28:40.99489Z","steps":["trace[1189239660] 'process raft request' (duration: 1.131824521s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:40.994995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:39.862846Z","time spent":"1.132102829s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:28:40.995167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.131406212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T03:28:40.99524Z","caller":"traceutil/trace.go:171","msg":"trace[742698949] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24805; }","duration":"3.131500665s","start":"2026-03-04T03:28:37.863723Z","end":"2026-03-04T03:28:40.995223Z","steps":["trace[742698949] 'agreement among raft nodes before linearized reading' (duration: 3.131259189s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:40.995293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:37.863709Z","time spent":"3.131571236s","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T03:28:40.99555Z","caller":"traceutil/trace.go:171","msg":"trace[1144299635] transaction","detail":"{read_only:false; response_revision:24801; number_of_response:1; }","duration":"1.132081677s","start":"2026-03-04T03:28:39.863456Z","end":"2026-03-04T03:28:40.995538Z","steps":["trace[1144299635] 'process raft request' (duration: 1.13132348s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:40.99561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.210174833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:28:40.995642Z","caller":"traceutil/trace.go:171","msg":"trace[1837283899] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24805; }","duration":"1.210253795s","start":"2026-03-04T03:28:39.78538Z","end":"2026-03-04T03:28:40.995634Z","steps":["trace[1837283899] 'agreement among raft nodes before linearized reading' (duration: 1.210200313s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:40.995645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:39.863449Z","time spent":"1.132141469s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:28:40.995663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:39.785357Z","time spent":"1.210301576s","remote":"127.0.0.1:37692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-03-04T03:28:40.995738Z","caller":"traceutil/trace.go:171","msg":"trace[268846068] transaction","detail":"{read_only:false; response_revision:24805; number_of_response:1; }","duration":"1.125509994s","start":"2026-03-04T03:28:39.870213Z","end":"2026-03-04T03:28:40.995723Z","steps":["trace[268846068] 'process raft request' (duration: 1.124724295s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:40.995771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.178272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:28:40.995794Z","caller":"traceutil/trace.go:171","msg":"trace[137386898] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24805; }","duration":"233.229092ms","start":"2026-03-04T03:28:40.762557Z","end":"2026-03-04T03:28:40.995786Z","steps":["trace[137386898] 'agreement among raft nodes before linearized reading' (duration: 233.191901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:40.995804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:39.870192Z","time spent":"1.125579565s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:28:40.995913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.475223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:28:40.995937Z","caller":"traceutil/trace.go:171","msg":"trace[1249144047] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24805; }","duration":"326.530824ms","start":"2026-03-04T03:28:40.6694Z","end":"2026-03-04T03:28:40.995931Z","steps":["trace[1249144047] 'agreement among raft nodes before linearized reading' (duration: 326.494454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:40.995953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:40.669383Z","time spent":"326.566595ms","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T03:28:40.99607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.94065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:28:40.996097Z","caller":"traceutil/trace.go:171","msg":"trace[1796098844] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:24805; }","duration":"721.9943ms","start":"2026-03-04T03:28:40.274095Z","end":"2026-03-04T03:28:40.996089Z","steps":["trace[1796098844] 'agreement among raft nodes before linearized reading' (duration: 721.953939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:40.996116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:40.274076Z","time spent":"722.034592ms","remote":"127.0.0.1:38604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-03-04T03:28:40.996199Z","caller":"traceutil/trace.go:171","msg":"trace[1560973733] transaction","detail":"{read_only:false; response_revision:24802; number_of_response:1; }","duration":"1.131915784s","start":"2026-03-04T03:28:39.864273Z","end":"2026-03-04T03:28:40.996189Z","steps":["trace[1560973733] 'process raft request' (duration: 1.130556332s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:40.996274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.131294889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T03:28:40.996299Z","caller":"traceutil/trace.go:171","msg":"trace[1097961384] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24805; }","duration":"1.1313333s","start":"2026-03-04T03:28:39.864959Z","end":"2026-03-04T03:28:40.996292Z","steps":["trace[1097961384] 'agreement among raft nodes before linearized reading' (duration: 1.131249688s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:40.996318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:39.864953Z","time spent":"1.131362451s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T03:28:40.996551Z","caller":"traceutil/trace.go:171","msg":"trace[2030326103] transaction","detail":"{read_only:false; response_revision:24804; number_of_response:1; }","duration":"1.130588403s","start":"2026-03-04T03:28:39.865957Z","end":"2026-03-04T03:28:40.996545Z","steps":["trace[2030326103] 'process raft request' (duration: 1.128949015s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:40.996587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:39.865952Z","time spent":"1.130617283s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:28:40.996633Z","caller":"traceutil/trace.go:171","msg":"trace[990030738] transaction","detail":"{read_only:false; response_revision:24803; number_of_response:1; }","duration":"1.132210301s","start":"2026-03-04T03:28:39.864417Z","end":"2026-03-04T03:28:40.996628Z","steps":["trace[990030738] 'process raft request' (duration: 1.1304536s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:40.996658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:39.864413Z","time spent":"1.132233171s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:28:40.996712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.485758807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:28:40.996728Z","caller":"traceutil/trace.go:171","msg":"trace[464752595] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:24805; }","duration":"2.485807238s","start":"2026-03-04T03:28:38.510917Z","end":"2026-03-04T03:28:40.996725Z","steps":["trace[464752595] 'agreement among raft nodes before linearized reading' (duration: 2.485777877s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:40.996741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:38.510901Z","time spent":"2.485836468s","remote":"127.0.0.1:35488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:28:40.996819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.823546494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T03:28:40.996858Z","caller":"traceutil/trace.go:171","msg":"trace[891047042] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:24805; }","duration":"2.823622426s","start":"2026-03-04T03:28:38.173227Z","end":"2026-03-04T03:28:40.996849Z","steps":["trace[891047042] 'agreement among raft nodes before linearized reading' (duration: 2.823537894s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:40.996916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:38.173205Z","time spent":"2.823699327s","remote":"127.0.0.1:45522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:28:40.996969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.711880504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:28:40.996997Z","caller":"traceutil/trace.go:171","msg":"trace[1928871228] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:24805; }","duration":"2.711938525s","start":"2026-03-04T03:28:38.28505Z","end":"2026-03-04T03:28:40.996988Z","steps":["trace[1928871228] 'agreement among raft nodes before linearized reading' (duration: 2.711897434s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:40.996832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.161005274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:28:40.997014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:38.285033Z","time spent":"2.711977946s","remote":"127.0.0.1:35482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-03-04T03:28:40.997034Z","caller":"traceutil/trace.go:171","msg":"trace[1828448253] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:24805; }","duration":"2.16123993s","start":"2026-03-04T03:28:38.835776Z","end":"2026-03-04T03:28:40.997016Z","steps":["trace[1828448253] 'agreement among raft nodes before linearized reading' (duration: 2.161035575s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:40.99708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:38.835755Z","time spent":"2.161312551s","remote":"127.0.0.1:56790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:28:40.996684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:39.864266Z","time spent":"1.132002025s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:28:40.997288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.223739151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:28:40.997321Z","caller":"traceutil/trace.go:171","msg":"trace[1296363983] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24805; }","duration":"2.223771582s","start":"2026-03-04T03:28:38.773539Z","end":"2026-03-04T03:28:40.997311Z","steps":["trace[1296363983] 'agreement among raft nodes before linearized reading' (duration: 2.223712521s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:40.997346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:38.773522Z","time spent":"2.223817533s","remote":"127.0.0.1:37962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T03:28:40.997451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.185579779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T03:28:40.997472Z","caller":"traceutil/trace.go:171","msg":"trace[2010429473] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24805; }","duration":"2.185660921s","start":"2026-03-04T03:28:38.811805Z","end":"2026-03-04T03:28:40.997466Z","steps":["trace[2010429473] 'agreement among raft nodes before linearized reading' (duration: 2.185036636s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:40.997487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:38.811794Z","time spent":"2.185688931s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T03:28:40.997906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.482943561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T03:28:40.997951Z","caller":"traceutil/trace.go:171","msg":"trace[1732164200] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24805; }","duration":"1.483026203s","start":"2026-03-04T03:28:39.514917Z","end":"2026-03-04T03:28:40.997943Z","steps":["trace[1732164200] 'agreement among raft nodes before linearized reading' (duration: 1.480864032s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:40.997971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:39.514898Z","time spent":"1.483068223s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T03:28:45.518302Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395090485,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T03:28:45.95862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:45.031225Z","time spent":"927.384573ms","remote":"127.0.0.1:60600","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T03:28:45.960889Z","caller":"traceutil/trace.go:171","msg":"trace[1614415264] transaction","detail":"{read_only:false; response_revision:24894; number_of_response:1; }","duration":"953.973364ms","start":"2026-03-04T03:28:45.006894Z","end":"2026-03-04T03:28:45.960867Z","steps":["trace[1614415264] 'process raft request' (duration: 953.832651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:45.961023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:45.006861Z","time spent":"954.080487ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:28:47.087075Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.126316483s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T03:28:47.087368Z","caller":"traceutil/trace.go:171","msg":"trace[1538331894] transaction","detail":"{read_only:false; response_revision:24896; number_of_response:1; }","duration":"2.073862947s","start":"2026-03-04T03:28:45.013489Z","end":"2026-03-04T03:28:47.087352Z","steps":["trace[1538331894] 'process raft request' (duration: 2.073805216s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:47.087374Z","caller":"traceutil/trace.go:171","msg":"trace[1513956957] transaction","detail":"{read_only:false; response_revision:24895; number_of_response:1; }","duration":"2.07784458s","start":"2026-03-04T03:28:45.009508Z","end":"2026-03-04T03:28:47.087353Z","steps":["trace[1513956957] 'process raft request' (duration: 2.077679486s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:47.087461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:45.013472Z","time spent":"2.073932548s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:28:47.087485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:45.009491Z","time spent":"2.077933122s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:28:47.087642Z","caller":"traceutil/trace.go:171","msg":"trace[1566996387] transaction","detail":"{read_only:false; response_revision:24897; number_of_response:1; }","duration":"2.074046311s","start":"2026-03-04T03:28:45.013566Z","end":"2026-03-04T03:28:47.087612Z","steps":["trace[1566996387] 'process raft request' (duration: 2.073758154s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:47.087675Z","caller":"traceutil/trace.go:171","msg":"trace[17175941] transaction","detail":"{read_only:false; response_revision:24898; number_of_response:1; }","duration":"2.070728204s","start":"2026-03-04T03:28:45.016931Z","end":"2026-03-04T03:28:47.087659Z","steps":["trace[17175941] 'process raft request' (duration: 2.070571141s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:47.08777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:45.013558Z","time spent":"2.074142113s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:28:47.087766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:45.016908Z","time spent":"2.070817506s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:28:47.087778Z","caller":"traceutil/trace.go:171","msg":"trace[868339896] transaction","detail":"{read_only:false; response_revision:24899; number_of_response:1; }","duration":"2.06927375s","start":"2026-03-04T03:28:45.018493Z","end":"2026-03-04T03:28:47.087767Z","steps":["trace[868339896] 'process raft request' (duration: 2.069126356s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:47.08783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:45.018486Z","time spent":"2.069317191s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:28:47.087871Z","caller":"traceutil/trace.go:171","msg":"trace[1496185999] linearizableReadLoop","detail":"{readStateIndex:25804; appliedIndex:25797; }","duration":"2.07054701s","start":"2026-03-04T03:28:45.017314Z","end":"2026-03-04T03:28:47.087861Z","steps":["trace[1496185999] 'read index received' (duration: 943.49893ms)","trace[1496185999] 'applied index is now lower than readState.Index' (duration: 1.12704717s)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:28:47.087897Z","caller":"traceutil/trace.go:171","msg":"trace[1225745993] transaction","detail":"{read_only:false; response_revision:24900; number_of_response:1; }","duration":"2.069062965s","start":"2026-03-04T03:28:45.018828Z","end":"2026-03-04T03:28:47.087891Z","steps":["trace[1225745993] 'process raft request' (duration: 2.068904551s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:47.087926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:45.018816Z","time spent":"2.069093806s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:28:47.087976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.070659613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T03:28:47.087995Z","caller":"traceutil/trace.go:171","msg":"trace[1809650622] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24900; }","duration":"2.070698983s","start":"2026-03-04T03:28:45.017291Z","end":"2026-03-04T03:28:47.08799Z","steps":["trace[1809650622] 'agreement among raft nodes before linearized reading' (duration: 2.070614201s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:47.088017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:45.017282Z","time spent":"2.070731074s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T03:28:47.652443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000105602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T03:28:47.652544Z","caller":"traceutil/trace.go:171","msg":"trace[450866317] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000264596s","start":"2026-03-04T03:28:45.652259Z","end":"2026-03-04T03:28:47.652523Z","steps":["trace[450866317] 'agreement among raft nodes before linearized reading' (duration: 2.000141703s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:47.65259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:45.652237Z","time spent":"2.000344968s","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T03:28:48.659368Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.334135812s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T03:28:48.687002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.401016996s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T03:28:48.687281Z","caller":"traceutil/trace.go:171","msg":"trace[449780223] transaction","detail":"{read_only:false; response_revision:24903; number_of_response:1; }","duration":"1.663636205s","start":"2026-03-04T03:28:47.023623Z","end":"2026-03-04T03:28:48.687259Z","steps":["trace[449780223] 'process raft request' (duration: 1.663569564s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:48.687281Z","caller":"traceutil/trace.go:171","msg":"trace[1839273546] transaction","detail":"{read_only:false; response_revision:24901; number_of_response:1; }","duration":"1.923492171s","start":"2026-03-04T03:28:46.763732Z","end":"2026-03-04T03:28:48.687224Z","steps":["trace[1839273546] 'process raft request' (duration: 522.178187ms)","trace[1839273546] 'compare' (duration: 1.400104575s)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:28:48.687347Z","caller":"traceutil/trace.go:171","msg":"trace[361269796] linearizableReadLoop","detail":"{readStateIndex:25807; appliedIndex:25804; }","duration":"1.599446085s","start":"2026-03-04T03:28:47.08789Z","end":"2026-03-04T03:28:48.687336Z","steps":["trace[361269796] 'read index received' (duration: 198.024859ms)","trace[361269796] 'applied index is now lower than readState.Index' (duration: 1.401419876s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:28:48.687415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:47.023606Z","time spent":"1.663738667s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:28:48.687418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:46.76371Z","time spent":"1.923640084s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:28:48.687474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.97778166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T03:28:48.687511Z","caller":"traceutil/trace.go:171","msg":"trace[1532631749] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:24904; }","duration":"1.977823751s","start":"2026-03-04T03:28:46.709678Z","end":"2026-03-04T03:28:48.687502Z","steps":["trace[1532631749] 'agreement among raft nodes before linearized reading' (duration: 1.977731019s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:48.687544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:46.709617Z","time spent":"1.977918614s","remote":"127.0.0.1:56738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-04T03:28:48.687296Z","caller":"traceutil/trace.go:171","msg":"trace[809145753] transaction","detail":"{read_only:false; response_revision:24904; number_of_response:1; }","duration":"1.593882776s","start":"2026-03-04T03:28:47.093394Z","end":"2026-03-04T03:28:48.687277Z","steps":["trace[809145753] 'process raft request' (duration: 1.593841465s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:48.687615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.276116785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3298"} {"level":"info","ts":"2026-03-04T03:28:48.68765Z","caller":"traceutil/trace.go:171","msg":"trace[491433467] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:24904; }","duration":"2.276172817s","start":"2026-03-04T03:28:46.41147Z","end":"2026-03-04T03:28:48.687643Z","steps":["trace[491433467] 'agreement among raft nodes before linearized reading' (duration: 2.276054475s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:48.68765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.539813361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-04T03:28:48.68767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:46.411464Z","time spent":"2.276201838s","remote":"127.0.0.1:35416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3320,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"info","ts":"2026-03-04T03:28:48.687678Z","caller":"traceutil/trace.go:171","msg":"trace[1468162436] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24904; }","duration":"3.539873293s","start":"2026-03-04T03:28:45.147794Z","end":"2026-03-04T03:28:48.687668Z","steps":["trace[1468162436] 'agreement among raft nodes before linearized reading' (duration: 3.53975634s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:48.687666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.276029973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret\" ","response":"range_response_count:1 size:1230"} {"level":"warn","ts":"2026-03-04T03:28:48.6877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:45.147774Z","time spent":"3.539922234s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T03:28:48.687699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.277209341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3313"} {"level":"warn","ts":"2026-03-04T03:28:48.687688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.27714796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-04T03:28:48.687716Z","caller":"traceutil/trace.go:171","msg":"trace[1726006025] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret; range_end:; response_count:1; response_revision:24904; }","duration":"2.276089015s","start":"2026-03-04T03:28:46.411612Z","end":"2026-03-04T03:28:48.687701Z","steps":["trace[1726006025] 'agreement among raft nodes before linearized reading' (duration: 2.275926441s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:48.687915Z","caller":"traceutil/trace.go:171","msg":"trace[656407437] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:24904; }","duration":"2.277437806s","start":"2026-03-04T03:28:46.410465Z","end":"2026-03-04T03:28:48.687902Z","steps":["trace[656407437] 'agreement among raft nodes before linearized reading' (duration: 2.27717664s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:48.687927Z","caller":"traceutil/trace.go:171","msg":"trace[102795476] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:24904; }","duration":"2.277413566s","start":"2026-03-04T03:28:46.410495Z","end":"2026-03-04T03:28:48.687909Z","steps":["trace[102795476] 'agreement among raft nodes before linearized reading' (duration: 2.277020966s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:48.687947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:46.410458Z","time spent":"2.277481787s","remote":"127.0.0.1:35416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3335,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"warn","ts":"2026-03-04T03:28:48.687979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:46.410489Z","time spent":"2.277480477s","remote":"127.0.0.1:35416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3338,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-03-04T03:28:48.687983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.602157199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-66374157-77a6-4b9c-8245-2b0a80772608\" ","response":"range_response_count:1 size:3644"} {"level":"warn","ts":"2026-03-04T03:28:48.687985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.052482857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:28:48.688002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.276442854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" ","response":"range_response_count:1 size:1230"} {"level":"info","ts":"2026-03-04T03:28:48.688037Z","caller":"traceutil/trace.go:171","msg":"trace[152064360] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret; range_end:; response_count:1; response_revision:24904; }","duration":"2.276469094s","start":"2026-03-04T03:28:46.411546Z","end":"2026-03-04T03:28:48.688015Z","steps":["trace[152064360] 'agreement among raft nodes before linearized reading' (duration: 2.276417933s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:48.688052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:46.411537Z","time spent":"2.276511225s","remote":"127.0.0.1:54278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":1252,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" "} {"level":"warn","ts":"2026-03-04T03:28:48.688048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.831265586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-04T03:28:48.688022Z","caller":"traceutil/trace.go:171","msg":"trace[598419624] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24904; }","duration":"2.052555288s","start":"2026-03-04T03:28:46.635458Z","end":"2026-03-04T03:28:48.688014Z","steps":["trace[598419624] 'agreement among raft nodes before linearized reading' (duration: 2.052499167s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:48.688072Z","caller":"traceutil/trace.go:171","msg":"trace[1837315546] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24904; }","duration":"2.831317796s","start":"2026-03-04T03:28:45.856748Z","end":"2026-03-04T03:28:48.688065Z","steps":["trace[1837315546] 'agreement among raft nodes before linearized reading' (duration: 2.831234964s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:48.688072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.276690959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy\" ","response":"range_response_count:1 size:2891"} {"level":"warn","ts":"2026-03-04T03:28:48.688091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:45.856731Z","time spent":"2.831355678s","remote":"127.0.0.1:35416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-04T03:28:48.688092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:46.635441Z","time spent":"2.052641621s","remote":"127.0.0.1:37728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-03-04T03:28:48.688116Z","caller":"traceutil/trace.go:171","msg":"trace[8744573] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy; range_end:; response_count:1; response_revision:24904; }","duration":"2.276760831s","start":"2026-03-04T03:28:46.411341Z","end":"2026-03-04T03:28:48.688102Z","steps":["trace[8744573] 'agreement among raft nodes before linearized reading' (duration: 2.276603917s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:48.688138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.654563514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-66374157-77a6-4b9c-8245-2b0a80772608\" ","response":"range_response_count:1 size:3644"} {"level":"warn","ts":"2026-03-04T03:28:48.688157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:46.411326Z","time spent":"2.276822802s","remote":"127.0.0.1:54306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":107,"response count":1,"response size":2913,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy\" "} {"level":"info","ts":"2026-03-04T03:28:48.688166Z","caller":"traceutil/trace.go:171","msg":"trace[1352354912] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-66374157-77a6-4b9c-8245-2b0a80772608; range_end:; response_count:1; response_revision:24904; }","duration":"3.654601135s","start":"2026-03-04T03:28:45.033557Z","end":"2026-03-04T03:28:48.688158Z","steps":["trace[1352354912] 'agreement among raft nodes before linearized reading' (duration: 3.654521573s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:48.688166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.277710232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3296"} {"level":"warn","ts":"2026-03-04T03:28:48.688196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:45.033552Z","time spent":"3.654637706s","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3666,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-66374157-77a6-4b9c-8245-2b0a80772608\" "} {"level":"info","ts":"2026-03-04T03:28:48.688202Z","caller":"traceutil/trace.go:171","msg":"trace[2003548909] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:24904; }","duration":"2.277765864s","start":"2026-03-04T03:28:46.410427Z","end":"2026-03-04T03:28:48.688193Z","steps":["trace[2003548909] 'agreement among raft nodes before linearized reading' (duration: 2.277678652s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:48.68821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.276676159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" ","response":"range_response_count:1 size:1220"} {"level":"warn","ts":"2026-03-04T03:28:48.688217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.862704171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:28:48.688229Z","caller":"traceutil/trace.go:171","msg":"trace[1054153484] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret; range_end:; response_count:1; response_revision:24904; }","duration":"2.276697359s","start":"2026-03-04T03:28:46.411526Z","end":"2026-03-04T03:28:48.688223Z","steps":["trace[1054153484] 'agreement among raft nodes before linearized reading' (duration: 2.276655958s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:48.68823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:46.410421Z","time spent":"2.277803045s","remote":"127.0.0.1:35416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3318,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"info","ts":"2026-03-04T03:28:48.688238Z","caller":"traceutil/trace.go:171","msg":"trace[1552859551] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24904; }","duration":"2.862761922s","start":"2026-03-04T03:28:45.82547Z","end":"2026-03-04T03:28:48.688232Z","steps":["trace[1552859551] 'agreement among raft nodes before linearized reading' (duration: 2.862726821s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:48.688233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.276872503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/openstack/octavia-amphora-ssh-key\" ","response":"range_response_count:1 size:1265"} {"level":"warn","ts":"2026-03-04T03:28:48.688259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:45.825451Z","time spent":"2.862801183s","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-03-04T03:28:48.688272Z","caller":"traceutil/trace.go:171","msg":"trace[815348871] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/openstack/octavia-amphora-ssh-key; range_end:; response_count:1; response_revision:24904; }","duration":"2.276924295s","start":"2026-03-04T03:28:46.411337Z","end":"2026-03-04T03:28:48.688261Z","steps":["trace[815348871] 'agreement among raft nodes before linearized reading' (duration: 2.276804542s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:48.688285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.276777641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret\" ","response":"range_response_count:1 size:1226"} {"level":"info","ts":"2026-03-04T03:28:48.688299Z","caller":"traceutil/trace.go:171","msg":"trace[1102666404] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret; range_end:; response_count:1; response_revision:24904; }","duration":"2.276797282s","start":"2026-03-04T03:28:46.411498Z","end":"2026-03-04T03:28:48.688295Z","steps":["trace[1102666404] 'agreement among raft nodes before linearized reading' (duration: 2.276761301s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:48.688301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:46.411329Z","time spent":"2.276965876s","remote":"127.0.0.1:54320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":1287,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/openstack/octavia-amphora-ssh-key\" "} {"level":"warn","ts":"2026-03-04T03:28:48.688317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.165324575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T03:28:48.688356Z","caller":"traceutil/trace.go:171","msg":"trace[1494947120] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24904; }","duration":"2.165396147s","start":"2026-03-04T03:28:46.522951Z","end":"2026-03-04T03:28:48.688347Z","steps":["trace[1494947120] 'agreement among raft nodes before linearized reading' (duration: 2.165294024s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:48.688372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.276893613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-03-04T03:28:48.688387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:46.522932Z","time spent":"2.165446088s","remote":"127.0.0.1:47016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-04T03:28:48.688414Z","caller":"traceutil/trace.go:171","msg":"trace[1715403683] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:24904; }","duration":"2.276930864s","start":"2026-03-04T03:28:46.411471Z","end":"2026-03-04T03:28:48.688402Z","steps":["trace[1715403683] 'agreement among raft nodes before linearized reading' (duration: 2.276826732s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:48.688243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:46.41152Z","time spent":"2.276719719s","remote":"127.0.0.1:54278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":1242,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" "} {"level":"warn","ts":"2026-03-04T03:28:48.68844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.27802178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"warn","ts":"2026-03-04T03:28:48.688451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:46.411451Z","time spent":"2.276992716s","remote":"127.0.0.1:35416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3338,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-04T03:28:48.688479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.27717635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7384"} {"level":"warn","ts":"2026-03-04T03:28:48.688446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.153312705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-79759696d5-rc4rw.1899859ed2ad1da8\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-03-04T03:28:48.6885Z","caller":"traceutil/trace.go:171","msg":"trace[675230180] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:24904; }","duration":"2.277233171s","start":"2026-03-04T03:28:46.411262Z","end":"2026-03-04T03:28:48.688495Z","steps":["trace[675230180] 'agreement among raft nodes before linearized reading' (duration: 2.27718815s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:48.688514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:46.411237Z","time spent":"2.277273923s","remote":"127.0.0.1:45570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":7406,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-04T03:28:48.688311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:46.411493Z","time spent":"2.276815482s","remote":"127.0.0.1:54278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":1248,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret\" "} {"level":"warn","ts":"2026-03-04T03:28:48.687614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.801864958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.240\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-04T03:28:48.688561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.199361851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:28:48.68858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.277128229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"info","ts":"2026-03-04T03:28:48.688593Z","caller":"traceutil/trace.go:171","msg":"trace[609752925] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24904; }","duration":"2.199433572s","start":"2026-03-04T03:28:46.48915Z","end":"2026-03-04T03:28:48.688584Z","steps":["trace[609752925] 'agreement among raft nodes before linearized reading' (duration: 2.199376321s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:48.688613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.27803516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3311"} {"level":"info","ts":"2026-03-04T03:28:48.688628Z","caller":"traceutil/trace.go:171","msg":"trace[1234391720] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:24904; }","duration":"2.27805166s","start":"2026-03-04T03:28:46.410573Z","end":"2026-03-04T03:28:48.688624Z","steps":["trace[1234391720] 'agreement among raft nodes before linearized reading' (duration: 2.278010119s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:48.688621Z","caller":"traceutil/trace.go:171","msg":"trace[1032550880] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:24904; }","duration":"2.27718006s","start":"2026-03-04T03:28:46.411432Z","end":"2026-03-04T03:28:48.688612Z","steps":["trace[1032550880] 'agreement among raft nodes before linearized reading' (duration: 2.277087378s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:48.688626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:46.489131Z","time spent":"2.199487414s","remote":"127.0.0.1:37828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:28:48.688383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.024881531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T03:28:48.68865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:46.411426Z","time spent":"2.277217972s","remote":"127.0.0.1:45596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4749,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-03-04T03:28:48.688666Z","caller":"traceutil/trace.go:171","msg":"trace[241938337] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:24904; }","duration":"3.025184429s","start":"2026-03-04T03:28:45.663473Z","end":"2026-03-04T03:28:48.688657Z","steps":["trace[241938337] 'agreement among raft nodes before linearized reading' (duration: 3.024886842s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:48.688678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.278352887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3308"} {"level":"warn","ts":"2026-03-04T03:28:48.688702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:45.663462Z","time spent":"3.02522755s","remote":"127.0.0.1:47122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-03-04T03:28:48.688019Z","caller":"traceutil/trace.go:171","msg":"trace[892577407] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-66374157-77a6-4b9c-8245-2b0a80772608; range_end:; response_count:1; response_revision:24904; }","duration":"3.60221383s","start":"2026-03-04T03:28:45.085795Z","end":"2026-03-04T03:28:48.688009Z","steps":["trace[892577407] 'agreement among raft nodes before linearized reading' (duration: 3.602112317s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:48.688777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.485766847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-04T03:28:48.688392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.656570471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T03:28:48.688508Z","caller":"traceutil/trace.go:171","msg":"trace[438482711] range","detail":"{range_begin:/registry/events/openstack/magnum-api-79759696d5-rc4rw.1899859ed2ad1da8; range_end:; response_count:1; response_revision:24904; }","duration":"3.153408156s","start":"2026-03-04T03:28:45.535092Z","end":"2026-03-04T03:28:48.688501Z","steps":["trace[438482711] 'agreement among raft nodes before linearized reading' (duration: 3.153304814s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:48.688801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:45.085782Z","time spent":"3.603001098s","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3666,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-66374157-77a6-4b9c-8245-2b0a80772608\" "} {"level":"warn","ts":"2026-03-04T03:28:48.688831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.277424836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"warn","ts":"2026-03-04T03:28:48.688842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:45.535071Z","time spent":"3.153761635s","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":806,"request content":"key:\"/registry/events/openstack/magnum-api-79759696d5-rc4rw.1899859ed2ad1da8\" "} {"level":"warn","ts":"2026-03-04T03:28:48.688849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.533401241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:28:48.688859Z","caller":"traceutil/trace.go:171","msg":"trace[346776567] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:24904; }","duration":"2.277462297s","start":"2026-03-04T03:28:46.411389Z","end":"2026-03-04T03:28:48.688851Z","steps":["trace[346776567] 'agreement among raft nodes before linearized reading' (duration: 2.277384295s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:48.688878Z","caller":"traceutil/trace.go:171","msg":"trace[293105369] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:24904; }","duration":"2.533460763s","start":"2026-03-04T03:28:46.155408Z","end":"2026-03-04T03:28:48.688868Z","steps":["trace[293105369] 'agreement among raft nodes before linearized reading' (duration: 2.533413012s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:48.688438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.277109889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"warn","ts":"2026-03-04T03:28:48.687937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:46.411608Z","time spent":"2.27632019s","remote":"127.0.0.1:54278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":1252,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret\" "} {"level":"warn","ts":"2026-03-04T03:28:48.688457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.6710707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T03:28:48.688907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:46.155388Z","time spent":"2.533511144s","remote":"127.0.0.1:45610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-03-04T03:28:48.68893Z","caller":"traceutil/trace.go:171","msg":"trace[1739409965] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24904; }","duration":"3.671547911s","start":"2026-03-04T03:28:45.017374Z","end":"2026-03-04T03:28:48.688922Z","steps":["trace[1739409965] 'agreement among raft nodes before linearized reading' (duration: 3.671037639s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:48.688477Z","caller":"traceutil/trace.go:171","msg":"trace[742765631] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:24904; }","duration":"2.278072482s","start":"2026-03-04T03:28:46.410391Z","end":"2026-03-04T03:28:48.688464Z","steps":["trace[742765631] 'agreement among raft nodes before linearized reading' (duration: 2.27799037s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:48.688952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.681981895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T03:28:48.688815Z","caller":"traceutil/trace.go:171","msg":"trace[2112245543] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24904; }","duration":"3.657019332s","start":"2026-03-04T03:28:45.03179Z","end":"2026-03-04T03:28:48.68881Z","steps":["trace[2112245543] 'agreement among raft nodes before linearized reading' (duration: 3.65654296s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:48.688965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:45.017371Z","time spent":"3.671587532s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T03:28:48.688978Z","caller":"traceutil/trace.go:171","msg":"trace[451004151] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24904; }","duration":"2.682066136s","start":"2026-03-04T03:28:46.006905Z","end":"2026-03-04T03:28:48.688971Z","steps":["trace[451004151] 'agreement among raft nodes before linearized reading' (duration: 2.682000745s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:48.688802Z","caller":"traceutil/trace.go:171","msg":"trace[791295213] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24904; }","duration":"2.485831778s","start":"2026-03-04T03:28:46.202963Z","end":"2026-03-04T03:28:48.688795Z","steps":["trace[791295213] 'agreement among raft nodes before linearized reading' (duration: 2.485759747s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:48.688997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:46.006879Z","time spent":"2.682114448s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T03:28:48.688994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:45.031779Z","time spent":"3.657204756s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T03:28:48.689019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:46.202934Z","time spent":"2.486074804s","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T03:28:48.688908Z","caller":"traceutil/trace.go:171","msg":"trace[75505975] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:24904; }","duration":"2.2775942s","start":"2026-03-04T03:28:46.41131Z","end":"2026-03-04T03:28:48.688905Z","steps":["trace[75505975] 'agreement among raft nodes before linearized reading' (duration: 2.277089748s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:48.688706Z","caller":"traceutil/trace.go:171","msg":"trace[1424321927] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:24904; }","duration":"2.278426459s","start":"2026-03-04T03:28:46.410272Z","end":"2026-03-04T03:28:48.688698Z","steps":["trace[1424321927] 'agreement among raft nodes before linearized reading' (duration: 2.278354817s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:48.689113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.726397394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:28:48.689117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:46.411237Z","time spent":"2.277870807s","remote":"127.0.0.1:45490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7555,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-04T03:28:48.689076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.277677742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy\" ","response":"range_response_count:1 size:2875"} {"level":"info","ts":"2026-03-04T03:28:48.689132Z","caller":"traceutil/trace.go:171","msg":"trace[1391542250] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:24904; }","duration":"2.726477755s","start":"2026-03-04T03:28:45.962648Z","end":"2026-03-04T03:28:48.689126Z","steps":["trace[1391542250] 'agreement among raft nodes before linearized reading' (duration: 2.726446204s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:48.688897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:46.411383Z","time spent":"2.277507619s","remote":"127.0.0.1:35416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3328,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"info","ts":"2026-03-04T03:28:48.689149Z","caller":"traceutil/trace.go:171","msg":"trace[77404381] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy; range_end:; response_count:1; response_revision:24904; }","duration":"2.277759564s","start":"2026-03-04T03:28:46.411382Z","end":"2026-03-04T03:28:48.689142Z","steps":["trace[77404381] 'agreement among raft nodes before linearized reading' (duration: 2.277621651s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:48.688965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:46.410384Z","time spent":"2.278576793s","remote":"127.0.0.1:35416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3328,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-03-04T03:28:48.689176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:46.41138Z","time spent":"2.277791975s","remote":"127.0.0.1:54306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":2897,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy\" "} {"level":"info","ts":"2026-03-04T03:28:48.68858Z","caller":"traceutil/trace.go:171","msg":"trace[2087138507] range","detail":"{range_begin:/registry/masterleases/199.19.213.240; range_end:; response_count:1; response_revision:24904; }","duration":"2.802851781s","start":"2026-03-04T03:28:45.885717Z","end":"2026-03-04T03:28:48.688568Z","steps":["trace[2087138507] 'agreement among raft nodes before linearized reading' (duration: 2.801819617s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:48.689204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:45.885705Z","time spent":"2.803489546s","remote":"127.0.0.1:46920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.19.213.240\" "} {"level":"warn","ts":"2026-03-04T03:28:48.688171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.276627908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:1226"} {"level":"info","ts":"2026-03-04T03:28:48.689269Z","caller":"traceutil/trace.go:171","msg":"trace[1140873264] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:24904; }","duration":"2.277745623s","start":"2026-03-04T03:28:46.411514Z","end":"2026-03-04T03:28:48.689259Z","steps":["trace[1140873264] 'agreement among raft nodes before linearized reading' (duration: 2.276609887s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:48.689314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:46.4115Z","time spent":"2.277803015s","remote":"127.0.0.1:54278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":1248,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" "} {"level":"warn","ts":"2026-03-04T03:28:48.689092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:47.093353Z","time spent":"1.594360627s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:28:48.687281Z","caller":"traceutil/trace.go:171","msg":"trace[1133987154] transaction","detail":"{read_only:false; response_revision:24902; number_of_response:1; }","duration":"1.783474087s","start":"2026-03-04T03:28:46.903778Z","end":"2026-03-04T03:28:48.687252Z","steps":["trace[1133987154] 'process raft request' (duration: 1.783351874s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:48.688644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:46.410566Z","time spent":"2.278074952s","remote":"127.0.0.1:35416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" "} {"level":"warn","ts":"2026-03-04T03:28:48.689458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:46.903744Z","time spent":"1.785682819s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:28:48.689151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:45.962622Z","time spent":"2.726524517s","remote":"127.0.0.1:56724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:28:48.689125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:46.410218Z","time spent":"2.278902451s","remote":"127.0.0.1:35416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3330,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" "} {"level":"warn","ts":"2026-03-04T03:28:49.187658Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395090503,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T03:28:49.653286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000010371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T03:28:49.65337Z","caller":"traceutil/trace.go:171","msg":"trace[375495790] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000113063s","start":"2026-03-04T03:28:47.653236Z","end":"2026-03-04T03:28:49.653349Z","steps":["trace[375495790] 'agreement among raft nodes before linearized reading' (duration: 2.000007171s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:49.653418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:47.653133Z","time spent":"2.000274018s","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 03:28:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T03:28:49.687877Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395090503,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T03:28:50.188263Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395090503,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T03:28:50.689435Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395090503,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T03:28:51.113651Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.428182922s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T03:28:51.267687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.680493ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T03:28:51.267798Z","caller":"traceutil/trace.go:171","msg":"trace[1220458648] transaction","detail":"{read_only:false; response_revision:24906; number_of_response:1; }","duration":"3.294852294s","start":"2026-03-04T03:28:47.972934Z","end":"2026-03-04T03:28:51.267787Z","steps":["trace[1220458648] 'process raft request' (duration: 3.294817434s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:51.267836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:47.972914Z","time spent":"3.294905975s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:28:51.268127Z","caller":"traceutil/trace.go:171","msg":"trace[461935727] transaction","detail":"{read_only:false; response_revision:24905; number_of_response:1; }","duration":"3.397441403s","start":"2026-03-04T03:28:47.870677Z","end":"2026-03-04T03:28:51.268118Z","steps":["trace[461935727] 'process raft request' (duration: 3.243272589s)","trace[461935727] 'compare' (duration: 153.606981ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:28:51.268172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:47.87065Z","time spent":"3.397501034s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:28:51.338646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:48.700841Z","time spent":"2.637796252s","remote":"127.0.0.1:46920","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T03:28:51.338677Z","caller":"traceutil/trace.go:171","msg":"trace[952053467] transaction","detail":"{read_only:false; response_revision:24909; number_of_response:1; }","duration":"2.637367151s","start":"2026-03-04T03:28:48.701299Z","end":"2026-03-04T03:28:51.338666Z","steps":["trace[952053467] 'process raft request' (duration: 2.637255729s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:51.338794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:48.70129Z","time spent":"2.637429843s","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3743,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:28:51.338642Z","caller":"traceutil/trace.go:171","msg":"trace[1410630509] transaction","detail":"{read_only:false; response_revision:24908; number_of_response:1; }","duration":"2.637859783s","start":"2026-03-04T03:28:48.700737Z","end":"2026-03-04T03:28:51.338597Z","steps":["trace[1410630509] 'process raft request' (duration: 2.637597147s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:51.338941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:48.700722Z","time spent":"2.63814204s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:28:51.33898Z","caller":"traceutil/trace.go:171","msg":"trace[1029231219] transaction","detail":"{read_only:false; response_revision:24910; number_of_response:1; }","duration":"2.632027866s","start":"2026-03-04T03:28:48.706935Z","end":"2026-03-04T03:28:51.338963Z","steps":["trace[1029231219] 'process raft request' (duration: 2.631672308s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:51.339041Z","caller":"traceutil/trace.go:171","msg":"trace[1248353899] transaction","detail":"{read_only:false; response_revision:24912; number_of_response:1; }","duration":"2.631787981s","start":"2026-03-04T03:28:48.707243Z","end":"2026-03-04T03:28:51.339031Z","steps":["trace[1248353899] 'process raft request' (duration: 2.6317431s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:51.339053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:48.706914Z","time spent":"2.632085168s","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:28:51.33912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:48.707231Z","time spent":"2.631842083s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:28:51.339147Z","caller":"traceutil/trace.go:171","msg":"trace[389120960] transaction","detail":"{read_only:false; response_revision:24913; number_of_response:1; }","duration":"2.244899986s","start":"2026-03-04T03:28:49.094239Z","end":"2026-03-04T03:28:51.339139Z","steps":["trace[389120960] 'process raft request' (duration: 2.244770202s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:51.339202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:49.094217Z","time spent":"2.244956597s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:28:51.339219Z","caller":"traceutil/trace.go:171","msg":"trace[1785089832] transaction","detail":"{read_only:false; response_revision:24911; number_of_response:1; }","duration":"2.643140567s","start":"2026-03-04T03:28:48.696061Z","end":"2026-03-04T03:28:51.339201Z","steps":["trace[1785089832] 'process raft request' (duration: 2.642783319s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:51.339268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:48.696049Z","time spent":"2.643194408s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:28:51.339343Z","caller":"traceutil/trace.go:171","msg":"trace[2068664481] transaction","detail":"{read_only:false; response_revision:24914; number_of_response:1; }","duration":"2.244951837s","start":"2026-03-04T03:28:49.094384Z","end":"2026-03-04T03:28:51.339336Z","steps":["trace[2068664481] 'process raft request' (duration: 2.244714612s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:51.338413Z","caller":"traceutil/trace.go:171","msg":"trace[252556559] transaction","detail":"{read_only:false; response_revision:24907; number_of_response:1; }","duration":"2.638039698s","start":"2026-03-04T03:28:48.700331Z","end":"2026-03-04T03:28:51.338371Z","steps":["trace[252556559] 'process raft request' (duration: 2.637864783s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:51.339382Z","caller":"traceutil/trace.go:171","msg":"trace[1613407377] transaction","detail":"{read_only:false; response_revision:24915; number_of_response:1; }","duration":"2.244893395s","start":"2026-03-04T03:28:49.094482Z","end":"2026-03-04T03:28:51.339375Z","steps":["trace[1613407377] 'process raft request' (duration: 2.244782342s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:51.339385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:49.094378Z","time spent":"2.244985878s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:28:51.33942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:49.094462Z","time spent":"2.244940227s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:28:51.339438Z","caller":"traceutil/trace.go:171","msg":"trace[2129357324] transaction","detail":"{read_only:false; response_revision:24916; number_of_response:1; }","duration":"2.242746055s","start":"2026-03-04T03:28:49.096684Z","end":"2026-03-04T03:28:51.33943Z","steps":["trace[2129357324] 'process raft request' (duration: 2.242649993s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:51.339476Z","caller":"traceutil/trace.go:171","msg":"trace[2126635686] transaction","detail":"{read_only:false; response_revision:24917; number_of_response:1; }","duration":"2.242198932s","start":"2026-03-04T03:28:49.097272Z","end":"2026-03-04T03:28:51.339471Z","steps":["trace[2126635686] 'process raft request' (duration: 2.24210318s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:51.33948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:49.096664Z","time spent":"2.242796746s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:28:51.339506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:49.097264Z","time spent":"2.242226333s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:28:51.339486Z","caller":"traceutil/trace.go:171","msg":"trace[364787377] linearizableReadLoop","detail":"{readStateIndex:25823; appliedIndex:25808; }","duration":"2.652087186s","start":"2026-03-04T03:28:48.687381Z","end":"2026-03-04T03:28:51.339468Z","steps":["trace[364787377] 'read index received' (duration: 2.426572784s)","trace[364787377] 'applied index is now lower than readState.Index' (duration: 225.513412ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:28:51.339583Z","caller":"traceutil/trace.go:171","msg":"trace[646348704] transaction","detail":"{read_only:false; response_revision:24918; number_of_response:1; }","duration":"2.24209951s","start":"2026-03-04T03:28:49.097477Z","end":"2026-03-04T03:28:51.339576Z","steps":["trace[646348704] 'process raft request' (duration: 2.241945276s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:51.339576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.960358903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:28:51.339608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.763597042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-03-04T03:28:51.339614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:49.097449Z","time spent":"2.242149591s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:28:51.339638Z","caller":"traceutil/trace.go:171","msg":"trace[1423009717] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24918; }","duration":"2.763659744s","start":"2026-03-04T03:28:48.575968Z","end":"2026-03-04T03:28:51.339628Z","steps":["trace[1423009717] 'agreement among raft nodes before linearized reading' (duration: 2.763559502s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:51.339667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:48.575948Z","time spent":"2.763714496s","remote":"127.0.0.1:35416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-04T03:28:51.339697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.834158462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T03:28:51.339729Z","caller":"traceutil/trace.go:171","msg":"trace[1643613758] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:24918; }","duration":"2.834229144s","start":"2026-03-04T03:28:48.505493Z","end":"2026-03-04T03:28:51.339722Z","steps":["trace[1643613758] 'agreement among raft nodes before linearized reading' (duration: 2.834166473s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:51.339752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.643983686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:685"} {"level":"warn","ts":"2026-03-04T03:28:51.339764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:48.505472Z","time spent":"2.834284456s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-03-04T03:28:51.339637Z","caller":"traceutil/trace.go:171","msg":"trace[1598345755] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24918; }","duration":"3.960425895s","start":"2026-03-04T03:28:47.379197Z","end":"2026-03-04T03:28:51.339623Z","steps":["trace[1598345755] 'agreement among raft nodes before linearized reading' (duration: 3.960323802s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:51.339776Z","caller":"traceutil/trace.go:171","msg":"trace[1431915358] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:24918; }","duration":"2.644027487s","start":"2026-03-04T03:28:48.695742Z","end":"2026-03-04T03:28:51.339769Z","steps":["trace[1431915358] 'agreement among raft nodes before linearized reading' (duration: 2.643939555s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:51.339798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:48.695726Z","time spent":"2.644068078s","remote":"127.0.0.1:47114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":707,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-04T03:28:51.33988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.231929663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:28:51.339949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.250213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:28:51.339951Z","caller":"traceutil/trace.go:171","msg":"trace[2000226838] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:24918; }","duration":"3.232037235s","start":"2026-03-04T03:28:48.107904Z","end":"2026-03-04T03:28:51.339941Z","steps":["trace[2000226838] 'agreement among raft nodes before linearized reading' (duration: 3.231935803s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:51.339972Z","caller":"traceutil/trace.go:171","msg":"trace[1514418195] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24918; }","duration":"310.305075ms","start":"2026-03-04T03:28:51.029659Z","end":"2026-03-04T03:28:51.339964Z","steps":["trace[1514418195] 'agreement among raft nodes before linearized reading' (duration: 310.266344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:51.339981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:48.107874Z","time spent":"3.232098467s","remote":"127.0.0.1:37948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:28:51.339998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:51.029641Z","time spent":"310.350395ms","remote":"127.0.0.1:37962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T03:28:51.340159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.631370091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-03-04T03:28:51.340184Z","caller":"traceutil/trace.go:171","msg":"trace[524103258] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:24918; }","duration":"2.631407073s","start":"2026-03-04T03:28:48.708771Z","end":"2026-03-04T03:28:51.340178Z","steps":["trace[524103258] 'agreement among raft nodes before linearized reading' (duration: 2.631337721s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:51.340202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:48.708762Z","time spent":"2.631435973s","remote":"127.0.0.1:47150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1298,"request content":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-grafana\" "} {"level":"warn","ts":"2026-03-04T03:28:51.340226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.631407432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:1446"} {"level":"info","ts":"2026-03-04T03:28:51.340284Z","caller":"traceutil/trace.go:171","msg":"trace[2005827286] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:24918; }","duration":"2.631493594s","start":"2026-03-04T03:28:48.708776Z","end":"2026-03-04T03:28:51.34027Z","steps":["trace[2005827286] 'agreement among raft nodes before linearized reading' (duration: 2.63132562s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:51.340302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.639330078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"warn","ts":"2026-03-04T03:28:51.340331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:48.708771Z","time spent":"2.631549436s","remote":"127.0.0.1:47150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1468,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-03-04T03:28:51.340391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.644471738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-04T03:28:51.340403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.6317294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:2918"} {"level":"info","ts":"2026-03-04T03:28:51.340416Z","caller":"traceutil/trace.go:171","msg":"trace[552093932] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24918; }","duration":"2.644493578s","start":"2026-03-04T03:28:48.695916Z","end":"2026-03-04T03:28:51.34041Z","steps":["trace[552093932] 'agreement among raft nodes before linearized reading' (duration: 2.644437807s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:51.340427Z","caller":"traceutil/trace.go:171","msg":"trace[1278869701] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:24918; }","duration":"2.63175209s","start":"2026-03-04T03:28:48.708669Z","end":"2026-03-04T03:28:51.340421Z","steps":["trace[1278869701] 'agreement among raft nodes before linearized reading' (duration: 2.631692579s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:51.340436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:48.6959Z","time spent":"2.644532729s","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T03:28:51.34051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.142830189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:28:51.340555Z","caller":"traceutil/trace.go:171","msg":"trace[1251513034] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24918; }","duration":"2.142908091s","start":"2026-03-04T03:28:49.197633Z","end":"2026-03-04T03:28:51.340541Z","steps":["trace[1251513034] 'agreement among raft nodes before linearized reading' (duration: 2.1428409s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:51.340559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.326572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-04T03:28:51.340594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:49.197614Z","time spent":"2.142970252s","remote":"127.0.0.1:38054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:28:51.340609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.644782315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ceph-mon\" ","response":"range_response_count:1 size:406"} {"level":"info","ts":"2026-03-04T03:28:51.340608Z","caller":"traceutil/trace.go:171","msg":"trace[1588635820] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24918; }","duration":"643.398033ms","start":"2026-03-04T03:28:50.697197Z","end":"2026-03-04T03:28:51.340595Z","steps":["trace[1588635820] 'agreement among raft nodes before linearized reading' (duration: 643.257789ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:51.340629Z","caller":"traceutil/trace.go:171","msg":"trace[1318590932] range","detail":"{range_begin:/registry/services/endpoints/openstack/ceph-mon; range_end:; response_count:1; response_revision:24918; }","duration":"2.644811225s","start":"2026-03-04T03:28:48.695812Z","end":"2026-03-04T03:28:51.340623Z","steps":["trace[1318590932] 'agreement among raft nodes before linearized reading' (duration: 2.644763524s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:51.340646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:48.695807Z","time spent":"2.644836556s","remote":"127.0.0.1:47114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":428,"request content":"key:\"/registry/services/endpoints/openstack/ceph-mon\" "} {"level":"warn","ts":"2026-03-04T03:28:51.340651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:50.697179Z","time spent":"643.461055ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T03:28:51.340764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.644978189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/bootstrap-token-1qfiyp\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-03-04T03:28:51.340786Z","caller":"traceutil/trace.go:171","msg":"trace[595200146] range","detail":"{range_begin:/registry/secrets/kube-system/bootstrap-token-1qfiyp; range_end:; response_count:1; response_revision:24918; }","duration":"2.645029701s","start":"2026-03-04T03:28:48.695751Z","end":"2026-03-04T03:28:51.340781Z","steps":["trace[595200146] 'agreement among raft nodes before linearized reading' (duration: 2.6449737s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:51.340803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:48.695735Z","time spent":"2.645064231s","remote":"127.0.0.1:47002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":563,"request content":"key:\"/registry/secrets/kube-system/bootstrap-token-1qfiyp\" "} {"level":"warn","ts":"2026-03-04T03:28:51.340859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.308781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:28:51.339799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:47.379177Z","time spent":"3.96061383s","remote":"127.0.0.1:37630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T03:28:51.340329Z","caller":"traceutil/trace.go:171","msg":"trace[440965887] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:24918; }","duration":"2.639368338s","start":"2026-03-04T03:28:48.700955Z","end":"2026-03-04T03:28:51.340323Z","steps":["trace[440965887] 'agreement among raft nodes before linearized reading' (duration: 2.639290866s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:51.340894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.633686846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-headless\" ","response":"range_response_count:1 size:1313"} {"level":"warn","ts":"2026-03-04T03:28:51.340935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:48.700947Z","time spent":"2.639972942s","remote":"127.0.0.1:47150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1308,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"warn","ts":"2026-03-04T03:28:51.34042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.704593933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T03:28:51.340972Z","caller":"traceutil/trace.go:171","msg":"trace[481283725] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-headless; range_end:; response_count:1; response_revision:24918; }","duration":"2.633778508s","start":"2026-03-04T03:28:48.707177Z","end":"2026-03-04T03:28:51.340955Z","steps":["trace[481283725] 'agreement among raft nodes before linearized reading' (duration: 2.633555003s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:51.340982Z","caller":"traceutil/trace.go:171","msg":"trace[1850274668] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24918; }","duration":"1.705204987s","start":"2026-03-04T03:28:49.63577Z","end":"2026-03-04T03:28:51.340975Z","steps":["trace[1850274668] 'agreement among raft nodes before linearized reading' (duration: 1.704602623s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:51.340982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.631611377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/heat-api\" ","response":"range_response_count:1 size:917"} {"level":"warn","ts":"2026-03-04T03:28:51.341006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:49.63574Z","time spent":"1.705258739s","remote":"127.0.0.1:36306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:28:51.341014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:48.695986Z","time spent":"2.64502023s","remote":"127.0.0.1:47150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":1335,"request content":"key:\"/registry/services/specs/monitoring/loki-headless\" "} {"level":"info","ts":"2026-03-04T03:28:51.341018Z","caller":"traceutil/trace.go:171","msg":"trace[1524183711] range","detail":"{range_begin:/registry/services/specs/openstack/heat-api; range_end:; response_count:1; response_revision:24918; }","duration":"2.631656618s","start":"2026-03-04T03:28:48.709352Z","end":"2026-03-04T03:28:51.341008Z","steps":["trace[1524183711] 'agreement among raft nodes before linearized reading' (duration: 2.631545296s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:51.341047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:48.709345Z","time spent":"2.631695859s","remote":"127.0.0.1:47150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":939,"request content":"key:\"/registry/services/specs/openstack/heat-api\" "} {"level":"warn","ts":"2026-03-04T03:28:51.34116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.633887981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/capo-system/capo-webhook-service\" ","response":"range_response_count:1 size:843"} {"level":"info","ts":"2026-03-04T03:28:51.341191Z","caller":"traceutil/trace.go:171","msg":"trace[267972193] range","detail":"{range_begin:/registry/services/specs/capo-system/capo-webhook-service; range_end:; response_count:1; response_revision:24918; }","duration":"2.633935611s","start":"2026-03-04T03:28:48.707247Z","end":"2026-03-04T03:28:51.341183Z","steps":["trace[267972193] 'agreement among raft nodes before linearized reading' (duration: 2.633856249s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:51.341217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:48.707232Z","time spent":"2.633979863s","remote":"127.0.0.1:47150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":865,"request content":"key:\"/registry/services/specs/capo-system/capo-webhook-service\" "} {"level":"warn","ts":"2026-03-04T03:28:51.341256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.632307734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-barbican-nodes\" ","response":"range_response_count:1 size:1266"} {"level":"info","ts":"2026-03-04T03:28:51.341293Z","caller":"traceutil/trace.go:171","msg":"trace[1019025041] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-barbican-nodes; range_end:; response_count:1; response_revision:24918; }","duration":"2.632346905s","start":"2026-03-04T03:28:48.708935Z","end":"2026-03-04T03:28:51.341281Z","steps":["trace[1019025041] 'agreement among raft nodes before linearized reading' (duration: 2.632271303s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:51.341325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:48.70893Z","time spent":"2.632389125s","remote":"127.0.0.1:47150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1288,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-barbican-nodes\" "} {"level":"warn","ts":"2026-03-04T03:28:51.341333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.141307583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T03:28:51.341351Z","caller":"traceutil/trace.go:171","msg":"trace[215502588] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:24918; }","duration":"898.823444ms","start":"2026-03-04T03:28:50.442511Z","end":"2026-03-04T03:28:51.341335Z","steps":["trace[215502588] 'agreement among raft nodes before linearized reading' (duration: 898.302592ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:51.341391Z","caller":"traceutil/trace.go:171","msg":"trace[1803886289] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24918; }","duration":"1.141382945s","start":"2026-03-04T03:28:50.199989Z","end":"2026-03-04T03:28:51.341372Z","steps":["trace[1803886289] 'agreement among raft nodes before linearized reading' (duration: 1.141237721s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:51.341424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.634169897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-memberlist\" ","response":"range_response_count:1 size:1239"} {"level":"info","ts":"2026-03-04T03:28:51.341448Z","caller":"traceutil/trace.go:171","msg":"trace[805383501] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-memberlist; range_end:; response_count:1; response_revision:24918; }","duration":"2.634193827s","start":"2026-03-04T03:28:48.707247Z","end":"2026-03-04T03:28:51.341441Z","steps":["trace[805383501] 'agreement among raft nodes before linearized reading' (duration: 2.634127506s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:51.341448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:50.199976Z","time spent":"1.141459607s","remote":"127.0.0.1:47016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-04T03:28:51.341465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.202944394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:28:51.341475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:48.707182Z","time spent":"2.63428832s","remote":"127.0.0.1:47150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":1261,"request content":"key:\"/registry/services/specs/monitoring/loki-memberlist\" "} {"level":"info","ts":"2026-03-04T03:28:51.34149Z","caller":"traceutil/trace.go:171","msg":"trace[1056154686] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24918; }","duration":"1.202989915s","start":"2026-03-04T03:28:50.138492Z","end":"2026-03-04T03:28:51.341482Z","steps":["trace[1056154686] 'agreement among raft nodes before linearized reading' (duration: 1.202931874s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:51.341513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:50.138479Z","time spent":"1.203029596s","remote":"127.0.0.1:38100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:28:51.341529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.632619201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:1448"} {"level":"warn","ts":"2026-03-04T03:28:51.341189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.632221291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-neutron-nodes\" ","response":"range_response_count:1 size:1261"} {"level":"info","ts":"2026-03-04T03:28:51.341602Z","caller":"traceutil/trace.go:171","msg":"trace[1211026065] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-neutron-nodes; range_end:; response_count:1; response_revision:24918; }","duration":"2.632640351s","start":"2026-03-04T03:28:48.708952Z","end":"2026-03-04T03:28:51.341592Z","steps":["trace[1211026065] 'agreement among raft nodes before linearized reading' (duration: 2.6321751s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:51.341643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:48.708946Z","time spent":"2.632679212s","remote":"127.0.0.1:47150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1283,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-neutron-nodes\" "} {"level":"warn","ts":"2026-03-04T03:28:51.341713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.632853947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/valkey\" ","response":"range_response_count:1 size:1507"} {"level":"info","ts":"2026-03-04T03:28:51.341746Z","caller":"traceutil/trace.go:171","msg":"trace[447397132] range","detail":"{range_begin:/registry/services/specs/openstack/valkey; range_end:; response_count:1; response_revision:24918; }","duration":"2.632893577s","start":"2026-03-04T03:28:48.708844Z","end":"2026-03-04T03:28:51.341738Z","steps":["trace[447397132] 'agreement among raft nodes before linearized reading' (duration: 2.632815155s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:51.341567Z","caller":"traceutil/trace.go:171","msg":"trace[257282336] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:24918; }","duration":"2.632678772s","start":"2026-03-04T03:28:48.708879Z","end":"2026-03-04T03:28:51.341558Z","steps":["trace[257282336] 'agreement among raft nodes before linearized reading' (duration: 2.63258551s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:51.340562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.644661472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" ","response":"range_response_count:1 size:1266"} {"level":"warn","ts":"2026-03-04T03:28:51.341814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:48.70887Z","time spent":"2.632936628s","remote":"127.0.0.1:47150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":1470,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-03-04T03:28:51.341822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.634806562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki\" ","response":"range_response_count:1 size:5327"} {"level":"warn","ts":"2026-03-04T03:28:51.341641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.632774534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-webhook-service\" ","response":"range_response_count:1 size:925"} {"level":"info","ts":"2026-03-04T03:28:51.341887Z","caller":"traceutil/trace.go:171","msg":"trace[478098148] range","detail":"{range_begin:/registry/services/specs/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-webhook-service; range_end:; response_count:1; response_revision:24918; }","duration":"2.63301616s","start":"2026-03-04T03:28:48.708859Z","end":"2026-03-04T03:28:51.341875Z","steps":["trace[478098148] 'agreement among raft nodes before linearized reading' (duration: 2.632725914s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:51.341909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.634868923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/capi-system/capi-webhook-service\" ","response":"range_response_count:1 size:819"} {"level":"info","ts":"2026-03-04T03:28:51.341933Z","caller":"traceutil/trace.go:171","msg":"trace[1496743310] range","detail":"{range_begin:/registry/services/specs/capi-system/capi-webhook-service; range_end:; response_count:1; response_revision:24918; }","duration":"2.634901994s","start":"2026-03-04T03:28:48.707026Z","end":"2026-03-04T03:28:51.341928Z","steps":["trace[1496743310] 'agreement among raft nodes before linearized reading' (duration: 2.634846122s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:51.341408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:50.442497Z","time spent":"898.898445ms","remote":"127.0.0.1:54324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:28:51.34195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:48.707019Z","time spent":"2.634927395s","remote":"127.0.0.1:47150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":841,"request content":"key:\"/registry/services/specs/capi-system/capi-webhook-service\" "} {"level":"warn","ts":"2026-03-04T03:28:51.341954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.644374055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-66374157-77a6-4b9c-8245-2b0a80772608\" ","response":"range_response_count:1 size:3761"} {"level":"info","ts":"2026-03-04T03:28:51.341975Z","caller":"traceutil/trace.go:171","msg":"trace[175935539] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-66374157-77a6-4b9c-8245-2b0a80772608; range_end:; response_count:1; response_revision:24918; }","duration":"1.644392896s","start":"2026-03-04T03:28:49.697576Z","end":"2026-03-04T03:28:51.341969Z","steps":["trace[175935539] 'agreement among raft nodes before linearized reading' (duration: 1.644352915s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:51.341823Z","caller":"traceutil/trace.go:171","msg":"trace[1495651138] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone-nodes; range_end:; response_count:1; response_revision:24918; }","duration":"2.645933562s","start":"2026-03-04T03:28:48.695882Z","end":"2026-03-04T03:28:51.341815Z","steps":["trace[1495651138] 'agreement among raft nodes before linearized reading' (duration: 2.644637662s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:51.341999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:49.69756Z","time spent":"1.644434856s","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3783,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-66374157-77a6-4b9c-8245-2b0a80772608\" "} {"level":"warn","ts":"2026-03-04T03:28:51.342006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:48.695868Z","time spent":"2.646133356s","remote":"127.0.0.1:47150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1288,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" "} {"level":"warn","ts":"2026-03-04T03:28:51.340341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.640126497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1316"} {"level":"warn","ts":"2026-03-04T03:28:51.340873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.484042537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T03:28:51.342089Z","caller":"traceutil/trace.go:171","msg":"trace[395219903] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:24918; }","duration":"2.641894587s","start":"2026-03-04T03:28:48.700186Z","end":"2026-03-04T03:28:51.34208Z","steps":["trace[395219903] 'agreement among raft nodes before linearized reading' (duration: 2.640109416s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:51.342121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:48.700163Z","time spent":"2.641950129s","remote":"127.0.0.1:47150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1338,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-04T03:28:51.341911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:48.708833Z","time spent":"2.633071771s","remote":"127.0.0.1:47150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":947,"request content":"key:\"/registry/services/specs/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-webhook-service\" "} {"level":"warn","ts":"2026-03-04T03:28:51.342174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.64115033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"warn","ts":"2026-03-04T03:28:51.342178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.681251907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:28:51.342209Z","caller":"traceutil/trace.go:171","msg":"trace[852985036] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:24918; }","duration":"2.641199441s","start":"2026-03-04T03:28:48.701Z","end":"2026-03-04T03:28:51.3422Z","steps":["trace[852985036] 'agreement among raft nodes before linearized reading' (duration: 2.641089398s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:51.342233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:48.700989Z","time spent":"2.641237952s","remote":"127.0.0.1:47002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1334,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"info","ts":"2026-03-04T03:28:51.342235Z","caller":"traceutil/trace.go:171","msg":"trace[1701792580] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24918; }","duration":"1.681513603s","start":"2026-03-04T03:28:49.660706Z","end":"2026-03-04T03:28:51.342219Z","steps":["trace[1701792580] 'agreement among raft nodes before linearized reading' (duration: 1.681386161s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:51.34178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:48.708837Z","time spent":"2.632934978s","remote":"127.0.0.1:47150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":1529,"request content":"key:\"/registry/services/specs/openstack/valkey\" "} {"level":"warn","ts":"2026-03-04T03:28:51.342266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:49.660685Z","time spent":"1.681576594s","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T03:28:51.342094Z","caller":"traceutil/trace.go:171","msg":"trace[880118771] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:24918; }","duration":"2.485299516s","start":"2026-03-04T03:28:48.856787Z","end":"2026-03-04T03:28:51.342086Z","steps":["trace[880118771] 'agreement among raft nodes before linearized reading' (duration: 2.483969475s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:51.34191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.409272738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:272966"} {"level":"info","ts":"2026-03-04T03:28:51.342373Z","caller":"traceutil/trace.go:171","msg":"trace[2081191623] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:24918; }","duration":"1.409798851s","start":"2026-03-04T03:28:49.932555Z","end":"2026-03-04T03:28:51.342354Z","steps":["trace[2081191623] 'agreement among raft nodes before linearized reading' (duration: 1.409064873s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:51.342439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:49.932511Z","time spent":"1.409908763s","remote":"127.0.0.1:47408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":272988,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-04T03:28:51.342322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:48.85677Z","time spent":"2.485540922s","remote":"127.0.0.1:38550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":74,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:28:51.342526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:48.70032Z","time spent":"2.639047771s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:28:51.341846Z","caller":"traceutil/trace.go:171","msg":"trace[1996578975] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki; range_end:; response_count:1; response_revision:24918; }","duration":"2.634862753s","start":"2026-03-04T03:28:48.706978Z","end":"2026-03-04T03:28:51.34184Z","steps":["trace[1996578975] 'agreement among raft nodes before linearized reading' (duration: 2.634801581s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:51.342592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:48.706955Z","time spent":"2.635626241s","remote":"127.0.0.1:47418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":5349,"request content":"key:\"/registry/statefulsets/monitoring/loki\" "} {"level":"warn","ts":"2026-03-04T03:28:51.340449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:48.708655Z","time spent":"2.631790271s","remote":"127.0.0.1:47150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":2940,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy\" "} {"level":"warn","ts":"2026-03-04T03:28:52.325129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.099682ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T03:28:52.325323Z","caller":"traceutil/trace.go:171","msg":"trace[225828249] transaction","detail":"{read_only:false; response_revision:24920; number_of_response:1; }","duration":"980.085215ms","start":"2026-03-04T03:28:51.345224Z","end":"2026-03-04T03:28:52.325309Z","steps":["trace[225828249] 'process raft request' (duration: 979.993613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:52.325373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:51.345205Z","time spent":"980.147257ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:28:52.325516Z","caller":"traceutil/trace.go:171","msg":"trace[1798561348] transaction","detail":"{read_only:false; response_revision:24919; number_of_response:1; }","duration":"985.600844ms","start":"2026-03-04T03:28:51.339907Z","end":"2026-03-04T03:28:52.325508Z","steps":["trace[1798561348] 'process raft request' (duration: 139.044692ms)","trace[1798561348] 'compare' (duration: 843.645444ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:28:52.325556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:51.339883Z","time spent":"985.654555ms","remote":"127.0.0.1:46920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:28:52.325655Z","caller":"traceutil/trace.go:171","msg":"trace[794121004] linearizableReadLoop","detail":"{readStateIndex:25824; appliedIndex:25823; }","duration":"983.887244ms","start":"2026-03-04T03:28:51.341761Z","end":"2026-03-04T03:28:52.325648Z","steps":["trace[794121004] 'read index received' (duration: 137.241679ms)","trace[794121004] 'applied index is now lower than readState.Index' (duration: 846.644675ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:28:52.32595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.923383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-04T03:28:52.32598Z","caller":"traceutil/trace.go:171","msg":"trace[724656042] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:24920; }","duration":"974.961525ms","start":"2026-03-04T03:28:51.351008Z","end":"2026-03-04T03:28:52.32597Z","steps":["trace[724656042] 'agreement among raft nodes before linearized reading' (duration: 974.864763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:52.326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:51.351005Z","time spent":"974.990946ms","remote":"127.0.0.1:35416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3338,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-04T03:28:52.326032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.333423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached\" ","response":"range_response_count:1 size:1163"} {"level":"info","ts":"2026-03-04T03:28:52.326103Z","caller":"traceutil/trace.go:171","msg":"trace[85293523] range","detail":"{range_begin:/registry/services/specs/openstack/memcached; range_end:; response_count:1; response_revision:24920; }","duration":"975.417646ms","start":"2026-03-04T03:28:51.35067Z","end":"2026-03-04T03:28:52.326087Z","steps":["trace[85293523] 'agreement among raft nodes before linearized reading' (duration: 975.252452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:52.326146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:51.350666Z","time spent":"975.472587ms","remote":"127.0.0.1:47150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":1185,"request content":"key:\"/registry/services/specs/openstack/memcached\" "} {"level":"warn","ts":"2026-03-04T03:28:52.32618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.416326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189982afc5db10aa\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-04T03:28:52.326207Z","caller":"traceutil/trace.go:171","msg":"trace[1742387610] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189982afc5db10aa; range_end:; response_count:1; response_revision:24920; }","duration":"984.442097ms","start":"2026-03-04T03:28:51.341758Z","end":"2026-03-04T03:28:52.3262Z","steps":["trace[1742387610] 'agreement among raft nodes before linearized reading' (duration: 984.364925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:52.326229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:51.341747Z","time spent":"984.477998ms","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189982afc5db10aa\" "} {"level":"warn","ts":"2026-03-04T03:28:52.326275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.687792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"info","ts":"2026-03-04T03:28:52.326345Z","caller":"traceutil/trace.go:171","msg":"trace[1792519318] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:24920; }","duration":"975.747483ms","start":"2026-03-04T03:28:51.350571Z","end":"2026-03-04T03:28:52.326319Z","steps":["trace[1792519318] 'agreement among raft nodes before linearized reading' (duration: 975.62633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:52.326381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.380345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-03-04T03:28:52.326397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:51.350569Z","time spent":"975.818945ms","remote":"127.0.0.1:45596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4749,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-03-04T03:28:52.32642Z","caller":"traceutil/trace.go:171","msg":"trace[1310808206] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:24920; }","duration":"975.416775ms","start":"2026-03-04T03:28:51.350992Z","end":"2026-03-04T03:28:52.326409Z","steps":["trace[1310808206] 'agreement among raft nodes before linearized reading' (duration: 975.317953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:52.326453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:51.350956Z","time spent":"975.491907ms","remote":"127.0.0.1:35416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3338,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-03-04T03:28:52.326635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.833596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-66374157-77a6-4b9c-8245-2b0a80772608\" ","response":"range_response_count:1 size:3761"} {"level":"info","ts":"2026-03-04T03:28:52.326674Z","caller":"traceutil/trace.go:171","msg":"trace[283154100] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-66374157-77a6-4b9c-8245-2b0a80772608; range_end:; response_count:1; response_revision:24920; }","duration":"975.866006ms","start":"2026-03-04T03:28:51.350794Z","end":"2026-03-04T03:28:52.32666Z","steps":["trace[283154100] 'agreement among raft nodes before linearized reading' (duration: 975.782294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:52.326702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:51.350791Z","time spent":"975.903997ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3783,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-66374157-77a6-4b9c-8245-2b0a80772608\" "} {"level":"warn","ts":"2026-03-04T03:28:52.326797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.339467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-03-04T03:28:52.326837Z","caller":"traceutil/trace.go:171","msg":"trace[68772412] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:24920; }","duration":"976.381518ms","start":"2026-03-04T03:28:51.350446Z","end":"2026-03-04T03:28:52.326827Z","steps":["trace[68772412] 'agreement among raft nodes before linearized reading' (duration: 976.276516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:52.326872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:51.350444Z","time spent":"976.422349ms","remote":"127.0.0.1:47150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":1471,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-octavia\" "} {"level":"warn","ts":"2026-03-04T03:28:52.326704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.182663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3311"} {"level":"warn","ts":"2026-03-04T03:28:52.326877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.61796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pxc\" ","response":"range_response_count:1 size:2464"} {"level":"info","ts":"2026-03-04T03:28:52.326921Z","caller":"traceutil/trace.go:171","msg":"trace[1313385967] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:24920; }","duration":"976.400808ms","start":"2026-03-04T03:28:51.350508Z","end":"2026-03-04T03:28:52.326909Z","steps":["trace[1313385967] 'agreement among raft nodes before linearized reading' (duration: 976.113831ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:52.326975Z","caller":"traceutil/trace.go:171","msg":"trace[677884916] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pxc; range_end:; response_count:1; response_revision:24920; }","duration":"975.714932ms","start":"2026-03-04T03:28:51.351236Z","end":"2026-03-04T03:28:52.326951Z","steps":["trace[677884916] 'agreement among raft nodes before linearized reading' (duration: 975.541998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:52.32702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:51.350505Z","time spent":"976.50102ms","remote":"127.0.0.1:35416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" "} {"level":"warn","ts":"2026-03-04T03:28:52.327024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:51.35123Z","time spent":"975.784554ms","remote":"127.0.0.1:47150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":2486,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pxc\" "} {"level":"warn","ts":"2026-03-04T03:28:52.326995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.681895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:28:52.327111Z","caller":"traceutil/trace.go:171","msg":"trace[941293532] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24920; }","duration":"979.88169ms","start":"2026-03-04T03:28:51.347209Z","end":"2026-03-04T03:28:52.327091Z","steps":["trace[941293532] 'agreement among raft nodes before linearized reading' (duration: 979.615844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:52.327235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:51.347203Z","time spent":"980.017543ms","remote":"127.0.0.1:47150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T03:28:52.327345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.41038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:28:52.327422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.954698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-coredns\" ","response":"range_response_count:1 size:1404"} {"level":"warn","ts":"2026-03-04T03:28:52.327421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.109592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-03-04T03:28:52.327443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.495808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:28:52.32747Z","caller":"traceutil/trace.go:171","msg":"trace[938024744] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-coredns; range_end:; response_count:1; response_revision:24920; }","duration":"976.008549ms","start":"2026-03-04T03:28:51.35145Z","end":"2026-03-04T03:28:52.327459Z","steps":["trace[938024744] 'agreement among raft nodes before linearized reading' (duration: 975.873956ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:52.327477Z","caller":"traceutil/trace.go:171","msg":"trace[1112793323] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24920; }","duration":"984.529779ms","start":"2026-03-04T03:28:51.342938Z","end":"2026-03-04T03:28:52.327468Z","steps":["trace[1112793323] 'agreement among raft nodes before linearized reading' (duration: 984.469758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:52.327508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:51.351446Z","time spent":"976.05611ms","remote":"127.0.0.1:47150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1426,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-coredns\" "} {"level":"info","ts":"2026-03-04T03:28:52.327383Z","caller":"traceutil/trace.go:171","msg":"trace[384850731] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:24920; }","duration":"574.486962ms","start":"2026-03-04T03:28:51.752886Z","end":"2026-03-04T03:28:52.327373Z","steps":["trace[384850731] 'agreement among raft nodes before linearized reading' (duration: 573.425907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:52.327584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:51.752863Z","time spent":"574.686646ms","remote":"127.0.0.1:35516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:28:52.327588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.735583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-04T03:28:52.327619Z","caller":"traceutil/trace.go:171","msg":"trace[1567253551] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24920; }","duration":"975.777253ms","start":"2026-03-04T03:28:51.351833Z","end":"2026-03-04T03:28:52.32761Z","steps":["trace[1567253551] 'agreement among raft nodes before linearized reading' (duration: 975.692021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:52.327647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.422719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:1446"} {"level":"warn","ts":"2026-03-04T03:28:52.327657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.894026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/cert-manager/cert-manager\" ","response":"range_response_count:1 size:1418"} {"level":"info","ts":"2026-03-04T03:28:52.327689Z","caller":"traceutil/trace.go:171","msg":"trace[1786241611] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:24920; }","duration":"976.46691ms","start":"2026-03-04T03:28:51.351213Z","end":"2026-03-04T03:28:52.32768Z","steps":["trace[1786241611] 'agreement among raft nodes before linearized reading' (duration: 976.360748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:52.327725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:51.35121Z","time spent":"976.506741ms","remote":"127.0.0.1:47150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1468,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-03-04T03:28:52.327739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.535424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"info","ts":"2026-03-04T03:28:52.327769Z","caller":"traceutil/trace.go:171","msg":"trace[1430730167] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila-nodes; range_end:; response_count:1; response_revision:24920; }","duration":"971.573916ms","start":"2026-03-04T03:28:51.356188Z","end":"2026-03-04T03:28:52.327761Z","steps":["trace[1430730167] 'agreement among raft nodes before linearized reading' (duration: 971.491464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:52.327776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.103781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/goldpinger\" ","response":"range_response_count:1 size:1212"} {"level":"warn","ts":"2026-03-04T03:28:52.327802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:51.356183Z","time spent":"971.613347ms","remote":"127.0.0.1:47150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1280,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" "} {"level":"warn","ts":"2026-03-04T03:28:52.326131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.657041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-magnum-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"info","ts":"2026-03-04T03:28:52.327838Z","caller":"traceutil/trace.go:171","msg":"trace[747736431] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-magnum-nodes; range_end:; response_count:1; response_revision:24920; }","duration":"977.400292ms","start":"2026-03-04T03:28:51.350431Z","end":"2026-03-04T03:28:52.327832Z","steps":["trace[747736431] 'agreement among raft nodes before linearized reading' (duration: 975.474957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:52.327872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:51.350426Z","time spent":"977.440592ms","remote":"127.0.0.1:47150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1280,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-magnum-nodes\" "} {"level":"info","ts":"2026-03-04T03:28:52.32748Z","caller":"traceutil/trace.go:171","msg":"trace[684711927] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:24920; }","duration":"976.170353ms","start":"2026-03-04T03:28:51.351294Z","end":"2026-03-04T03:28:52.327464Z","steps":["trace[684711927] 'agreement among raft nodes before linearized reading' (duration: 976.0507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:52.327903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.693175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/neutron-server\" ","response":"range_response_count:1 size:1070"} {"level":"warn","ts":"2026-03-04T03:28:52.32792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:51.35129Z","time spent":"976.623194ms","remote":"127.0.0.1:35416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3338,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-03-04T03:28:52.327892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.627418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-webhook-service\" ","response":"range_response_count:1 size:901"} {"level":"info","ts":"2026-03-04T03:28:52.327806Z","caller":"traceutil/trace.go:171","msg":"trace[267316623] range","detail":"{range_begin:/registry/services/specs/monitoring/goldpinger; range_end:; response_count:1; response_revision:24920; }","duration":"976.152263ms","start":"2026-03-04T03:28:51.351647Z","end":"2026-03-04T03:28:52.327799Z","steps":["trace[267316623] 'agreement among raft nodes before linearized reading' (duration: 976.066981ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:52.327989Z","caller":"traceutil/trace.go:171","msg":"trace[1346807069] range","detail":"{range_begin:/registry/services/specs/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-webhook-service; range_end:; response_count:1; response_revision:24920; }","duration":"980.72818ms","start":"2026-03-04T03:28:51.347246Z","end":"2026-03-04T03:28:52.327974Z","steps":["trace[1346807069] 'agreement among raft nodes before linearized reading' (duration: 980.426763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:52.328008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.88184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"warn","ts":"2026-03-04T03:28:52.328018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:51.351641Z","time spent":"976.370118ms","remote":"127.0.0.1:47150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":1234,"request content":"key:\"/registry/services/specs/monitoring/goldpinger\" "} {"level":"info","ts":"2026-03-04T03:28:52.328068Z","caller":"traceutil/trace.go:171","msg":"trace[699924410] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:24920; }","duration":"976.945781ms","start":"2026-03-04T03:28:51.351114Z","end":"2026-03-04T03:28:52.32806Z","steps":["trace[699924410] 'agreement among raft nodes before linearized reading' (duration: 976.843129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:52.328068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:51.347244Z","time spent":"980.812032ms","remote":"127.0.0.1:47150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":923,"request content":"key:\"/registry/services/specs/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-webhook-service\" "} {"level":"warn","ts":"2026-03-04T03:28:52.328102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:51.35111Z","time spent":"976.985982ms","remote":"127.0.0.1:35416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3328,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-03-04T03:28:52.327512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:51.342874Z","time spent":"984.632891ms","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T03:28:52.327656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:51.351827Z","time spent":"975.822845ms","remote":"127.0.0.1:36312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-04T03:28:52.327695Z","caller":"traceutil/trace.go:171","msg":"trace[125440014] range","detail":"{range_begin:/registry/services/specs/cert-manager/cert-manager; range_end:; response_count:1; response_revision:24920; }","duration":"975.940877ms","start":"2026-03-04T03:28:51.351744Z","end":"2026-03-04T03:28:52.327685Z","steps":["trace[125440014] 'agreement among raft nodes before linearized reading' (duration: 975.846045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:52.328402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:51.35174Z","time spent":"976.651565ms","remote":"127.0.0.1:47150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1440,"request content":"key:\"/registry/services/specs/cert-manager/cert-manager\" "} {"level":"info","ts":"2026-03-04T03:28:52.32794Z","caller":"traceutil/trace.go:171","msg":"trace[1244527898] range","detail":"{range_begin:/registry/services/specs/openstack/neutron-server; range_end:; response_count:1; response_revision:24920; }","duration":"976.734956ms","start":"2026-03-04T03:28:51.351197Z","end":"2026-03-04T03:28:52.327932Z","steps":["trace[1244527898] 'agreement among raft nodes before linearized reading' (duration: 976.647584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:52.328629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:51.351194Z","time spent":"977.426732ms","remote":"127.0.0.1:47150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":1092,"request content":"key:\"/registry/services/specs/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-04T03:28:52.328918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.463197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/neutron-coredns\" ","response":"range_response_count:1 size:1937"} {"level":"info","ts":"2026-03-04T03:28:52.328954Z","caller":"traceutil/trace.go:171","msg":"trace[347514079] range","detail":"{range_begin:/registry/services/specs/openstack/neutron-coredns; range_end:; response_count:1; response_revision:24920; }","duration":"981.504818ms","start":"2026-03-04T03:28:51.347438Z","end":"2026-03-04T03:28:52.328943Z","steps":["trace[347514079] 'agreement among raft nodes before linearized reading' (duration: 981.418816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:52.329001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:51.347434Z","time spent":"981.560639ms","remote":"127.0.0.1:47150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1959,"request content":"key:\"/registry/services/specs/openstack/neutron-coredns\" "} {"level":"warn","ts":"2026-03-04T03:28:52.329054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.701842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/barbican-api\" ","response":"range_response_count:1 size:935"} {"level":"info","ts":"2026-03-04T03:28:52.3291Z","caller":"traceutil/trace.go:171","msg":"trace[2053454477] range","detail":"{range_begin:/registry/services/specs/openstack/barbican-api; range_end:; response_count:1; response_revision:24920; }","duration":"981.753504ms","start":"2026-03-04T03:28:51.347336Z","end":"2026-03-04T03:28:52.32909Z","steps":["trace[2053454477] 'agreement among raft nodes before linearized reading' (duration: 981.628111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:52.329245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:51.347331Z","time spent":"981.899257ms","remote":"127.0.0.1:47150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":957,"request content":"key:\"/registry/services/specs/openstack/barbican-api\" "} {"level":"warn","ts":"2026-03-04T03:28:52.33074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.381488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/glance-api\" ","response":"range_response_count:1 size:921"} {"level":"info","ts":"2026-03-04T03:28:52.3308Z","caller":"traceutil/trace.go:171","msg":"trace[223032159] range","detail":"{range_begin:/registry/services/specs/openstack/glance-api; range_end:; response_count:1; response_revision:24920; }","duration":"983.529785ms","start":"2026-03-04T03:28:51.347257Z","end":"2026-03-04T03:28:52.330787Z","steps":["trace[223032159] 'agreement among raft nodes before linearized reading' (duration: 979.187903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:52.330842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:51.347255Z","time spent":"983.572656ms","remote":"127.0.0.1:47150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":943,"request content":"key:\"/registry/services/specs/openstack/glance-api\" "} {"level":"warn","ts":"2026-03-04T03:28:52.332974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.825026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18631"} {"level":"info","ts":"2026-03-04T03:28:52.333043Z","caller":"traceutil/trace.go:171","msg":"trace[1100787346] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24920; }","duration":"990.912009ms","start":"2026-03-04T03:28:51.342121Z","end":"2026-03-04T03:28:52.333033Z","steps":["trace[1100787346] 'agreement among raft nodes before linearized reading' (duration: 983.7266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:52.333078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:51.342112Z","time spent":"990.955529ms","remote":"127.0.0.1:47122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18653,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T03:28:52.64348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.563312ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T03:28:52.643604Z","caller":"traceutil/trace.go:171","msg":"trace[1321314831] linearizableReadLoop","detail":"{readStateIndex:25827; appliedIndex:25826; }","duration":"246.332159ms","start":"2026-03-04T03:28:52.397241Z","end":"2026-03-04T03:28:52.643573Z","steps":["trace[1321314831] 'read index received' (duration: 50.597052ms)","trace[1321314831] 'applied index is now lower than readState.Index' (duration: 195.733557ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:28:52.643703Z","caller":"traceutil/trace.go:171","msg":"trace[1698227949] transaction","detail":"{read_only:false; response_revision:24922; number_of_response:1; }","duration":"246.592885ms","start":"2026-03-04T03:28:52.397077Z","end":"2026-03-04T03:28:52.64367Z","steps":["trace[1698227949] 'process raft request' (duration: 50.745646ms)","trace[1698227949] 'compare' (duration: 195.399209ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:28:52.643864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.618906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3311"} {"level":"info","ts":"2026-03-04T03:28:52.643901Z","caller":"traceutil/trace.go:171","msg":"trace[812972016] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:24922; }","duration":"246.683317ms","start":"2026-03-04T03:28:52.397207Z","end":"2026-03-04T03:28:52.64389Z","steps":["trace[812972016] 'agreement among raft nodes before linearized reading' (duration: 246.481253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:52.643899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.578685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-03-04T03:28:52.643944Z","caller":"traceutil/trace.go:171","msg":"trace[605944474] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:24922; }","duration":"246.665907ms","start":"2026-03-04T03:28:52.397268Z","end":"2026-03-04T03:28:52.643934Z","steps":["trace[605944474] 'agreement among raft nodes before linearized reading' (duration: 246.545865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:52.644126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.303915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-proxy\" ","response":"range_response_count:1 size:1420"} {"level":"warn","ts":"2026-03-04T03:28:52.64411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.962603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1956"} {"level":"info","ts":"2026-03-04T03:28:52.644146Z","caller":"traceutil/trace.go:171","msg":"trace[1870469414] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kube-proxy; range_end:; response_count:1; response_revision:24922; }","duration":"162.342205ms","start":"2026-03-04T03:28:52.481798Z","end":"2026-03-04T03:28:52.64414Z","steps":["trace[1870469414] 'agreement among raft nodes before linearized reading' (duration: 162.289004ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:52.644172Z","caller":"traceutil/trace.go:171","msg":"trace[1669828022] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:24922; }","duration":"137.074256ms","start":"2026-03-04T03:28:52.507078Z","end":"2026-03-04T03:28:52.644152Z","steps":["trace[1669828022] 'agreement among raft nodes before linearized reading' (duration: 136.862741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:52.644284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.543601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1370"} {"level":"info","ts":"2026-03-04T03:28:52.644304Z","caller":"traceutil/trace.go:171","msg":"trace[1287857781] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:24922; }","duration":"186.567302ms","start":"2026-03-04T03:28:52.457732Z","end":"2026-03-04T03:28:52.644299Z","steps":["trace[1287857781] 'agreement among raft nodes before linearized reading' (duration: 186.48661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:52.64436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.394586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-messaging-topology-operator-webhook\" ","response":"range_response_count:1 size:1606"} {"level":"info","ts":"2026-03-04T03:28:52.644376Z","caller":"traceutil/trace.go:171","msg":"trace[1259545517] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-messaging-topology-operator-webhook; range_end:; response_count:1; response_revision:24922; }","duration":"212.434047ms","start":"2026-03-04T03:28:52.431937Z","end":"2026-03-04T03:28:52.644371Z","steps":["trace[1259545517] 'agreement among raft nodes before linearized reading' (duration: 212.403246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:52.644427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.896171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:28:52.644441Z","caller":"traceutil/trace.go:171","msg":"trace[801767490] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24922; }","duration":"219.929062ms","start":"2026-03-04T03:28:52.424509Z","end":"2026-03-04T03:28:52.644438Z","steps":["trace[801767490] 'agreement among raft nodes before linearized reading' (duration: 219.902462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:52.644447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.06146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-prometheus-node-exporter\" ","response":"range_response_count:1 size:1681"} {"level":"warn","ts":"2026-03-04T03:28:52.644461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.598219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:28:52.644507Z","caller":"traceutil/trace.go:171","msg":"trace[1100565340] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24922; }","duration":"244.658411ms","start":"2026-03-04T03:28:52.399838Z","end":"2026-03-04T03:28:52.644496Z","steps":["trace[1100565340] 'agreement among raft nodes before linearized reading' (duration: 244.594259ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:52.644478Z","caller":"traceutil/trace.go:171","msg":"trace[906341103] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-prometheus-node-exporter; range_end:; response_count:1; response_revision:24922; }","duration":"112.125102ms","start":"2026-03-04T03:28:52.532343Z","end":"2026-03-04T03:28:52.644468Z","steps":["trace[906341103] 'agreement among raft nodes before linearized reading' (duration: 112.04445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:52.644703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.882592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/pxc-operator\" ","response":"range_response_count:1 size:4386"} {"level":"info","ts":"2026-03-04T03:28:52.644745Z","caller":"traceutil/trace.go:171","msg":"trace[1767275094] range","detail":"{range_begin:/registry/deployments/openstack/pxc-operator; range_end:; response_count:1; response_revision:24922; }","duration":"237.933983ms","start":"2026-03-04T03:28:52.406799Z","end":"2026-03-04T03:28:52.644733Z","steps":["trace[1767275094] 'agreement among raft nodes before linearized reading' (duration: 237.874922ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:52.833069Z","caller":"traceutil/trace.go:171","msg":"trace[1807251403] linearizableReadLoop","detail":"{readStateIndex:25828; appliedIndex:25827; }","duration":"178.065004ms","start":"2026-03-04T03:28:52.654973Z","end":"2026-03-04T03:28:52.833038Z","steps":["trace[1807251403] 'read index received' (duration: 132.832436ms)","trace[1807251403] 'applied index is now lower than readState.Index' (duration: 45.231338ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:28:52.83345Z","caller":"traceutil/trace.go:171","msg":"trace[1735513445] transaction","detail":"{read_only:false; response_revision:24923; number_of_response:1; }","duration":"179.929107ms","start":"2026-03-04T03:28:52.653498Z","end":"2026-03-04T03:28:52.833427Z","steps":["trace[1735513445] 'process raft request' (duration: 134.338151ms)","trace[1735513445] 'compare' (duration: 44.886359ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:28:52.833537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.523614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:28:52.833634Z","caller":"traceutil/trace.go:171","msg":"trace[387958] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24923; }","duration":"178.663477ms","start":"2026-03-04T03:28:52.654951Z","end":"2026-03-04T03:28:52.833615Z","steps":["trace[387958] 'agreement among raft nodes before linearized reading' (duration: 178.461862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:52.833622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.200551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-heat-nodes\" ","response":"range_response_count:1 size:1248"} {"level":"warn","ts":"2026-03-04T03:28:52.833727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.959977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-replicas\" ","response":"range_response_count:1 size:2115"} {"level":"info","ts":"2026-03-04T03:28:52.833752Z","caller":"traceutil/trace.go:171","msg":"trace[455392816] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-heat-nodes; range_end:; response_count:1; response_revision:24923; }","duration":"141.371755ms","start":"2026-03-04T03:28:52.692369Z","end":"2026-03-04T03:28:52.833741Z","steps":["trace[455392816] 'agreement among raft nodes before linearized reading' (duration: 141.132059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:52.833773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.08004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-03-04T03:28:52.833797Z","caller":"traceutil/trace.go:171","msg":"trace[2020165191] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-haproxy-replicas; range_end:; response_count:1; response_revision:24923; }","duration":"177.031329ms","start":"2026-03-04T03:28:52.656743Z","end":"2026-03-04T03:28:52.833774Z","steps":["trace[2020165191] 'agreement among raft nodes before linearized reading' (duration: 176.692781ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:52.833855Z","caller":"traceutil/trace.go:171","msg":"trace[302792319] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:24923; }","duration":"171.187442ms","start":"2026-03-04T03:28:52.662649Z","end":"2026-03-04T03:28:52.833836Z","steps":["trace[302792319] 'agreement among raft nodes before linearized reading' (duration: 170.875255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:52.833917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.763167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/nova-novncproxy\" ","response":"range_response_count:1 size:933"} {"level":"info","ts":"2026-03-04T03:28:52.834141Z","caller":"traceutil/trace.go:171","msg":"trace[1713786486] range","detail":"{range_begin:/registry/services/specs/openstack/nova-novncproxy; range_end:; response_count:1; response_revision:24923; }","duration":"127.88902ms","start":"2026-03-04T03:28:52.70611Z","end":"2026-03-04T03:28:52.833999Z","steps":["trace[1713786486] 'agreement among raft nodes before linearized reading' (duration: 127.411079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:53.360183Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395090550,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T03:28:53.629416Z","caller":"traceutil/trace.go:171","msg":"trace[1041922194] transaction","detail":"{read_only:false; response_revision:24924; number_of_response:1; }","duration":"781.200404ms","start":"2026-03-04T03:28:52.848168Z","end":"2026-03-04T03:28:53.629368Z","steps":["trace[1041922194] 'process raft request' (duration: 730.731504ms)","trace[1041922194] 'compare' (duration: 49.888417ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:28:53.629738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:52.848153Z","time spent":"781.458251ms","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:28:53.632703Z","caller":"traceutil/trace.go:171","msg":"trace[2096421927] transaction","detail":"{read_only:false; response_revision:24926; number_of_response:1; }","duration":"288.100706ms","start":"2026-03-04T03:28:53.344578Z","end":"2026-03-04T03:28:53.632679Z","steps":["trace[2096421927] 'process raft request' (duration: 288.020794ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:53.632725Z","caller":"traceutil/trace.go:171","msg":"trace[233228662] transaction","detail":"{read_only:false; response_revision:24925; number_of_response:1; }","duration":"359.240649ms","start":"2026-03-04T03:28:53.273462Z","end":"2026-03-04T03:28:53.632703Z","steps":["trace[233228662] 'process raft request' (duration: 358.979663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:53.63286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:53.273427Z","time spent":"359.358552ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:28:53.632945Z","caller":"traceutil/trace.go:171","msg":"trace[246969425] transaction","detail":"{read_only:false; response_revision:24927; number_of_response:1; }","duration":"287.45711ms","start":"2026-03-04T03:28:53.34547Z","end":"2026-03-04T03:28:53.632927Z","steps":["trace[246969425] 'process raft request' (duration: 287.168464ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:53.633136Z","caller":"traceutil/trace.go:171","msg":"trace[363774288] transaction","detail":"{read_only:false; response_revision:24928; number_of_response:1; }","duration":"267.491134ms","start":"2026-03-04T03:28:53.365631Z","end":"2026-03-04T03:28:53.633122Z","steps":["trace[363774288] 'process raft request' (duration: 267.235428ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:53.63329Z","caller":"traceutil/trace.go:171","msg":"trace[1811407299] linearizableReadLoop","detail":"{readStateIndex:25832; appliedIndex:25828; }","duration":"776.755201ms","start":"2026-03-04T03:28:52.856524Z","end":"2026-03-04T03:28:53.633279Z","steps":["trace[1811407299] 'read index received' (duration: 722.41767ms)","trace[1811407299] 'applied index is now lower than readState.Index' (duration: 54.336421ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:28:53.633321Z","caller":"traceutil/trace.go:171","msg":"trace[41257608] transaction","detail":"{read_only:false; response_revision:24930; number_of_response:1; }","duration":"266.520761ms","start":"2026-03-04T03:28:53.366791Z","end":"2026-03-04T03:28:53.633311Z","steps":["trace[41257608] 'process raft request' (duration: 266.392928ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:53.633339Z","caller":"traceutil/trace.go:171","msg":"trace[253282068] transaction","detail":"{read_only:false; response_revision:24929; number_of_response:1; }","duration":"266.902101ms","start":"2026-03-04T03:28:53.366421Z","end":"2026-03-04T03:28:53.633323Z","steps":["trace[253282068] 'process raft request' (duration: 266.646265ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:53.633361Z","caller":"traceutil/trace.go:171","msg":"trace[42692942] transaction","detail":"{read_only:false; response_revision:24931; number_of_response:1; }","duration":"265.911617ms","start":"2026-03-04T03:28:53.367442Z","end":"2026-03-04T03:28:53.633353Z","steps":["trace[42692942] 'process raft request' (duration: 265.804095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:53.633503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.969476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-04T03:28:53.633529Z","caller":"traceutil/trace.go:171","msg":"trace[171688713] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24931; }","duration":"777.041747ms","start":"2026-03-04T03:28:52.85648Z","end":"2026-03-04T03:28:53.633522Z","steps":["trace[171688713] 'agreement among raft nodes before linearized reading' (duration: 776.932305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:53.633548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:52.85646Z","time spent":"777.082319ms","remote":"127.0.0.1:36312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T03:28:53.633555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.72767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-kube-state-metrics\" ","response":"range_response_count:1 size:1597"} {"level":"info","ts":"2026-03-04T03:28:53.633588Z","caller":"traceutil/trace.go:171","msg":"trace[1644488898] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-kube-state-metrics; range_end:; response_count:1; response_revision:24931; }","duration":"776.769362ms","start":"2026-03-04T03:28:52.856808Z","end":"2026-03-04T03:28:53.633578Z","steps":["trace[1644488898] 'agreement among raft nodes before linearized reading' (duration: 776.650849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:53.633616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:52.856803Z","time spent":"776.805802ms","remote":"127.0.0.1:47150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":1619,"request content":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-kube-state-metrics\" "} {"level":"warn","ts":"2026-03-04T03:28:53.633836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.896221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-03-04T03:28:53.633813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.897885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-controller-manager\" ","response":"range_response_count:1 size:1487"} {"level":"info","ts":"2026-03-04T03:28:53.633865Z","caller":"traceutil/trace.go:171","msg":"trace[1475463305] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24931; }","duration":"476.958821ms","start":"2026-03-04T03:28:53.156897Z","end":"2026-03-04T03:28:53.633856Z","steps":["trace[1475463305] 'agreement among raft nodes before linearized reading' (duration: 476.868499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:53.633893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:53.156881Z","time spent":"477.006623ms","remote":"127.0.0.1:36312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T03:28:53.633912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.589107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/valkey-metrics\" ","response":"range_response_count:1 size:1354"} {"level":"info","ts":"2026-03-04T03:28:53.633912Z","caller":"traceutil/trace.go:171","msg":"trace[934873931] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kube-controller-manager; range_end:; response_count:1; response_revision:24931; }","duration":"452.053589ms","start":"2026-03-04T03:28:53.18183Z","end":"2026-03-04T03:28:53.633884Z","steps":["trace[934873931] 'agreement among raft nodes before linearized reading' (duration: 451.738421ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:53.633934Z","caller":"traceutil/trace.go:171","msg":"trace[1821699344] range","detail":"{range_begin:/registry/services/specs/openstack/valkey-metrics; range_end:; response_count:1; response_revision:24931; }","duration":"501.649209ms","start":"2026-03-04T03:28:53.132278Z","end":"2026-03-04T03:28:53.633927Z","steps":["trace[1821699344] 'agreement among raft nodes before linearized reading' (duration: 501.597898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:53.633953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:53.132259Z","time spent":"501.690719ms","remote":"127.0.0.1:47150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":1376,"request content":"key:\"/registry/services/specs/openstack/valkey-metrics\" "} {"level":"warn","ts":"2026-03-04T03:28:53.633965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:53.181804Z","time spent":"452.152182ms","remote":"127.0.0.1:47150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":1509,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T03:28:53.633984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.229951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-glance-nodes\" ","response":"range_response_count:1 size:1256"} {"level":"info","ts":"2026-03-04T03:28:53.634023Z","caller":"traceutil/trace.go:171","msg":"trace[1659138862] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-glance-nodes; range_end:; response_count:1; response_revision:24931; }","duration":"552.317243ms","start":"2026-03-04T03:28:53.081696Z","end":"2026-03-04T03:28:53.634013Z","steps":["trace[1659138862] 'agreement among raft nodes before linearized reading' (duration: 552.20864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:53.634053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:53.081671Z","time spent":"552.375215ms","remote":"127.0.0.1:47150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1278,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-glance-nodes\" "} {"level":"warn","ts":"2026-03-04T03:28:53.634087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.450318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/magnum-api\" ","response":"range_response_count:1 size:925"} {"level":"warn","ts":"2026-03-04T03:28:53.634092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.262421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-results-cache\" ","response":"range_response_count:1 size:1494"} {"level":"info","ts":"2026-03-04T03:28:53.634105Z","caller":"traceutil/trace.go:171","msg":"trace[2093415838] range","detail":"{range_begin:/registry/services/specs/openstack/magnum-api; range_end:; response_count:1; response_revision:24931; }","duration":"576.498609ms","start":"2026-03-04T03:28:53.057601Z","end":"2026-03-04T03:28:53.634099Z","steps":["trace[2093415838] 'agreement among raft nodes before linearized reading' (duration: 576.447298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:53.634123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:53.057583Z","time spent":"576.536859ms","remote":"127.0.0.1:47150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":947,"request content":"key:\"/registry/services/specs/openstack/magnum-api\" "} {"level":"info","ts":"2026-03-04T03:28:53.634121Z","caller":"traceutil/trace.go:171","msg":"trace[1335354934] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-results-cache; range_end:; response_count:1; response_revision:24931; }","duration":"649.323511ms","start":"2026-03-04T03:28:52.984789Z","end":"2026-03-04T03:28:53.634113Z","steps":["trace[1335354934] 'agreement among raft nodes before linearized reading' (duration: 649.243979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:53.634147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:52.984772Z","time spent":"649.369543ms","remote":"127.0.0.1:47150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1516,"request content":"key:\"/registry/services/specs/monitoring/loki-results-cache\" "} {"level":"warn","ts":"2026-03-04T03:28:53.634182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.307159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-octavia-nodes\" ","response":"range_response_count:1 size:1263"} {"level":"warn","ts":"2026-03-04T03:28:53.634204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.701681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/heat-cfn\" ","response":"range_response_count:1 size:915"} {"level":"info","ts":"2026-03-04T03:28:53.634205Z","caller":"traceutil/trace.go:171","msg":"trace[105672130] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-octavia-nodes; range_end:; response_count:1; response_revision:24931; }","duration":"527.356749ms","start":"2026-03-04T03:28:53.106841Z","end":"2026-03-04T03:28:53.634198Z","steps":["trace[105672130] 'agreement among raft nodes before linearized reading' (duration: 527.277057ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:53.634219Z","caller":"traceutil/trace.go:171","msg":"trace[2008050484] range","detail":"{range_begin:/registry/services/specs/openstack/heat-cfn; range_end:; response_count:1; response_revision:24931; }","duration":"602.753213ms","start":"2026-03-04T03:28:53.031461Z","end":"2026-03-04T03:28:53.634215Z","steps":["trace[2008050484] 'agreement among raft nodes before linearized reading' (duration: 602.705851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:53.63423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:53.106825Z","time spent":"527.400041ms","remote":"127.0.0.1:47150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1285,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-octavia-nodes\" "} {"level":"warn","ts":"2026-03-04T03:28:53.63427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.675121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3308"} {"level":"info","ts":"2026-03-04T03:28:53.634301Z","caller":"traceutil/trace.go:171","msg":"trace[2067957416] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:24931; }","duration":"676.705811ms","start":"2026-03-04T03:28:52.957585Z","end":"2026-03-04T03:28:53.634291Z","steps":["trace[2067957416] 'agreement among raft nodes before linearized reading' (duration: 676.623999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:53.634317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.203583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-66374157-77a6-4b9c-8245-2b0a80772608\" ","response":"range_response_count:1 size:3761"} {"level":"warn","ts":"2026-03-04T03:28:53.634325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:52.95755Z","time spent":"676.769633ms","remote":"127.0.0.1:35416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3330,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" "} {"level":"info","ts":"2026-03-04T03:28:53.634349Z","caller":"traceutil/trace.go:171","msg":"trace[335055244] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-66374157-77a6-4b9c-8245-2b0a80772608; range_end:; response_count:1; response_revision:24931; }","duration":"233.231163ms","start":"2026-03-04T03:28:53.401106Z","end":"2026-03-04T03:28:53.634337Z","steps":["trace[335055244] 'agreement among raft nodes before linearized reading' (duration: 233.137371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:53.634236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:53.031444Z","time spent":"602.788423ms","remote":"127.0.0.1:47150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":937,"request content":"key:\"/registry/services/specs/openstack/heat-cfn\" "} {"level":"warn","ts":"2026-03-04T03:28:53.634391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.531615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/vector-headless\" ","response":"range_response_count:1 size:1163"} {"level":"info","ts":"2026-03-04T03:28:53.634415Z","caller":"traceutil/trace.go:171","msg":"trace[290232024] range","detail":"{range_begin:/registry/services/specs/monitoring/vector-headless; range_end:; response_count:1; response_revision:24931; }","duration":"752.582736ms","start":"2026-03-04T03:28:52.881825Z","end":"2026-03-04T03:28:53.634408Z","steps":["trace[290232024] 'agreement among raft nodes before linearized reading' (duration: 752.523495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:53.634432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:52.88181Z","time spent":"752.617937ms","remote":"127.0.0.1:47150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":1185,"request content":"key:\"/registry/services/specs/monitoring/vector-headless\" "} {"level":"warn","ts":"2026-03-04T03:28:53.634527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.71272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/staffeln-api\" ","response":"range_response_count:1 size:933"} {"level":"info","ts":"2026-03-04T03:28:53.634544Z","caller":"traceutil/trace.go:171","msg":"trace[250614924] range","detail":"{range_begin:/registry/services/specs/openstack/staffeln-api; range_end:; response_count:1; response_revision:24931; }","duration":"702.776191ms","start":"2026-03-04T03:28:52.931761Z","end":"2026-03-04T03:28:53.634537Z","steps":["trace[250614924] 'agreement among raft nodes before linearized reading' (duration: 702.7271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:53.63455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.292809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T03:28:53.634575Z","caller":"traceutil/trace.go:171","msg":"trace[1857029130] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24931; }","duration":"267.330201ms","start":"2026-03-04T03:28:53.367236Z","end":"2026-03-04T03:28:53.634566Z","steps":["trace[1857029130] 'agreement among raft nodes before linearized reading' (duration: 267.255599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:53.634628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.714344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rook-ceph-rgw-ceph\" ","response":"range_response_count:1 size:1702"} {"level":"info","ts":"2026-03-04T03:28:53.634648Z","caller":"traceutil/trace.go:171","msg":"trace[317143788] range","detail":"{range_begin:/registry/services/specs/openstack/rook-ceph-rgw-ceph; range_end:; response_count:1; response_revision:24931; }","duration":"727.768136ms","start":"2026-03-04T03:28:52.906874Z","end":"2026-03-04T03:28:53.634642Z","steps":["trace[317143788] 'agreement among raft nodes before linearized reading' (duration: 727.714144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:53.634664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:52.906858Z","time spent":"727.802736ms","remote":"127.0.0.1:47150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1724,"request content":"key:\"/registry/services/specs/openstack/rook-ceph-rgw-ceph\" "} {"level":"warn","ts":"2026-03-04T03:28:53.633862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.675998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-03-04T03:28:53.634729Z","caller":"traceutil/trace.go:171","msg":"trace[1553555608] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:24931; }","duration":"626.59703ms","start":"2026-03-04T03:28:53.008127Z","end":"2026-03-04T03:28:53.634724Z","steps":["trace[1553555608] 'agreement among raft nodes before linearized reading' (duration: 625.686789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:53.634731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.978116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-04T03:28:53.634747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:53.008099Z","time spent":"626.641701ms","remote":"127.0.0.1:47150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1016,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"info","ts":"2026-03-04T03:28:53.634754Z","caller":"traceutil/trace.go:171","msg":"trace[1684973598] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24931; }","duration":"268.015556ms","start":"2026-03-04T03:28:53.36673Z","end":"2026-03-04T03:28:53.634746Z","steps":["trace[1684973598] 'agreement among raft nodes before linearized reading' (duration: 267.946404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:53.634791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.56069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-04T03:28:53.635001Z","caller":"traceutil/trace.go:171","msg":"trace[1986543392] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24931; }","duration":"425.801756ms","start":"2026-03-04T03:28:53.209188Z","end":"2026-03-04T03:28:53.63499Z","steps":["trace[1986543392] 'agreement among raft nodes before linearized reading' (duration: 425.530209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:53.635028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:53.209173Z","time spent":"425.848456ms","remote":"127.0.0.1:36312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T03:28:53.634575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:52.931738Z","time spent":"702.821722ms","remote":"127.0.0.1:47150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":955,"request content":"key:\"/registry/services/specs/openstack/staffeln-api\" "} {"level":"warn","ts":"2026-03-04T03:28:53.6352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.46594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T03:28:53.635243Z","caller":"traceutil/trace.go:171","msg":"trace[1052889340] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24931; }","duration":"269.526441ms","start":"2026-03-04T03:28:53.365708Z","end":"2026-03-04T03:28:53.635234Z","steps":["trace[1052889340] 'agreement among raft nodes before linearized reading' (duration: 269.425449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:53.63543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.789328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T03:28:53.635455Z","caller":"traceutil/trace.go:171","msg":"trace[1274856393] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24931; }","duration":"269.857799ms","start":"2026-03-04T03:28:53.36559Z","end":"2026-03-04T03:28:53.635448Z","steps":["trace[1274856393] 'agreement among raft nodes before linearized reading' (duration: 269.780798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:53.635548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.526369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-chunks-cache\" ","response":"range_response_count:1 size:1490"} {"level":"info","ts":"2026-03-04T03:28:53.635573Z","caller":"traceutil/trace.go:171","msg":"trace[830061158] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-chunks-cache; range_end:; response_count:1; response_revision:24931; }","duration":"378.582201ms","start":"2026-03-04T03:28:53.256982Z","end":"2026-03-04T03:28:53.635564Z","steps":["trace[830061158] 'agreement among raft nodes before linearized reading' (duration: 378.496779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:53.635596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:53.256967Z","time spent":"378.624652ms","remote":"127.0.0.1:47150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1512,"request content":"key:\"/registry/services/specs/monitoring/loki-chunks-cache\" "} {"level":"warn","ts":"2026-03-04T03:28:53.635623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.642157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3298"} {"level":"info","ts":"2026-03-04T03:28:53.635652Z","caller":"traceutil/trace.go:171","msg":"trace[1294934793] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:24931; }","duration":"403.710019ms","start":"2026-03-04T03:28:53.231934Z","end":"2026-03-04T03:28:53.635644Z","steps":["trace[1294934793] 'agreement among raft nodes before linearized reading' (duration: 403.626447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:53.635677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:53.231915Z","time spent":"403.7563ms","remote":"127.0.0.1:35416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3320,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-03-04T03:28:53.635696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.470385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:1434"} {"level":"info","ts":"2026-03-04T03:28:53.635721Z","caller":"traceutil/trace.go:171","msg":"trace[1669381488] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:24931; }","duration":"303.521556ms","start":"2026-03-04T03:28:53.332187Z","end":"2026-03-04T03:28:53.635708Z","steps":["trace[1669381488] 'agreement among raft nodes before linearized reading' (duration: 303.456515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:53.635738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:53.332173Z","time spent":"303.561247ms","remote":"127.0.0.1:47150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":1456,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-03-04T03:28:53.63583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.814508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/nova-api\" ","response":"range_response_count:1 size:916"} {"level":"info","ts":"2026-03-04T03:28:53.635845Z","caller":"traceutil/trace.go:171","msg":"trace[482971256] range","detail":"{range_begin:/registry/services/specs/openstack/nova-api; range_end:; response_count:1; response_revision:24931; }","duration":"328.865939ms","start":"2026-03-04T03:28:53.306974Z","end":"2026-03-04T03:28:53.635839Z","steps":["trace[482971256] 'agreement among raft nodes before linearized reading' (duration: 328.808457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:53.635862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:53.30696Z","time spent":"328.89736ms","remote":"127.0.0.1:47150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":938,"request content":"key:\"/registry/services/specs/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-04T03:28:53.635959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.195431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/magnum-registry\" ","response":"range_response_count:1 size:755"} {"level":"info","ts":"2026-03-04T03:28:53.635975Z","caller":"traceutil/trace.go:171","msg":"trace[450595907] range","detail":"{range_begin:/registry/services/specs/openstack/magnum-registry; range_end:; response_count:1; response_revision:24931; }","duration":"354.211962ms","start":"2026-03-04T03:28:53.281757Z","end":"2026-03-04T03:28:53.635969Z","steps":["trace[450595907] 'agreement among raft nodes before linearized reading' (duration: 354.14866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:53.635993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:53.281706Z","time spent":"354.282613ms","remote":"127.0.0.1:47150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":777,"request content":"key:\"/registry/services/specs/openstack/magnum-registry\" "} {"level":"warn","ts":"2026-03-04T03:28:55.459025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.667018625s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T03:28:55.45917Z","caller":"traceutil/trace.go:171","msg":"trace[1573229289] linearizableReadLoop","detail":"{readStateIndex:25839; appliedIndex:25836; }","duration":"1.819429138s","start":"2026-03-04T03:28:53.639729Z","end":"2026-03-04T03:28:55.459158Z","steps":["trace[1573229289] 'read index received' (duration: 41.235835ms)","trace[1573229289] 'applied index is now lower than readState.Index' (duration: 1.778192463s)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:28:55.459189Z","caller":"traceutil/trace.go:171","msg":"trace[354754979] transaction","detail":"{read_only:false; response_revision:24934; number_of_response:1; }","duration":"1.820134695s","start":"2026-03-04T03:28:53.639033Z","end":"2026-03-04T03:28:55.459168Z","steps":["trace[354754979] 'process raft request' (duration: 1.820060653s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:55.459221Z","caller":"traceutil/trace.go:171","msg":"trace[1633421989] transaction","detail":"{read_only:false; response_revision:24935; number_of_response:1; }","duration":"1.817323589s","start":"2026-03-04T03:28:53.641879Z","end":"2026-03-04T03:28:55.459203Z","steps":["trace[1633421989] 'process raft request' (duration: 1.817253537s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:55.459218Z","caller":"traceutil/trace.go:171","msg":"trace[793138929] transaction","detail":"{read_only:false; response_revision:24933; number_of_response:1; }","duration":"1.820191646s","start":"2026-03-04T03:28:53.638977Z","end":"2026-03-04T03:28:55.459169Z","steps":["trace[793138929] 'process raft request' (duration: 152.962307ms)","trace[793138929] 'compare' (duration: 1.6660204s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:28:55.459289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:53.639029Z","time spent":"1.820206596s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:28:55.4593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:53.641864Z","time spent":"1.817396051s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:28:55.459324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.819591182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3313"} {"level":"info","ts":"2026-03-04T03:28:55.459343Z","caller":"traceutil/trace.go:171","msg":"trace[1780774252] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:24935; }","duration":"1.819622623s","start":"2026-03-04T03:28:53.639714Z","end":"2026-03-04T03:28:55.459336Z","steps":["trace[1780774252] 'agreement among raft nodes before linearized reading' (duration: 1.81950643s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:55.459365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:53.639706Z","time spent":"1.819653593s","remote":"127.0.0.1:35416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3335,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"warn","ts":"2026-03-04T03:28:55.45936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:53.638958Z","time spent":"1.820326089s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:28:55.459398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.817457181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/magnum-conductor\" ","response":"range_response_count:1 size:8224"} {"level":"warn","ts":"2026-03-04T03:28:55.459415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.702264449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:6130"} {"level":"info","ts":"2026-03-04T03:28:55.459469Z","caller":"traceutil/trace.go:171","msg":"trace[1799361649] range","detail":"{range_begin:/registry/statefulsets/openstack/magnum-conductor; range_end:; response_count:1; response_revision:24935; }","duration":"1.817557344s","start":"2026-03-04T03:28:53.641895Z","end":"2026-03-04T03:28:55.459452Z","steps":["trace[1799361649] 'agreement among raft nodes before linearized reading' (duration: 1.81735665s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:55.459498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:53.641888Z","time spent":"1.817604845s","remote":"127.0.0.1:47418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":8246,"request content":"key:\"/registry/statefulsets/openstack/magnum-conductor\" "} {"level":"info","ts":"2026-03-04T03:28:55.459488Z","caller":"traceutil/trace.go:171","msg":"trace[1012178280] range","detail":"{range_begin:/registry/daemonsets/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24935; }","duration":"1.702397112s","start":"2026-03-04T03:28:53.757071Z","end":"2026-03-04T03:28:55.459469Z","steps":["trace[1012178280] 'agreement among raft nodes before linearized reading' (duration: 1.702247048s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:55.459496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.817459722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" ","response":"range_response_count:1 size:9545"} {"level":"warn","ts":"2026-03-04T03:28:55.459531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:53.757046Z","time spent":"1.702477114s","remote":"127.0.0.1:47424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6152,"request content":"key:\"/registry/daemonsets/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-04T03:28:55.459542Z","caller":"traceutil/trace.go:171","msg":"trace[1780601131] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-cinder-server; range_end:; response_count:1; response_revision:24935; }","duration":"1.817513013s","start":"2026-03-04T03:28:53.642016Z","end":"2026-03-04T03:28:55.459529Z","steps":["trace[1780601131] 'agreement among raft nodes before linearized reading' (duration: 1.817342429s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:55.459554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.817574044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:15276"} {"level":"warn","ts":"2026-03-04T03:28:55.459573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:53.642012Z","time spent":"1.817552914s","remote":"127.0.0.1:47418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9567,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" "} {"level":"warn","ts":"2026-03-04T03:28:55.459583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.807752014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:28:55.459582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.75239371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/valkey-node\" ","response":"range_response_count:1 size:16022"} {"level":"info","ts":"2026-03-04T03:28:55.459604Z","caller":"traceutil/trace.go:171","msg":"trace[1321006698] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24935; }","duration":"1.807795146s","start":"2026-03-04T03:28:53.651801Z","end":"2026-03-04T03:28:55.459596Z","steps":["trace[1321006698] 'agreement among raft nodes before linearized reading' (duration: 1.807756845s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:55.459599Z","caller":"traceutil/trace.go:171","msg":"trace[784211757] range","detail":"{range_begin:/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:24935; }","duration":"1.817638796s","start":"2026-03-04T03:28:53.641947Z","end":"2026-03-04T03:28:55.459585Z","steps":["trace[784211757] 'agreement among raft nodes before linearized reading' (duration: 1.817492073s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:55.459608Z","caller":"traceutil/trace.go:171","msg":"trace[174642457] range","detail":"{range_begin:/registry/statefulsets/openstack/valkey-node; range_end:; response_count:1; response_revision:24935; }","duration":"1.752440132s","start":"2026-03-04T03:28:53.70716Z","end":"2026-03-04T03:28:55.4596Z","steps":["trace[174642457] 'agreement among raft nodes before linearized reading' (duration: 1.75236262s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:55.459618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:53.65179Z","time spent":"1.807825876s","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T03:28:55.459623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.772449809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/neutron-netns-cleanup-cron-default\" ","response":"range_response_count:1 size:9722"} {"level":"warn","ts":"2026-03-04T03:28:55.459627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:53.707132Z","time spent":"1.752491442s","remote":"127.0.0.1:47418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":16044,"request content":"key:\"/registry/statefulsets/openstack/valkey-node\" "} {"level":"warn","ts":"2026-03-04T03:28:55.459636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:53.641941Z","time spent":"1.817682017s","remote":"127.0.0.1:47418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":15298,"request content":"key:\"/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-03-04T03:28:55.459657Z","caller":"traceutil/trace.go:171","msg":"trace[419845972] range","detail":"{range_begin:/registry/daemonsets/openstack/neutron-netns-cleanup-cron-default; range_end:; response_count:1; response_revision:24935; }","duration":"1.772514701s","start":"2026-03-04T03:28:53.68713Z","end":"2026-03-04T03:28:55.459644Z","steps":["trace[419845972] 'agreement among raft nodes before linearized reading' (duration: 1.772449439s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:55.459674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.817728078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/neutron-ovs-agent-default\" ","response":"range_response_count:1 size:17148"} {"level":"warn","ts":"2026-03-04T03:28:55.45968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:53.687112Z","time spent":"1.772562663s","remote":"127.0.0.1:47424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":9744,"request content":"key:\"/registry/daemonsets/openstack/neutron-netns-cleanup-cron-default\" "} {"level":"warn","ts":"2026-03-04T03:28:55.459547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.817019111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/node-feature-discovery-worker\" ","response":"range_response_count:1 size:5707"} {"level":"info","ts":"2026-03-04T03:28:55.459695Z","caller":"traceutil/trace.go:171","msg":"trace[684826009] range","detail":"{range_begin:/registry/daemonsets/openstack/neutron-ovs-agent-default; range_end:; response_count:1; response_revision:24935; }","duration":"1.817755039s","start":"2026-03-04T03:28:53.641934Z","end":"2026-03-04T03:28:55.459689Z","steps":["trace[684826009] 'agreement among raft nodes before linearized reading' (duration: 1.817685617s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:55.459704Z","caller":"traceutil/trace.go:171","msg":"trace[811496272] range","detail":"{range_begin:/registry/daemonsets/monitoring/node-feature-discovery-worker; range_end:; response_count:1; response_revision:24935; }","duration":"1.817184975s","start":"2026-03-04T03:28:53.642511Z","end":"2026-03-04T03:28:55.459696Z","steps":["trace[811496272] 'agreement among raft nodes before linearized reading' (duration: 1.816990941s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:55.459711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:53.641931Z","time spent":"1.817776879s","remote":"127.0.0.1:47424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":17170,"request content":"key:\"/registry/daemonsets/openstack/neutron-ovs-agent-default\" "} {"level":"warn","ts":"2026-03-04T03:28:55.459728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:53.642505Z","time spent":"1.817217226s","remote":"127.0.0.1:47424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":5729,"request content":"key:\"/registry/daemonsets/monitoring/node-feature-discovery-worker\" "} {"level":"warn","ts":"2026-03-04T03:28:55.459779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.946978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:28:55.459774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.817748989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/kube-proxy\" ","response":"range_response_count:1 size:2919"} {"level":"info","ts":"2026-03-04T03:28:55.459798Z","caller":"traceutil/trace.go:171","msg":"trace[53846128] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:24935; }","duration":"913.993669ms","start":"2026-03-04T03:28:54.545799Z","end":"2026-03-04T03:28:55.459792Z","steps":["trace[53846128] 'agreement among raft nodes before linearized reading' (duration: 913.961469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:55.459801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.817868991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" ","response":"range_response_count:1 size:9547"} {"level":"warn","ts":"2026-03-04T03:28:55.459813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:54.545785Z","time spent":"914.02448ms","remote":"127.0.0.1:35528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-03-04T03:28:55.459809Z","caller":"traceutil/trace.go:171","msg":"trace[2005243610] range","detail":"{range_begin:/registry/daemonsets/kube-system/kube-proxy; range_end:; response_count:1; response_revision:24935; }","duration":"1.817791189s","start":"2026-03-04T03:28:53.642008Z","end":"2026-03-04T03:28:55.459799Z","steps":["trace[2005243610] 'agreement among raft nodes before linearized reading' (duration: 1.817696167s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:55.459817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.93629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T03:28:55.459821Z","caller":"traceutil/trace.go:171","msg":"trace[1093399578] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-magnum-server; range_end:; response_count:1; response_revision:24935; }","duration":"1.817895562s","start":"2026-03-04T03:28:53.641921Z","end":"2026-03-04T03:28:55.459817Z","steps":["trace[1093399578] 'agreement among raft nodes before linearized reading' (duration: 1.817842141s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:55.459836Z","caller":"traceutil/trace.go:171","msg":"trace[567164040] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:24935; }","duration":"680.988901ms","start":"2026-03-04T03:28:54.778841Z","end":"2026-03-04T03:28:55.45983Z","steps":["trace[567164040] 'agreement among raft nodes before linearized reading' (duration: 680.94156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:55.459839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:53.642003Z","time spent":"1.81782886s","remote":"127.0.0.1:47424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":2941,"request content":"key:\"/registry/daemonsets/kube-system/kube-proxy\" "} {"level":"warn","ts":"2026-03-04T03:28:55.459854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:54.778822Z","time spent":"681.028173ms","remote":"127.0.0.1:47020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:28:55.459899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.817851131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7507"} {"level":"info","ts":"2026-03-04T03:28:55.459919Z","caller":"traceutil/trace.go:171","msg":"trace[938985621] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:24935; }","duration":"1.817911522s","start":"2026-03-04T03:28:53.642002Z","end":"2026-03-04T03:28:55.459913Z","steps":["trace[938985621] 'agreement among raft nodes before linearized reading' (duration: 1.817850771s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:55.459893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.817908832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/libvirt-libvirt-default\" ","response":"range_response_count:1 size:17551"} {"level":"warn","ts":"2026-03-04T03:28:55.459565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.727404346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"warn","ts":"2026-03-04T03:28:55.459942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.131191368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-04T03:28:55.459958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.702452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T03:28:55.459946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.818026015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/magnum-cluster-api-proxy\" ","response":"range_response_count:1 size:3392"} {"level":"info","ts":"2026-03-04T03:28:55.459962Z","caller":"traceutil/trace.go:171","msg":"trace[406207166] range","detail":"{range_begin:/registry/daemonsets/openstack/libvirt-libvirt-default; range_end:; response_count:1; response_revision:24935; }","duration":"1.817991194s","start":"2026-03-04T03:28:53.641953Z","end":"2026-03-04T03:28:55.459944Z","steps":["trace[406207166] 'agreement among raft nodes before linearized reading' (duration: 1.817775399s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:55.459978Z","caller":"traceutil/trace.go:171","msg":"trace[1946387029] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24935; }","duration":"1.131222868s","start":"2026-03-04T03:28:54.328742Z","end":"2026-03-04T03:28:55.459965Z","steps":["trace[1946387029] 'agreement among raft nodes before linearized reading' (duration: 1.131139996s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:55.459976Z","caller":"traceutil/trace.go:171","msg":"trace[1797845496] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:24935; }","duration":"768.751683ms","start":"2026-03-04T03:28:54.691218Z","end":"2026-03-04T03:28:55.45997Z","steps":["trace[1797845496] 'agreement among raft nodes before linearized reading' (duration: 768.667621ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:55.459995Z","caller":"traceutil/trace.go:171","msg":"trace[2033181811] range","detail":"{range_begin:/registry/daemonsets/openstack/magnum-cluster-api-proxy; range_end:; response_count:1; response_revision:24935; }","duration":"1.818083067s","start":"2026-03-04T03:28:53.641897Z","end":"2026-03-04T03:28:55.45998Z","steps":["trace[2033181811] 'agreement among raft nodes before linearized reading' (duration: 1.817942223s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:55.460009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:54.691201Z","time spent":"768.804574ms","remote":"127.0.0.1:47114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":90,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:28:55.460008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:54.328702Z","time spent":"1.13130062s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T03:28:55.460011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:53.64195Z","time spent":"1.818052745s","remote":"127.0.0.1:47424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":17573,"request content":"key:\"/registry/daemonsets/openstack/libvirt-libvirt-default\" "} {"level":"warn","ts":"2026-03-04T03:28:55.460063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.66706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-04T03:28:55.460063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:53.64189Z","time spent":"1.818130748s","remote":"127.0.0.1:47424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":3414,"request content":"key:\"/registry/daemonsets/openstack/magnum-cluster-api-proxy\" "} {"level":"info","ts":"2026-03-04T03:28:55.460083Z","caller":"traceutil/trace.go:171","msg":"trace[122243031] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:24935; }","duration":"250.693541ms","start":"2026-03-04T03:28:55.209385Z","end":"2026-03-04T03:28:55.460079Z","steps":["trace[122243031] 'agreement among raft nodes before linearized reading' (duration: 250.480626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:55.460081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.864708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:28:55.46011Z","caller":"traceutil/trace.go:171","msg":"trace[429481961] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24935; }","duration":"866.904189ms","start":"2026-03-04T03:28:54.593198Z","end":"2026-03-04T03:28:55.460102Z","steps":["trace[429481961] 'agreement among raft nodes before linearized reading' (duration: 866.860888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:55.459951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.781907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:28:55.460133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:54.59319Z","time spent":"866.934679ms","remote":"127.0.0.1:38022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:28:55.460142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.339363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-66374157-77a6-4b9c-8245-2b0a80772608\" ","response":"range_response_count:1 size:3761"} {"level":"info","ts":"2026-03-04T03:28:55.460177Z","caller":"traceutil/trace.go:171","msg":"trace[206504585] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-66374157-77a6-4b9c-8245-2b0a80772608; range_end:; response_count:1; response_revision:24935; }","duration":"818.404714ms","start":"2026-03-04T03:28:54.641764Z","end":"2026-03-04T03:28:55.460168Z","steps":["trace[206504585] 'agreement among raft nodes before linearized reading' (duration: 818.308382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:55.460177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.958095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:28:55.460202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:54.641747Z","time spent":"818.449476ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3783,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-66374157-77a6-4b9c-8245-2b0a80772608\" "} {"level":"info","ts":"2026-03-04T03:28:55.460213Z","caller":"traceutil/trace.go:171","msg":"trace[711976073] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:24935; }","duration":"206.022637ms","start":"2026-03-04T03:28:55.254178Z","end":"2026-03-04T03:28:55.460201Z","steps":["trace[711976073] 'agreement among raft nodes before linearized reading' (duration: 205.963035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:55.460229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.81824012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/neutron-dhcp-agent-default\" ","response":"range_response_count:1 size:16529"} {"level":"info","ts":"2026-03-04T03:28:55.460255Z","caller":"traceutil/trace.go:171","msg":"trace[234628199] range","detail":"{range_begin:/registry/daemonsets/openstack/neutron-dhcp-agent-default; range_end:; response_count:1; response_revision:24935; }","duration":"1.818278381s","start":"2026-03-04T03:28:53.64197Z","end":"2026-03-04T03:28:55.460248Z","steps":["trace[234628199] 'agreement among raft nodes before linearized reading' (duration: 1.81822578s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:55.459837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:53.641918Z","time spent":"1.817916082s","remote":"127.0.0.1:47418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9569,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" "} {"level":"warn","ts":"2026-03-04T03:28:55.460257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.628402111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3716"} {"level":"warn","ts":"2026-03-04T03:28:55.460273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:53.641963Z","time spent":"1.818306841s","remote":"127.0.0.1:47424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":16551,"request content":"key:\"/registry/daemonsets/openstack/neutron-dhcp-agent-default\" "} {"level":"info","ts":"2026-03-04T03:28:55.460288Z","caller":"traceutil/trace.go:171","msg":"trace[253553657] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:24935; }","duration":"1.628462753s","start":"2026-03-04T03:28:53.831816Z","end":"2026-03-04T03:28:55.460279Z","steps":["trace[253553657] 'agreement among raft nodes before linearized reading' (duration: 1.628381171s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:55.459937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:53.641983Z","time spent":"1.817949964s","remote":"127.0.0.1:47418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7529,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-04T03:28:55.460319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.652896145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:12029"} {"level":"info","ts":"2026-03-04T03:28:55.46015Z","caller":"traceutil/trace.go:171","msg":"trace[591523433] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24935; }","duration":"604.008191ms","start":"2026-03-04T03:28:54.856132Z","end":"2026-03-04T03:28:55.46014Z","steps":["trace[591523433] 'agreement among raft nodes before linearized reading' (duration: 603.797377ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:55.460345Z","caller":"traceutil/trace.go:171","msg":"trace[625782239] range","detail":"{range_begin:/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:24935; }","duration":"1.652922215s","start":"2026-03-04T03:28:53.807416Z","end":"2026-03-04T03:28:55.460338Z","steps":["trace[625782239] 'agreement among raft nodes before linearized reading' (duration: 1.652848863s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:55.460176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.267290129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:28:55.460365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:53.807353Z","time spent":"1.653007237s","remote":"127.0.0.1:47418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":12051,"request content":"key:\"/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-04T03:28:55.460365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:54.856115Z","time spent":"604.239017ms","remote":"127.0.0.1:38068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-04T03:28:55.460382Z","caller":"traceutil/trace.go:171","msg":"trace[1969255544] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:24935; }","duration":"1.267532354s","start":"2026-03-04T03:28:54.192841Z","end":"2026-03-04T03:28:55.460373Z","steps":["trace[1969255544] 'agreement among raft nodes before linearized reading' (duration: 1.267308479s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:55.459494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.802707427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7384"} {"level":"warn","ts":"2026-03-04T03:28:55.460407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:54.192821Z","time spent":"1.267578186s","remote":"127.0.0.1:45524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:28:55.460317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:53.831803Z","time spent":"1.628506264s","remote":"127.0.0.1:45472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3738,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"info","ts":"2026-03-04T03:28:55.459967Z","caller":"traceutil/trace.go:171","msg":"trace[835756669] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:24935; }","duration":"1.727819916s","start":"2026-03-04T03:28:53.732132Z","end":"2026-03-04T03:28:55.459952Z","steps":["trace[835756669] 'agreement among raft nodes before linearized reading' (duration: 1.727382776s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:55.460436Z","caller":"traceutil/trace.go:171","msg":"trace[303922003] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:24935; }","duration":"1.803662679s","start":"2026-03-04T03:28:53.656757Z","end":"2026-03-04T03:28:55.460419Z","steps":["trace[303922003] 'agreement among raft nodes before linearized reading' (duration: 1.802623675s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:55.460459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.679149408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3296"} {"level":"warn","ts":"2026-03-04T03:28:55.460463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:53.732123Z","time spent":"1.728328208s","remote":"127.0.0.1:35416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3328,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"info","ts":"2026-03-04T03:28:55.46048Z","caller":"traceutil/trace.go:171","msg":"trace[648949602] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:24935; }","duration":"1.679192219s","start":"2026-03-04T03:28:53.781282Z","end":"2026-03-04T03:28:55.460474Z","steps":["trace[648949602] 'agreement among raft nodes before linearized reading' (duration: 1.679133468s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:55.460478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:53.656747Z","time spent":"1.803716091s","remote":"127.0.0.1:45570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":7406,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-04T03:28:55.460495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:53.78127Z","time spent":"1.67922209s","remote":"127.0.0.1:35416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3318,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-03-04T03:28:55.673102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.877872ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T03:28:55.673237Z","caller":"traceutil/trace.go:171","msg":"trace[1329356574] linearizableReadLoop","detail":"{readStateIndex:25842; appliedIndex:25840; }","duration":"207.211265ms","start":"2026-03-04T03:28:55.466013Z","end":"2026-03-04T03:28:55.673225Z","steps":["trace[1329356574] 'read index received' (duration: 96.127908ms)","trace[1329356574] 'applied index is now lower than readState.Index' (duration: 111.082417ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:28:55.673287Z","caller":"traceutil/trace.go:171","msg":"trace[221339744] transaction","detail":"{read_only:false; response_revision:24937; number_of_response:1; }","duration":"209.17359ms","start":"2026-03-04T03:28:55.464107Z","end":"2026-03-04T03:28:55.67328Z","steps":["trace[221339744] 'process raft request' (duration: 209.070658ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:55.673308Z","caller":"traceutil/trace.go:171","msg":"trace[1491193044] transaction","detail":"{read_only:false; response_revision:24936; number_of_response:1; }","duration":"210.279886ms","start":"2026-03-04T03:28:55.463003Z","end":"2026-03-04T03:28:55.673283Z","steps":["trace[1491193044] 'process raft request' (duration: 99.163088ms)","trace[1491193044] 'compare' (duration: 110.76841ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:28:55.673425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.412199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-results-cache\" ","response":"range_response_count:1 size:3900"} {"level":"info","ts":"2026-03-04T03:28:55.673443Z","caller":"traceutil/trace.go:171","msg":"trace[1699171782] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-results-cache; range_end:; response_count:1; response_revision:24937; }","duration":"207.44071ms","start":"2026-03-04T03:28:55.465997Z","end":"2026-03-04T03:28:55.673438Z","steps":["trace[1699171782] 'agreement among raft nodes before linearized reading' (duration: 207.357718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:55.976281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.60688ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T03:28:55.976445Z","caller":"traceutil/trace.go:171","msg":"trace[812000284] transaction","detail":"{read_only:false; response_revision:24938; number_of_response:1; }","duration":"338.215147ms","start":"2026-03-04T03:28:55.638188Z","end":"2026-03-04T03:28:55.976403Z","steps":["trace[812000284] 'process raft request' (duration: 214.374102ms)","trace[812000284] 'compare' (duration: 123.140999ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:28:55.976544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:55.638159Z","time spent":"338.33888ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:28:57.014292Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.161696051s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T03:28:57.214219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.711832ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:28:57.214357Z","caller":"traceutil/trace.go:171","msg":"trace[886686296] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24938; }","duration":"682.857585ms","start":"2026-03-04T03:28:56.531477Z","end":"2026-03-04T03:28:57.214334Z","steps":["trace[886686296] 'range keys from in-memory index tree' (duration: 682.695102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:57.214415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.874553ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T03:28:57.214559Z","caller":"traceutil/trace.go:171","msg":"trace[2025914582] transaction","detail":"{read_only:false; response_revision:24939; number_of_response:1; }","duration":"1.575613188s","start":"2026-03-04T03:28:55.638934Z","end":"2026-03-04T03:28:57.214547Z","steps":["trace[2025914582] 'process raft request' (duration: 1.375550771s)","trace[2025914582] 'compare' (duration: 199.262679ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:28:57.2146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:55.638909Z","time spent":"1.5756751s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:28:57.214833Z","caller":"traceutil/trace.go:171","msg":"trace[308315229] transaction","detail":"{read_only:false; response_revision:24940; number_of_response:1; }","duration":"1.575775082s","start":"2026-03-04T03:28:55.639033Z","end":"2026-03-04T03:28:57.214808Z","steps":["trace[308315229] 'process raft request' (duration: 1.575454725s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:57.214898Z","caller":"traceutil/trace.go:171","msg":"trace[602530610] transaction","detail":"{read_only:false; response_revision:24941; number_of_response:1; }","duration":"1.57571835s","start":"2026-03-04T03:28:55.639168Z","end":"2026-03-04T03:28:57.214886Z","steps":["trace[602530610] 'process raft request' (duration: 1.575541636s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:57.214965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:55.639025Z","time spent":"1.575872345s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:28:57.214991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:55.639146Z","time spent":"1.575784562s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:28:57.215217Z","caller":"traceutil/trace.go:171","msg":"trace[147549345] transaction","detail":"{read_only:false; response_revision:24943; number_of_response:1; }","duration":"1.574624445s","start":"2026-03-04T03:28:55.640579Z","end":"2026-03-04T03:28:57.215204Z","steps":["trace[147549345] 'process raft request' (duration: 1.574542693s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:57.215302Z","caller":"traceutil/trace.go:171","msg":"trace[1705190003] linearizableReadLoop","detail":"{readStateIndex:25849; appliedIndex:25842; }","duration":"1.542027343s","start":"2026-03-04T03:28:55.673257Z","end":"2026-03-04T03:28:57.215284Z","steps":["trace[1705190003] 'read index received' (duration: 179.309122ms)","trace[1705190003] 'applied index is now lower than readState.Index' (duration: 1.362717301s)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:28:57.215322Z","caller":"traceutil/trace.go:171","msg":"trace[1358241873] transaction","detail":"{read_only:false; response_revision:24944; number_of_response:1; }","duration":"1.574089782s","start":"2026-03-04T03:28:55.641221Z","end":"2026-03-04T03:28:57.21531Z","steps":["trace[1358241873] 'process raft request' (duration: 1.573962179s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:57.21538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:55.641213Z","time spent":"1.574134174s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:28:57.215321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:55.64057Z","time spent":"1.574693967s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:28:57.215414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.743090484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/vector\" ","response":"range_response_count:1 size:5101"} {"level":"info","ts":"2026-03-04T03:28:57.21547Z","caller":"traceutil/trace.go:171","msg":"trace[1496638167] range","detail":"{range_begin:/registry/daemonsets/monitoring/vector; range_end:; response_count:1; response_revision:24944; }","duration":"1.743146346s","start":"2026-03-04T03:28:55.472308Z","end":"2026-03-04T03:28:57.215454Z","steps":["trace[1496638167] 'agreement among raft nodes before linearized reading' (duration: 1.742980392s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:57.215498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:55.472305Z","time spent":"1.743187447s","remote":"127.0.0.1:47424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":5123,"request content":"key:\"/registry/daemonsets/monitoring/vector\" "} {"level":"info","ts":"2026-03-04T03:28:57.215258Z","caller":"traceutil/trace.go:171","msg":"trace[1624948532] transaction","detail":"{read_only:false; response_revision:24942; number_of_response:1; }","duration":"1.575718541s","start":"2026-03-04T03:28:55.639521Z","end":"2026-03-04T03:28:57.21524Z","steps":["trace[1624948532] 'process raft request' (duration: 1.575321311s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:57.215772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:55.639498Z","time spent":"1.576233263s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:28:57.462578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.309582ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-04T03:28:57.46263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.990254454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/keepalived\" ","response":"range_response_count:1 size:3972"} {"level":"info","ts":"2026-03-04T03:28:57.462671Z","caller":"traceutil/trace.go:171","msg":"trace[422459245] range","detail":"{range_begin:/registry/daemonsets/openstack/keepalived; range_end:; response_count:1; response_revision:24944; }","duration":"1.990304615s","start":"2026-03-04T03:28:55.472351Z","end":"2026-03-04T03:28:57.462655Z","steps":["trace[422459245] 'agreement among raft nodes before linearized reading' (duration: 1.742998022s)","trace[422459245] 'range keys from in-memory index tree' (duration: 247.1845ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:28:57.462699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:55.472346Z","time spent":"1.990347876s","remote":"127.0.0.1:47424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":3994,"request content":"key:\"/registry/daemonsets/openstack/keepalived\" "} {"level":"warn","ts":"2026-03-04T03:28:57.462782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.990479488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" ","response":"range_response_count:1 size:9564"} {"level":"warn","ts":"2026-03-04T03:28:57.462768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.990477678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/cilium\" ","response":"range_response_count:1 size:14481"} {"level":"info","ts":"2026-03-04T03:28:57.462855Z","caller":"traceutil/trace.go:171","msg":"trace[212064148] range","detail":"{range_begin:/registry/daemonsets/kube-system/cilium; range_end:; response_count:1; response_revision:24944; }","duration":"1.990584731s","start":"2026-03-04T03:28:55.472244Z","end":"2026-03-04T03:28:57.462828Z","steps":["trace[212064148] 'agreement among raft nodes before linearized reading' (duration: 1.743099344s)","trace[212064148] 'range keys from in-memory index tree' (duration: 247.242101ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:28:57.462921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.990627122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-octavia-server\" ","response":"range_response_count:1 size:9566"} {"level":"info","ts":"2026-03-04T03:28:57.462949Z","caller":"traceutil/trace.go:171","msg":"trace[854252515] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-octavia-server; range_end:; response_count:1; response_revision:24944; }","duration":"1.990657832s","start":"2026-03-04T03:28:55.472282Z","end":"2026-03-04T03:28:57.46294Z","steps":["trace[854252515] 'agreement among raft nodes before linearized reading' (duration: 1.743079243s)","trace[854252515] 'range keys from in-memory index tree' (duration: 247.523207ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:28:57.462961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99095003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:28:57.462972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.990599822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/kube-prometheus-stack-prometheus-node-exporter\" ","response":"range_response_count:1 size:8139"} {"level":"info","ts":"2026-03-04T03:28:57.463001Z","caller":"traceutil/trace.go:171","msg":"trace[103234007] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24944; }","duration":"1.99099833s","start":"2026-03-04T03:28:55.471992Z","end":"2026-03-04T03:28:57.46299Z","steps":["trace[103234007] 'agreement among raft nodes before linearized reading' (duration: 1.743402181s)","trace[103234007] 'range keys from in-memory index tree' (duration: 247.420496ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:28:57.463007Z","caller":"traceutil/trace.go:171","msg":"trace[93912662] range","detail":"{range_begin:/registry/daemonsets/monitoring/kube-prometheus-stack-prometheus-node-exporter; range_end:; response_count:1; response_revision:24944; }","duration":"1.990645203s","start":"2026-03-04T03:28:55.472349Z","end":"2026-03-04T03:28:57.462995Z","steps":["trace[93912662] 'agreement among raft nodes before linearized reading' (duration: 1.742991592s)","trace[93912662] 'range keys from in-memory index tree' (duration: 247.569999ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:28:57.463036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:55.472343Z","time spent":"1.990688193s","remote":"127.0.0.1:47424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":8161,"request content":"key:\"/registry/daemonsets/monitoring/kube-prometheus-stack-prometheus-node-exporter\" "} {"level":"warn","ts":"2026-03-04T03:28:57.463117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.990830676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" ","response":"range_response_count:1 size:9509"} {"level":"warn","ts":"2026-03-04T03:28:57.463144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.990802346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" ","response":"range_response_count:1 size:9545"} {"level":"warn","ts":"2026-03-04T03:28:57.462874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99051616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/nova-compute-default\" ","response":"range_response_count:1 size:18302"} {"level":"info","ts":"2026-03-04T03:28:57.463158Z","caller":"traceutil/trace.go:171","msg":"trace[2105376357] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-heat-server; range_end:; response_count:1; response_revision:24944; }","duration":"1.990871008s","start":"2026-03-04T03:28:55.472275Z","end":"2026-03-04T03:28:57.463145Z","steps":["trace[2105376357] 'agreement among raft nodes before linearized reading' (duration: 1.743090725s)","trace[2105376357] 'range keys from in-memory index tree' (duration: 247.695631ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:28:57.463176Z","caller":"traceutil/trace.go:171","msg":"trace[365952710] range","detail":"{range_begin:/registry/daemonsets/openstack/nova-compute-default; range_end:; response_count:1; response_revision:24944; }","duration":"1.990810927s","start":"2026-03-04T03:28:55.472354Z","end":"2026-03-04T03:28:57.463165Z","steps":["trace[365952710] 'agreement among raft nodes before linearized reading' (duration: 1.743002472s)","trace[365952710] 'range keys from in-memory index tree' (duration: 247.468157ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:28:57.463199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:55.472342Z","time spent":"1.990850547s","remote":"127.0.0.1:47424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":18324,"request content":"key:\"/registry/daemonsets/openstack/nova-compute-default\" "} {"level":"warn","ts":"2026-03-04T03:28:57.463213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.990882558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/ipmi-exporter\" ","response":"range_response_count:1 size:2673"} {"level":"warn","ts":"2026-03-04T03:28:57.462778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.990385806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" ","response":"range_response_count:1 size:9581"} {"level":"warn","ts":"2026-03-04T03:28:57.463276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.991222176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"warn","ts":"2026-03-04T03:28:57.463034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:55.471982Z","time spent":"1.991046241s","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T03:28:57.463307Z","caller":"traceutil/trace.go:171","msg":"trace[297786088] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:24944; }","duration":"1.991281938s","start":"2026-03-04T03:28:55.472017Z","end":"2026-03-04T03:28:57.463299Z","steps":["trace[297786088] 'agreement among raft nodes before linearized reading' (duration: 1.743355401s)","trace[297786088] 'range keys from in-memory index tree' (duration: 247.872575ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:28:57.463326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:55.472006Z","time spent":"1.991315458s","remote":"127.0.0.1:45596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4749,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-04T03:28:57.463349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.991225746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-03-04T03:28:57.463168Z","caller":"traceutil/trace.go:171","msg":"trace[1848025980] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-glance-server; range_end:; response_count:1; response_revision:24944; }","duration":"1.990830796s","start":"2026-03-04T03:28:55.47233Z","end":"2026-03-04T03:28:57.463161Z","steps":["trace[1848025980] 'agreement among raft nodes before linearized reading' (duration: 1.743045083s)","trace[1848025980] 'range keys from in-memory index tree' (duration: 247.725642ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:28:57.463387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:55.472326Z","time spent":"1.991055532s","remote":"127.0.0.1:47418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9567,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" "} {"level":"info","ts":"2026-03-04T03:28:57.463375Z","caller":"traceutil/trace.go:171","msg":"trace[1337433083] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-barbican-server; range_end:; response_count:1; response_revision:24944; }","duration":"1.990932089s","start":"2026-03-04T03:28:55.472331Z","end":"2026-03-04T03:28:57.463263Z","steps":["trace[1337433083] 'agreement among raft nodes before linearized reading' (duration: 1.742998562s)","trace[1337433083] 'range keys from in-memory index tree' (duration: 247.2144ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:28:57.463195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:55.472272Z","time spent":"1.990916579s","remote":"127.0.0.1:47418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":9531,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" "} {"level":"warn","ts":"2026-03-04T03:28:57.46352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.991302248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3308"} {"level":"warn","ts":"2026-03-04T03:28:57.463525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.991203096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/openvswitch\" ","response":"range_response_count:1 size:9524"} {"level":"info","ts":"2026-03-04T03:28:57.46354Z","caller":"traceutil/trace.go:171","msg":"trace[127611196] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:24944; }","duration":"1.991346569s","start":"2026-03-04T03:28:55.472186Z","end":"2026-03-04T03:28:57.463533Z","steps":["trace[127611196] 'agreement among raft nodes before linearized reading' (duration: 1.743192257s)","trace[127611196] 'range keys from in-memory index tree' (duration: 248.108121ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:28:57.463559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:55.472172Z","time spent":"1.99138259s","remote":"127.0.0.1:35416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3330,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" "} {"level":"info","ts":"2026-03-04T03:28:57.463558Z","caller":"traceutil/trace.go:171","msg":"trace[1391362487] range","detail":"{range_begin:/registry/daemonsets/openstack/openvswitch; range_end:; response_count:1; response_revision:24944; }","duration":"1.991239036s","start":"2026-03-04T03:28:55.47231Z","end":"2026-03-04T03:28:57.463549Z","steps":["trace[1391362487] 'agreement among raft nodes before linearized reading' (duration: 1.743077704s)","trace[1391362487] 'range keys from in-memory index tree' (duration: 248.087221ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:28:57.462973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:55.472276Z","time spent":"1.990692744s","remote":"127.0.0.1:47418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":9588,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-octavia-server\" "} {"level":"warn","ts":"2026-03-04T03:28:57.463589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:55.472305Z","time spent":"1.991277687s","remote":"127.0.0.1:47424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":9546,"request content":"key:\"/registry/daemonsets/openstack/openvswitch\" "} {"level":"warn","ts":"2026-03-04T03:28:57.463275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99094977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-chunks-cache\" ","response":"range_response_count:1 size:3889"} {"level":"info","ts":"2026-03-04T03:28:57.462811Z","caller":"traceutil/trace.go:171","msg":"trace[367537061] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-neutron-server; range_end:; response_count:1; response_revision:24944; }","duration":"1.990512489s","start":"2026-03-04T03:28:55.472289Z","end":"2026-03-04T03:28:57.462802Z","steps":["trace[367537061] 'agreement among raft nodes before linearized reading' (duration: 1.743065483s)","trace[367537061] 'range keys from in-memory index tree' (duration: 247.382035ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:28:57.463661Z","caller":"traceutil/trace.go:171","msg":"trace[177594364] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-chunks-cache; range_end:; response_count:1; response_revision:24944; }","duration":"1.991338099s","start":"2026-03-04T03:28:55.472314Z","end":"2026-03-04T03:28:57.463652Z","steps":["trace[177594364] 'agreement among raft nodes before linearized reading' (duration: 1.743067334s)","trace[177594364] 'range keys from in-memory index tree' (duration: 247.833825ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:28:57.463669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:55.472286Z","time spent":"1.991376359s","remote":"127.0.0.1:47418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":9586,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" "} {"level":"warn","ts":"2026-03-04T03:28:57.463685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:55.47231Z","time spent":"1.99136999s","remote":"127.0.0.1:47418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":3911,"request content":"key:\"/registry/statefulsets/monitoring/loki-chunks-cache\" "} {"level":"warn","ts":"2026-03-04T03:28:57.462913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:55.472237Z","time spent":"1.990666162s","remote":"127.0.0.1:47424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":14503,"request content":"key:\"/registry/daemonsets/kube-system/cilium\" "} {"level":"warn","ts":"2026-03-04T03:28:57.463763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:55.472326Z","time spent":"1.991176154s","remote":"127.0.0.1:47418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9603,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" "} {"level":"warn","ts":"2026-03-04T03:28:57.463791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.997320358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" ","response":"range_response_count:1 size:18204"} {"level":"info","ts":"2026-03-04T03:28:57.463382Z","caller":"traceutil/trace.go:171","msg":"trace[1304713315] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:24944; }","duration":"1.991259926s","start":"2026-03-04T03:28:55.472109Z","end":"2026-03-04T03:28:57.463369Z","steps":["trace[1304713315] 'agreement among raft nodes before linearized reading' (duration: 1.743277008s)","trace[1304713315] 'range keys from in-memory index tree' (duration: 247.915107ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:28:57.46382Z","caller":"traceutil/trace.go:171","msg":"trace[1558801570] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-pxc; range_end:; response_count:1; response_revision:24944; }","duration":"1.99735513s","start":"2026-03-04T03:28:55.466455Z","end":"2026-03-04T03:28:57.46381Z","steps":["trace[1558801570] 'agreement among raft nodes before linearized reading' (duration: 1.748938821s)","trace[1558801570] 'range keys from in-memory index tree' (duration: 248.345807ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:28:57.463847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:55.472104Z","time spent":"1.991735678s","remote":"127.0.0.1:35416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3328,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-03-04T03:28:57.463849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:55.466447Z","time spent":"1.99739482s","remote":"127.0.0.1:47418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":18226,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" "} {"level":"info","ts":"2026-03-04T03:28:57.463233Z","caller":"traceutil/trace.go:171","msg":"trace[1984369375] range","detail":"{range_begin:/registry/daemonsets/monitoring/ipmi-exporter; range_end:; response_count:1; response_revision:24944; }","duration":"1.990915369s","start":"2026-03-04T03:28:55.472312Z","end":"2026-03-04T03:28:57.463228Z","steps":["trace[1984369375] 'agreement among raft nodes before linearized reading' (duration: 1.743048143s)","trace[1984369375] 'range keys from in-memory index tree' (duration: 247.814934ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:28:57.464049Z","caller":"traceutil/trace.go:171","msg":"trace[1352111142] transaction","detail":"{read_only:false; response_revision:24945; number_of_response:1; }","duration":"1.26297054s","start":"2026-03-04T03:28:56.20105Z","end":"2026-03-04T03:28:57.464021Z","steps":["trace[1352111142] 'process raft request' (duration: 1.261600998s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:57.464063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:55.472307Z","time spent":"1.991710887s","remote":"127.0.0.1:47424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":2695,"request content":"key:\"/registry/daemonsets/monitoring/ipmi-exporter\" "} {"level":"warn","ts":"2026-03-04T03:28:57.463457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.991456931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7384"} {"level":"warn","ts":"2026-03-04T03:28:57.464112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:56.201028Z","time spent":"1.263047311s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:28:57.464124Z","caller":"traceutil/trace.go:171","msg":"trace[2003199037] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:24944; }","duration":"1.992137918s","start":"2026-03-04T03:28:55.471974Z","end":"2026-03-04T03:28:57.464112Z","steps":["trace[2003199037] 'agreement among raft nodes before linearized reading' (duration: 1.743415242s)","trace[2003199037] 'range keys from in-memory index tree' (duration: 248.016739ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:28:57.464149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:55.471965Z","time spent":"1.992177308s","remote":"127.0.0.1:45570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":7406,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-04T03:28:57.463469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.991204235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:15430"} {"level":"info","ts":"2026-03-04T03:28:57.4642Z","caller":"traceutil/trace.go:171","msg":"trace[1723224970] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:24944; }","duration":"1.991938362s","start":"2026-03-04T03:28:55.472253Z","end":"2026-03-04T03:28:57.464191Z","steps":["trace[1723224970] 'agreement among raft nodes before linearized reading' (duration: 1.743118115s)","trace[1723224970] 'range keys from in-memory index tree' (duration: 248.05698ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:28:57.464229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:55.472247Z","time spent":"1.991971893s","remote":"127.0.0.1:47418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":15452,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" "} {"level":"warn","ts":"2026-03-04T03:28:57.57802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.918264ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T03:28:57.57813Z","caller":"traceutil/trace.go:171","msg":"trace[1648664040] linearizableReadLoop","detail":"{readStateIndex:25852; appliedIndex:25849; }","duration":"362.774262ms","start":"2026-03-04T03:28:57.215339Z","end":"2026-03-04T03:28:57.578113Z","steps":["trace[1648664040] 'read index received' (duration: 66.791µs)","trace[1648664040] 'applied index is now lower than readState.Index' (duration: 362.706231ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:28:57.57832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.220948897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-03-04T03:28:57.578331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068102562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"warn","ts":"2026-03-04T03:28:57.578408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.301002058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:28:57.578415Z","caller":"traceutil/trace.go:171","msg":"trace[158097699] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:24946; }","duration":"1.068215316s","start":"2026-03-04T03:28:56.510183Z","end":"2026-03-04T03:28:57.578398Z","steps":["trace[158097699] 'agreement among raft nodes before linearized reading' (duration: 1.068049932s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:57.578464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:56.510167Z","time spent":"1.068285897s","remote":"127.0.0.1:47098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"info","ts":"2026-03-04T03:28:57.57836Z","caller":"traceutil/trace.go:171","msg":"trace[307631239] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24946; }","duration":"1.221027098s","start":"2026-03-04T03:28:56.35732Z","end":"2026-03-04T03:28:57.578347Z","steps":["trace[307631239] 'agreement among raft nodes before linearized reading' (duration: 1.220879085s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:57.578635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.893765277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T03:28:57.578672Z","caller":"traceutil/trace.go:171","msg":"trace[1491781117] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24946; }","duration":"1.893826379s","start":"2026-03-04T03:28:55.684833Z","end":"2026-03-04T03:28:57.578659Z","steps":["trace[1491781117] 'agreement among raft nodes before linearized reading' (duration: 1.893705876s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:57.578706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:55.684823Z","time spent":"1.89387657s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T03:28:57.578723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.555601531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-04T03:28:57.578762Z","caller":"traceutil/trace.go:171","msg":"trace[268995191] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24946; }","duration":"1.555640032s","start":"2026-03-04T03:28:56.023111Z","end":"2026-03-04T03:28:57.578751Z","steps":["trace[268995191] 'agreement among raft nodes before linearized reading' (duration: 1.55554123s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:57.578796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:56.023071Z","time spent":"1.555717654s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-04T03:28:57.578773Z","caller":"traceutil/trace.go:171","msg":"trace[1112309984] transaction","detail":"{read_only:false; response_revision:24946; number_of_response:1; }","duration":"1.298877568s","start":"2026-03-04T03:28:56.279728Z","end":"2026-03-04T03:28:57.578605Z","steps":["trace[1112309984] 'process raft request' (duration: 1.184285699s)","trace[1112309984] 'compare' (duration: 113.796321ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:28:57.578911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.692820888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.240\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-04T03:28:57.578981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:56.279706Z","time spent":"1.299191815s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:28:57.579025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.418967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:28:57.579076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.902319557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-79759696d5-rc4rw.1899859ed2ad1da8\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-03-04T03:28:57.57909Z","caller":"traceutil/trace.go:171","msg":"trace[2007091537] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:24946; }","duration":"848.525749ms","start":"2026-03-04T03:28:56.730549Z","end":"2026-03-04T03:28:57.579074Z","steps":["trace[2007091537] 'agreement among raft nodes before linearized reading' (duration: 848.436977ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:57.579106Z","caller":"traceutil/trace.go:171","msg":"trace[180902592] range","detail":"{range_begin:/registry/events/openstack/magnum-api-79759696d5-rc4rw.1899859ed2ad1da8; range_end:; response_count:1; response_revision:24946; }","duration":"1.902386519s","start":"2026-03-04T03:28:55.676711Z","end":"2026-03-04T03:28:57.579097Z","steps":["trace[180902592] 'agreement among raft nodes before linearized reading' (duration: 1.902295197s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:57.579128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:56.730533Z","time spent":"848.586571ms","remote":"127.0.0.1:37938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:28:57.579137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:55.676694Z","time spent":"1.90243245s","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":806,"request content":"key:\"/registry/events/openstack/magnum-api-79759696d5-rc4rw.1899859ed2ad1da8\" "} {"level":"warn","ts":"2026-03-04T03:28:57.579564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.548222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/octavia-health-manager-default\" ","response":"range_response_count:1 size:10786"} {"level":"info","ts":"2026-03-04T03:28:57.579605Z","caller":"traceutil/trace.go:171","msg":"trace[447236247] range","detail":"{range_begin:/registry/daemonsets/openstack/octavia-health-manager-default; range_end:; response_count:1; response_revision:24946; }","duration":"109.588003ms","start":"2026-03-04T03:28:57.470006Z","end":"2026-03-04T03:28:57.579594Z","steps":["trace[447236247] 'agreement among raft nodes before linearized reading' (duration: 109.47408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:57.579701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.703647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" ","response":"range_response_count:1 size:9507"} {"level":"info","ts":"2026-03-04T03:28:57.57977Z","caller":"traceutil/trace.go:171","msg":"trace[1313474747] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-nova-server; range_end:; response_count:1; response_revision:24946; }","duration":"361.790969ms","start":"2026-03-04T03:28:57.217967Z","end":"2026-03-04T03:28:57.579758Z","steps":["trace[1313474747] 'agreement among raft nodes before linearized reading' (duration: 361.515172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:57.579828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:57.217954Z","time spent":"361.864041ms","remote":"127.0.0.1:47418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":9529,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" "} {"level":"info","ts":"2026-03-04T03:28:57.579937Z","caller":"traceutil/trace.go:171","msg":"trace[1054758046] range","detail":"{range_begin:/registry/masterleases/199.19.213.240; range_end:; response_count:1; response_revision:24946; }","duration":"1.693890094s","start":"2026-03-04T03:28:55.886037Z","end":"2026-03-04T03:28:57.579927Z","steps":["trace[1054758046] 'agreement among raft nodes before linearized reading' (duration: 1.692770068s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:57.578922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.902806899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9583"} {"level":"warn","ts":"2026-03-04T03:28:57.579979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:55.886013Z","time spent":"1.693956015s","remote":"127.0.0.1:46920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.19.213.240\" "} {"level":"info","ts":"2026-03-04T03:28:57.579973Z","caller":"traceutil/trace.go:171","msg":"trace[63662438] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:24946; }","duration":"1.302589915s","start":"2026-03-04T03:28:56.277365Z","end":"2026-03-04T03:28:57.579955Z","steps":["trace[63662438] 'agreement among raft nodes before linearized reading' (duration: 1.301016328s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:57.580004Z","caller":"traceutil/trace.go:171","msg":"trace[149250372] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:24946; }","duration":"1.903915354s","start":"2026-03-04T03:28:55.676078Z","end":"2026-03-04T03:28:57.579993Z","steps":["trace[149250372] 'agreement among raft nodes before linearized reading' (duration: 1.902788448s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:57.580049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:56.277348Z","time spent":"1.302661857s","remote":"127.0.0.1:59452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:28:57.580065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:55.676052Z","time spent":"1.904000866s","remote":"127.0.0.1:47418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9605,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"warn","ts":"2026-03-04T03:28:57.58007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.499734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/neutron-metadata-agent-default\" ","response":"range_response_count:1 size:12156"} {"level":"info","ts":"2026-03-04T03:28:57.580106Z","caller":"traceutil/trace.go:171","msg":"trace[1968756294] range","detail":"{range_begin:/registry/daemonsets/openstack/neutron-metadata-agent-default; range_end:; response_count:1; response_revision:24946; }","duration":"110.576435ms","start":"2026-03-04T03:28:57.469521Z","end":"2026-03-04T03:28:57.580098Z","steps":["trace[1968756294] 'agreement among raft nodes before linearized reading' (duration: 110.452543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:57.580064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:56.357297Z","time spent":"1.222682087s","remote":"127.0.0.1:35416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-04T03:28:57.578333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.820491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.189985b118215bc2\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-03-04T03:28:57.580186Z","caller":"traceutil/trace.go:171","msg":"trace[947012223] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.189985b118215bc2; range_end:; response_count:1; response_revision:24946; }","duration":"387.712655ms","start":"2026-03-04T03:28:57.192459Z","end":"2026-03-04T03:28:57.580171Z","steps":["trace[947012223] 'agreement among raft nodes before linearized reading' (duration: 385.743399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:57.5783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.197510479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:28:57.580227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:57.192437Z","time spent":"387.780226ms","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1032,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.189985b118215bc2\" "} {"level":"info","ts":"2026-03-04T03:28:57.580237Z","caller":"traceutil/trace.go:171","msg":"trace[1692850638] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:24946; }","duration":"1.199495225s","start":"2026-03-04T03:28:56.380731Z","end":"2026-03-04T03:28:57.580227Z","steps":["trace[1692850638] 'agreement among raft nodes before linearized reading' (duration: 1.197437207s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:57.580275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:56.380713Z","time spent":"1.199550506s","remote":"127.0.0.1:45560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:28:57.580289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.32827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:28:57.580396Z","caller":"traceutil/trace.go:171","msg":"trace[271728322] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24946; }","duration":"113.466593ms","start":"2026-03-04T03:28:57.466906Z","end":"2026-03-04T03:28:57.580373Z","steps":["trace[271728322] 'agreement among raft nodes before linearized reading' (duration: 113.283639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:57.580465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.365654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3313"} {"level":"info","ts":"2026-03-04T03:28:57.580506Z","caller":"traceutil/trace.go:171","msg":"trace[311028901] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:24946; }","duration":"111.404335ms","start":"2026-03-04T03:28:57.469091Z","end":"2026-03-04T03:28:57.580495Z","steps":["trace[311028901] 'agreement among raft nodes before linearized reading' (duration: 111.305522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:57.580516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.74937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/goldpinger\" ","response":"range_response_count:1 size:3928"} {"level":"warn","ts":"2026-03-04T03:28:57.58054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.528811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-04T03:28:57.580572Z","caller":"traceutil/trace.go:171","msg":"trace[1482671270] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24946; }","duration":"109.569262ms","start":"2026-03-04T03:28:57.470993Z","end":"2026-03-04T03:28:57.580562Z","steps":["trace[1482671270] 'agreement among raft nodes before linearized reading' (duration: 109.47599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:57.580598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.909403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:28:57.580648Z","caller":"traceutil/trace.go:171","msg":"trace[762284472] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:24946; }","duration":"172.981125ms","start":"2026-03-04T03:28:57.40765Z","end":"2026-03-04T03:28:57.580631Z","steps":["trace[762284472] 'agreement among raft nodes before linearized reading' (duration: 172.909253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:57.580676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.983555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/capi-system/capi-serving-cert\" ","response":"range_response_count:1 size:2064"} {"level":"warn","ts":"2026-03-04T03:28:57.580301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.428922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-03-04T03:28:57.580719Z","caller":"traceutil/trace.go:171","msg":"trace[1853651091] range","detail":"{range_begin:/registry/cert-manager.io/certificates/capi-system/capi-serving-cert; range_end:; response_count:1; response_revision:24946; }","duration":"111.033076ms","start":"2026-03-04T03:28:57.469676Z","end":"2026-03-04T03:28:57.580709Z","steps":["trace[1853651091] 'agreement among raft nodes before linearized reading' (duration: 110.916413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:57.580417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.555425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3311"} {"level":"warn","ts":"2026-03-04T03:28:57.580799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.859422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T03:28:57.58081Z","caller":"traceutil/trace.go:171","msg":"trace[443933688] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:24946; }","duration":"110.950945ms","start":"2026-03-04T03:28:57.46984Z","end":"2026-03-04T03:28:57.580791Z","steps":["trace[443933688] 'agreement among raft nodes before linearized reading' (duration: 110.514824ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:57.580831Z","caller":"traceutil/trace.go:171","msg":"trace[437388964] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24946; }","duration":"113.906693ms","start":"2026-03-04T03:28:57.466918Z","end":"2026-03-04T03:28:57.580824Z","steps":["trace[437388964] 'agreement among raft nodes before linearized reading' (duration: 113.822641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:57.580849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.759974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T03:28:57.580869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.706995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-04T03:28:57.580896Z","caller":"traceutil/trace.go:171","msg":"trace[166198609] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24946; }","duration":"109.743306ms","start":"2026-03-04T03:28:57.471145Z","end":"2026-03-04T03:28:57.580888Z","steps":["trace[166198609] 'agreement among raft nodes before linearized reading' (duration: 109.671154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:57.580896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.802654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-04T03:28:57.580914Z","caller":"traceutil/trace.go:171","msg":"trace[575991487] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24946; }","duration":"117.824225ms","start":"2026-03-04T03:28:57.463076Z","end":"2026-03-04T03:28:57.5809Z","steps":["trace[575991487] 'agreement among raft nodes before linearized reading' (duration: 117.638321ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:57.580938Z","caller":"traceutil/trace.go:171","msg":"trace[1010220192] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24946; }","duration":"108.857485ms","start":"2026-03-04T03:28:57.472069Z","end":"2026-03-04T03:28:57.580926Z","steps":["trace[1010220192] 'agreement among raft nodes before linearized reading' (duration: 108.6645ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:57.580723Z","caller":"traceutil/trace.go:171","msg":"trace[1564025960] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:24946; }","duration":"110.867252ms","start":"2026-03-04T03:28:57.469846Z","end":"2026-03-04T03:28:57.580714Z","steps":["trace[1564025960] 'agreement among raft nodes before linearized reading' (duration: 110.392061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:57.580979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.337603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T03:28:57.580568Z","caller":"traceutil/trace.go:171","msg":"trace[1839158209] range","detail":"{range_begin:/registry/daemonsets/monitoring/goldpinger; range_end:; response_count:1; response_revision:24946; }","duration":"110.820931ms","start":"2026-03-04T03:28:57.469729Z","end":"2026-03-04T03:28:57.58055Z","steps":["trace[1839158209] 'agreement among raft nodes before linearized reading' (duration: 110.703518ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:57.581023Z","caller":"traceutil/trace.go:171","msg":"trace[1632155277] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24946; }","duration":"111.388425ms","start":"2026-03-04T03:28:57.469617Z","end":"2026-03-04T03:28:57.581005Z","steps":["trace[1632155277] 'agreement among raft nodes before linearized reading' (duration: 111.277272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:57.581061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.579239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T03:28:57.580797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.583279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/glance-api-certs\" ","response":"range_response_count:1 size:2151"} {"level":"info","ts":"2026-03-04T03:28:57.581096Z","caller":"traceutil/trace.go:171","msg":"trace[2001682625] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:24946; }","duration":"315.649681ms","start":"2026-03-04T03:28:57.265435Z","end":"2026-03-04T03:28:57.581085Z","steps":["trace[2001682625] 'agreement among raft nodes before linearized reading' (duration: 315.586389ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:57.581098Z","caller":"traceutil/trace.go:171","msg":"trace[1413629232] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/glance-api-certs; range_end:; response_count:1; response_revision:24946; }","duration":"108.890636ms","start":"2026-03-04T03:28:57.472198Z","end":"2026-03-04T03:28:57.581089Z","steps":["trace[1413629232] 'agreement among raft nodes before linearized reading' (duration: 108.519957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:57.581124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:57.265425Z","time spent":"315.690751ms","remote":"127.0.0.1:47082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:28:57.581201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.647757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3298"} {"level":"info","ts":"2026-03-04T03:28:57.58124Z","caller":"traceutil/trace.go:171","msg":"trace[1755833045] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:24946; }","duration":"110.687088ms","start":"2026-03-04T03:28:57.470542Z","end":"2026-03-04T03:28:57.581229Z","steps":["trace[1755833045] 'agreement among raft nodes before linearized reading' (duration: 110.535044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:57.581253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.125118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/neutron-l3-agent-default\" ","response":"range_response_count:1 size:16564"} {"level":"info","ts":"2026-03-04T03:28:57.581276Z","caller":"traceutil/trace.go:171","msg":"trace[1783223196] range","detail":"{range_begin:/registry/daemonsets/openstack/neutron-l3-agent-default; range_end:; response_count:1; response_revision:24946; }","duration":"111.160819ms","start":"2026-03-04T03:28:57.470108Z","end":"2026-03-04T03:28:57.581269Z","steps":["trace[1783223196] 'agreement among raft nodes before linearized reading' (duration: 111.081127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:57.5813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.09062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-04T03:28:57.581334Z","caller":"traceutil/trace.go:171","msg":"trace[281532599] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:24946; }","duration":"109.123791ms","start":"2026-03-04T03:28:57.4722Z","end":"2026-03-04T03:28:57.581324Z","steps":["trace[281532599] 'agreement among raft nodes before linearized reading' (duration: 109.030669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:57.581363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.436202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18631"} {"level":"warn","ts":"2026-03-04T03:28:57.58137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.818411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/pxc-operator\" ","response":"range_response_count:1 size:4386"} {"level":"info","ts":"2026-03-04T03:28:57.581399Z","caller":"traceutil/trace.go:171","msg":"trace[2132178512] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24946; }","duration":"110.473013ms","start":"2026-03-04T03:28:57.470916Z","end":"2026-03-04T03:28:57.581389Z","steps":["trace[2132178512] 'agreement among raft nodes before linearized reading' (duration: 110.35361ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:57.581398Z","caller":"traceutil/trace.go:171","msg":"trace[1367903446] range","detail":"{range_begin:/registry/deployments/openstack/pxc-operator; range_end:; response_count:1; response_revision:24946; }","duration":"110.855322ms","start":"2026-03-04T03:28:57.470536Z","end":"2026-03-04T03:28:57.581391Z","steps":["trace[1367903446] 'agreement among raft nodes before linearized reading' (duration: 110.80348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:57.581483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.328677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-api-ca\" ","response":"range_response_count:1 size:1921"} {"level":"info","ts":"2026-03-04T03:28:57.581519Z","caller":"traceutil/trace.go:171","msg":"trace[1806739709] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-api-ca; range_end:; response_count:1; response_revision:24946; }","duration":"109.374287ms","start":"2026-03-04T03:28:57.472135Z","end":"2026-03-04T03:28:57.581509Z","steps":["trace[1806739709] 'agreement among raft nodes before linearized reading' (duration: 109.280745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:57.57982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.592706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-serving-cert\" ","response":"range_response_count:1 size:2294"} {"level":"info","ts":"2026-03-04T03:28:57.581626Z","caller":"traceutil/trace.go:171","msg":"trace[398027605] range","detail":"{range_begin:/registry/cert-manager.io/certificates/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-serving-cert; range_end:; response_count:1; response_revision:24946; }","duration":"109.404838ms","start":"2026-03-04T03:28:57.472209Z","end":"2026-03-04T03:28:57.581613Z","steps":["trace[398027605] 'agreement among raft nodes before linearized reading' (duration: 107.541484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:57.581722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.116843742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-66374157-77a6-4b9c-8245-2b0a80772608\" ","response":"range_response_count:1 size:3761"} {"level":"warn","ts":"2026-03-04T03:28:57.581768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.573402557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-04T03:28:57.581804Z","caller":"traceutil/trace.go:171","msg":"trace[875420863] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-66374157-77a6-4b9c-8245-2b0a80772608; range_end:; response_count:1; response_revision:24946; }","duration":"1.116943895s","start":"2026-03-04T03:28:56.464846Z","end":"2026-03-04T03:28:57.58179Z","steps":["trace[875420863] 'agreement among raft nodes before linearized reading' (duration: 1.113499354s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:57.581808Z","caller":"traceutil/trace.go:171","msg":"trace[836735949] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24946; }","duration":"1.573495729s","start":"2026-03-04T03:28:56.008302Z","end":"2026-03-04T03:28:57.581798Z","steps":["trace[836735949] 'agreement among raft nodes before linearized reading' (duration: 1.570290294s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:57.581828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:56.464832Z","time spent":"1.116989616s","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3783,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-66374157-77a6-4b9c-8245-2b0a80772608\" "} {"level":"warn","ts":"2026-03-04T03:28:57.581832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:56.008272Z","time spent":"1.573553671s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T03:28:59.158348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.404783274s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-04T03:28:59.158447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:57.583923Z","time spent":"1.574520142s","remote":"127.0.0.1:46920","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T03:28:59.188623Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.434499718s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T03:28:59.189021Z","caller":"traceutil/trace.go:171","msg":"trace[1288131504] transaction","detail":"{read_only:false; response_revision:24947; number_of_response:1; }","duration":"1.604623936s","start":"2026-03-04T03:28:57.584368Z","end":"2026-03-04T03:28:59.188992Z","steps":["trace[1288131504] 'process raft request' (duration: 1.604408211s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:59.189121Z","caller":"traceutil/trace.go:171","msg":"trace[153657668] linearizableReadLoop","detail":"{readStateIndex:25855; appliedIndex:25852; }","duration":"1.601237757s","start":"2026-03-04T03:28:57.587865Z","end":"2026-03-04T03:28:59.189103Z","steps":["trace[153657668] 'read index received' (duration: 165.746675ms)","trace[153657668] 'applied index is now lower than readState.Index' (duration: 1.435490112s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:28:59.189152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:57.584353Z","time spent":"1.604712178s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:28:59.189322Z","caller":"traceutil/trace.go:171","msg":"trace[2018707876] transaction","detail":"{read_only:false; response_revision:24948; number_of_response:1; }","duration":"1.603158482s","start":"2026-03-04T03:28:57.586157Z","end":"2026-03-04T03:28:59.189315Z","steps":["trace[2018707876] 'process raft request' (duration: 1.602762113s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:59.18939Z","caller":"traceutil/trace.go:171","msg":"trace[1914813837] transaction","detail":"{read_only:false; response_revision:24952; number_of_response:1; }","duration":"1.601003301s","start":"2026-03-04T03:28:57.588332Z","end":"2026-03-04T03:28:59.189336Z","steps":["trace[1914813837] 'process raft request' (duration: 1.600708444s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:59.18945Z","caller":"traceutil/trace.go:171","msg":"trace[1855184814] transaction","detail":"{read_only:false; response_revision:24953; number_of_response:1; }","duration":"1.601076153s","start":"2026-03-04T03:28:57.588367Z","end":"2026-03-04T03:28:59.189443Z","steps":["trace[1855184814] 'process raft request' (duration: 1.600696004s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:59.189477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:57.588356Z","time spent":"1.601107764s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:28:59.189524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:57.588323Z","time spent":"1.601128054s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:28:59.189601Z","caller":"traceutil/trace.go:171","msg":"trace[344217574] transaction","detail":"{read_only:false; response_revision:24950; number_of_response:1; }","duration":"1.601401321s","start":"2026-03-04T03:28:57.588187Z","end":"2026-03-04T03:28:59.189588Z","steps":["trace[344217574] 'process raft request' (duration: 1.600803707s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:59.189638Z","caller":"traceutil/trace.go:171","msg":"trace[2006929140] transaction","detail":"{read_only:false; response_revision:24954; number_of_response:1; }","duration":"1.601269207s","start":"2026-03-04T03:28:57.588363Z","end":"2026-03-04T03:28:59.189632Z","steps":["trace[2006929140] 'process raft request' (duration: 1.600716374s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:59.189665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:57.588345Z","time spent":"1.601305339s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:28:59.18967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:57.588173Z","time spent":"1.601462072s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:28:59.189768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.601903862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-03-04T03:28:59.189784Z","caller":"traceutil/trace.go:171","msg":"trace[2106792067] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24954; }","duration":"1.601948144s","start":"2026-03-04T03:28:57.587831Z","end":"2026-03-04T03:28:59.189779Z","steps":["trace[2106792067] 'agreement among raft nodes before linearized reading' (duration: 1.601873152s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:59.189798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:57.587818Z","time spent":"1.601977364s","remote":"127.0.0.1:47098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T03:28:59.189799Z","caller":"traceutil/trace.go:171","msg":"trace[835871738] transaction","detail":"{read_only:false; response_revision:24951; number_of_response:1; }","duration":"1.601484203s","start":"2026-03-04T03:28:57.5883Z","end":"2026-03-04T03:28:59.189785Z","steps":["trace[835871738] 'process raft request' (duration: 1.600714755s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:59.189862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:57.588226Z","time spent":"1.601601376s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:28:59.189422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:57.58614Z","time spent":"1.603199082s","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:28:59.190179Z","caller":"traceutil/trace.go:171","msg":"trace[1226407572] transaction","detail":"{read_only:false; response_revision:24949; number_of_response:1; }","duration":"1.602087087s","start":"2026-03-04T03:28:57.588077Z","end":"2026-03-04T03:28:59.190164Z","steps":["trace[1226407572] 'process raft request' (duration: 1.600884869s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:59.190245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:57.588067Z","time spent":"1.602140348s","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:28:59.19418Z","caller":"traceutil/trace.go:171","msg":"trace[530848646] transaction","detail":"{read_only:false; response_revision:24956; number_of_response:1; }","duration":"492.498215ms","start":"2026-03-04T03:28:58.701672Z","end":"2026-03-04T03:28:59.19417Z","steps":["trace[530848646] 'process raft request' (duration: 492.443934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:59.194236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:58.701636Z","time spent":"492.572587ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:28:59.194243Z","caller":"traceutil/trace.go:171","msg":"trace[604919800] transaction","detail":"{read_only:false; response_revision:24955; number_of_response:1; }","duration":"1.213308978s","start":"2026-03-04T03:28:57.980906Z","end":"2026-03-04T03:28:59.194215Z","steps":["trace[604919800] 'process raft request' (duration: 1.213138414s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:59.194342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:57.980879Z","time spent":"1.21341582s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:28:59.194547Z","caller":"traceutil/trace.go:171","msg":"trace[1196654158] transaction","detail":"{read_only:false; response_revision:24957; number_of_response:1; }","duration":"423.252466ms","start":"2026-03-04T03:28:58.771276Z","end":"2026-03-04T03:28:59.194529Z","steps":["trace[1196654158] 'process raft request' (duration: 422.870177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:59.194633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:58.771256Z","time spent":"423.335588ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:28:59.194729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.605751732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:28:59.19475Z","caller":"traceutil/trace.go:171","msg":"trace[828431571] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24958; }","duration":"1.605781133s","start":"2026-03-04T03:28:57.588963Z","end":"2026-03-04T03:28:59.194745Z","steps":["trace[828431571] 'agreement among raft nodes before linearized reading' (duration: 1.605744062s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:59.194762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:57.58896Z","time spent":"1.605799653s","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T03:28:59.194859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.437599831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T03:28:59.194884Z","caller":"traceutil/trace.go:171","msg":"trace[254383372] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:24958; }","duration":"1.437661913s","start":"2026-03-04T03:28:57.757213Z","end":"2026-03-04T03:28:59.194875Z","steps":["trace[254383372] 'agreement among raft nodes before linearized reading' (duration: 1.437621982s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:59.194899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:57.757161Z","time spent":"1.437733854s","remote":"127.0.0.1:54306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:28:59.194855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.606759516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3296"} {"level":"warn","ts":"2026-03-04T03:28:59.194927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.431122109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:28:59.194964Z","caller":"traceutil/trace.go:171","msg":"trace[1974111255] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:24958; }","duration":"1.606916539s","start":"2026-03-04T03:28:57.588023Z","end":"2026-03-04T03:28:59.19494Z","steps":["trace[1974111255] 'agreement among raft nodes before linearized reading' (duration: 1.606598932s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:59.19499Z","caller":"traceutil/trace.go:171","msg":"trace[1909643687] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24958; }","duration":"1.431233882s","start":"2026-03-04T03:28:57.763742Z","end":"2026-03-04T03:28:59.194976Z","steps":["trace[1909643687] 'agreement among raft nodes before linearized reading' (duration: 1.431089709s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:59.195027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:57.588016Z","time spent":"1.607001412s","remote":"127.0.0.1:35416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3318,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-03-04T03:28:59.195045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.51797304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-04T03:28:59.195056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.606120101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" ","response":"range_response_count:1 size:2103"} {"level":"info","ts":"2026-03-04T03:28:59.195073Z","caller":"traceutil/trace.go:171","msg":"trace[266437119] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24958; }","duration":"1.518018201s","start":"2026-03-04T03:28:57.677047Z","end":"2026-03-04T03:28:59.195065Z","steps":["trace[266437119] 'agreement among raft nodes before linearized reading' (duration: 1.51795392s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:59.195095Z","caller":"traceutil/trace.go:171","msg":"trace[97810153] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls; range_end:; response_count:1; response_revision:24958; }","duration":"1.606154641s","start":"2026-03-04T03:28:57.588923Z","end":"2026-03-04T03:28:59.195078Z","steps":["trace[97810153] 'agreement among raft nodes before linearized reading' (duration: 1.606071879s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:59.195106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:57.677038Z","time spent":"1.518058622s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T03:28:59.195136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.461563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-66374157-77a6-4b9c-8245-2b0a80772608\" ","response":"range_response_count:1 size:3761"} {"level":"info","ts":"2026-03-04T03:28:59.195159Z","caller":"traceutil/trace.go:171","msg":"trace[1255974846] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-66374157-77a6-4b9c-8245-2b0a80772608; range_end:; response_count:1; response_revision:24958; }","duration":"607.520744ms","start":"2026-03-04T03:28:58.587633Z","end":"2026-03-04T03:28:59.195154Z","steps":["trace[1255974846] 'agreement among raft nodes before linearized reading' (duration: 607.452193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:59.195187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:58.587612Z","time spent":"607.565396ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3783,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-66374157-77a6-4b9c-8245-2b0a80772608\" "} {"level":"warn","ts":"2026-03-04T03:28:59.195198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.606446278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/grafana-tls\" ","response":"range_response_count:1 size:2763"} {"level":"warn","ts":"2026-03-04T03:28:59.195205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.576431507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/alertmanager-tls\" ","response":"range_response_count:1 size:2732"} {"level":"warn","ts":"2026-03-04T03:28:59.195265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.606620593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/cert-manager/self-signed-ca\" ","response":"range_response_count:1 size:1906"} {"level":"info","ts":"2026-03-04T03:28:59.19522Z","caller":"traceutil/trace.go:171","msg":"trace[957828333] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/grafana-tls; range_end:; response_count:1; response_revision:24958; }","duration":"1.60647275s","start":"2026-03-04T03:28:57.588739Z","end":"2026-03-04T03:28:59.195212Z","steps":["trace[957828333] 'agreement among raft nodes before linearized reading' (duration: 1.606415208s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:59.195288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.181206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T03:28:59.195313Z","caller":"traceutil/trace.go:171","msg":"trace[1299602290] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24958; }","duration":"465.205097ms","start":"2026-03-04T03:28:58.730101Z","end":"2026-03-04T03:28:59.195306Z","steps":["trace[1299602290] 'agreement among raft nodes before linearized reading' (duration: 465.168156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:59.195332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:58.729977Z","time spent":"465.35042ms","remote":"127.0.0.1:36268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:28:59.195306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:57.588734Z","time spent":"1.606562302s","remote":"127.0.0.1:56738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":2785,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/grafana-tls\" "} {"level":"warn","ts":"2026-03-04T03:28:59.195318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.536198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T03:28:59.195349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.606713615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/heat-api-certs\" ","response":"range_response_count:1 size:2388"} {"level":"info","ts":"2026-03-04T03:28:59.195376Z","caller":"traceutil/trace.go:171","msg":"trace[722188562] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/heat-api-certs; range_end:; response_count:1; response_revision:24958; }","duration":"1.606744395s","start":"2026-03-04T03:28:57.588624Z","end":"2026-03-04T03:28:59.195368Z","steps":["trace[722188562] 'agreement among raft nodes before linearized reading' (duration: 1.606679624s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:59.19538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.606779256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-ca\" ","response":"range_response_count:1 size:1907"} {"level":"warn","ts":"2026-03-04T03:28:59.195396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:57.588619Z","time spent":"1.606773516s","remote":"127.0.0.1:56738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2410,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/heat-api-certs\" "} {"level":"info","ts":"2026-03-04T03:28:59.195388Z","caller":"traceutil/trace.go:171","msg":"trace[144496846] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:24958; }","duration":"676.61561ms","start":"2026-03-04T03:28:58.518737Z","end":"2026-03-04T03:28:59.195352Z","steps":["trace[144496846] 'agreement among raft nodes before linearized reading' (duration: 676.534198ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:59.195417Z","caller":"traceutil/trace.go:171","msg":"trace[1170793552] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/valkey-ca; range_end:; response_count:1; response_revision:24958; }","duration":"1.606828597s","start":"2026-03-04T03:28:57.588578Z","end":"2026-03-04T03:28:59.195406Z","steps":["trace[1170793552] 'agreement among raft nodes before linearized reading' (duration: 1.606710314s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:59.195446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.355025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T03:28:59.195464Z","caller":"traceutil/trace.go:171","msg":"trace[2068881880] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24958; }","duration":"555.398115ms","start":"2026-03-04T03:28:58.640061Z","end":"2026-03-04T03:28:59.19546Z","steps":["trace[2068881880] 'agreement among raft nodes before linearized reading' (duration: 555.339304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:59.195465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.304726985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:28:59.195463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:57.58857Z","time spent":"1.606885139s","remote":"127.0.0.1:56738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1929,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-ca\" "} {"level":"warn","ts":"2026-03-04T03:28:59.195482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:58.640013Z","time spent":"555.466257ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T03:28:59.195436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.606478289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/octavia-api-certs\" ","response":"range_response_count:1 size:2180"} {"level":"info","ts":"2026-03-04T03:28:59.195498Z","caller":"traceutil/trace.go:171","msg":"trace[1977031945] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:24958; }","duration":"1.304791097s","start":"2026-03-04T03:28:57.890693Z","end":"2026-03-04T03:28:59.195485Z","steps":["trace[1977031945] 'agreement among raft nodes before linearized reading' (duration: 1.304755796s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:59.195086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.6022071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/image\" ","response":"range_response_count:1 size:1057"} {"level":"warn","ts":"2026-03-04T03:28:59.195558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.607158386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-rlqlg-vnc\" ","response":"range_response_count:1 size:2103"} {"level":"info","ts":"2026-03-04T03:28:59.195586Z","caller":"traceutil/trace.go:171","msg":"trace[1120498505] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-rlqlg-vnc; range_end:; response_count:1; response_revision:24958; }","duration":"1.607191806s","start":"2026-03-04T03:28:57.588387Z","end":"2026-03-04T03:28:59.195578Z","steps":["trace[1120498505] 'agreement among raft nodes before linearized reading' (duration: 1.607130035s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:59.1956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.606683355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-server\" ","response":"range_response_count:1 size:2109"} {"level":"warn","ts":"2026-03-04T03:28:59.195137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:57.588919Z","time spent":"1.606211783s","remote":"127.0.0.1:56738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":2125,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" "} {"level":"warn","ts":"2026-03-04T03:28:59.195611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:57.588383Z","time spent":"1.607221737s","remote":"127.0.0.1:56738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":2125,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-rlqlg-vnc\" "} {"level":"info","ts":"2026-03-04T03:28:59.195626Z","caller":"traceutil/trace.go:171","msg":"trace[1791164585] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/valkey-server; range_end:; response_count:1; response_revision:24958; }","duration":"1.606711775s","start":"2026-03-04T03:28:57.588902Z","end":"2026-03-04T03:28:59.195613Z","steps":["trace[1791164585] 'agreement among raft nodes before linearized reading' (duration: 1.606654994s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:59.195631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.607449092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-03-04T03:28:59.195645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:57.588895Z","time spent":"1.606746636s","remote":"127.0.0.1:56738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":2131,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-server\" "} {"level":"info","ts":"2026-03-04T03:28:59.195571Z","caller":"traceutil/trace.go:171","msg":"trace[612129506] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/octavia-api-certs; range_end:; response_count:1; response_revision:24958; }","duration":"1.606648363s","start":"2026-03-04T03:28:57.588874Z","end":"2026-03-04T03:28:59.195523Z","steps":["trace[612129506] 'agreement among raft nodes before linearized reading' (duration: 1.606241073s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:59.195438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:58.518718Z","time spent":"676.709262ms","remote":"127.0.0.1:54260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:28:59.195678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.606760116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/nova-api-certs\" ","response":"range_response_count:1 size:2151"} {"level":"warn","ts":"2026-03-04T03:28:59.1957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:57.588869Z","time spent":"1.606823158s","remote":"127.0.0.1:56738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":2202,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/octavia-api-certs\" "} {"level":"info","ts":"2026-03-04T03:28:59.195697Z","caller":"traceutil/trace.go:171","msg":"trace[541167862] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:24958; }","duration":"1.607496973s","start":"2026-03-04T03:28:57.588164Z","end":"2026-03-04T03:28:59.195661Z","steps":["trace[541167862] 'agreement among raft nodes before linearized reading' (duration: 1.607390671s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:59.195268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.527025112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/barbican-api-certs\" ","response":"range_response_count:1 size:2392"} {"level":"info","ts":"2026-03-04T03:28:59.195737Z","caller":"traceutil/trace.go:171","msg":"trace[382297846] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/barbican-api-certs; range_end:; response_count:1; response_revision:24958; }","duration":"1.527524233s","start":"2026-03-04T03:28:57.668207Z","end":"2026-03-04T03:28:59.195731Z","steps":["trace[382297846] 'agreement among raft nodes before linearized reading' (duration: 1.527012321s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:59.195733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:57.588159Z","time spent":"1.607566795s","remote":"127.0.0.1:35416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3338,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-04T03:28:59.19526Z","caller":"traceutil/trace.go:171","msg":"trace[96300771] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/alertmanager-tls; range_end:; response_count:1; response_revision:24958; }","duration":"1.576500288s","start":"2026-03-04T03:28:57.618745Z","end":"2026-03-04T03:28:59.195245Z","steps":["trace[96300771] 'agreement among raft nodes before linearized reading' (duration: 1.576380796s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:59.195741Z","caller":"traceutil/trace.go:171","msg":"trace[949265948] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/nova-api-certs; range_end:; response_count:1; response_revision:24958; }","duration":"1.606807207s","start":"2026-03-04T03:28:57.5889Z","end":"2026-03-04T03:28:59.195707Z","steps":["trace[949265948] 'agreement among raft nodes before linearized reading' (duration: 1.606696325s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:59.195541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:57.890673Z","time spent":"1.304861098s","remote":"127.0.0.1:38190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:28:59.195764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:57.618733Z","time spent":"1.57702582s","remote":"127.0.0.1:56738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":2754,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/alertmanager-tls\" "} {"level":"warn","ts":"2026-03-04T03:28:59.195034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:57.763721Z","time spent":"1.431301153s","remote":"127.0.0.1:38110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:28:59.195779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:57.588896Z","time spent":"1.606875049s","remote":"127.0.0.1:56738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2173,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/nova-api-certs\" "} {"level":"warn","ts":"2026-03-04T03:28:59.195758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:57.668194Z","time spent":"1.527556624s","remote":"127.0.0.1:56738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":2414,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/barbican-api-certs\" "} {"level":"warn","ts":"2026-03-04T03:28:59.195851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.607257697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/cert-manager/kube-prometheus-stack-ca\" ","response":"range_response_count:1 size:2188"} {"level":"warn","ts":"2026-03-04T03:28:59.19495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.606315916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-tls\" ","response":"range_response_count:1 size:2935"} {"level":"warn","ts":"2026-03-04T03:28:59.194979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.551690758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/magnum-registry-certs\" ","response":"range_response_count:1 size:2225"} {"level":"info","ts":"2026-03-04T03:28:59.195878Z","caller":"traceutil/trace.go:171","msg":"trace[1134513712] range","detail":"{range_begin:/registry/cert-manager.io/certificates/cert-manager/kube-prometheus-stack-ca; range_end:; response_count:1; response_revision:24958; }","duration":"1.607296949s","start":"2026-03-04T03:28:57.588572Z","end":"2026-03-04T03:28:59.195869Z","steps":["trace[1134513712] 'agreement among raft nodes before linearized reading' (duration: 1.607231247s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:59.195434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.32542087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T03:28:59.195899Z","caller":"traceutil/trace.go:171","msg":"trace[2005505355] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/magnum-registry-certs; range_end:; response_count:1; response_revision:24958; }","duration":"1.55263832s","start":"2026-03-04T03:28:57.643252Z","end":"2026-03-04T03:28:59.19589Z","steps":["trace[2005505355] 'agreement among raft nodes before linearized reading' (duration: 1.551625317s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:59.195923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:57.64324Z","time spent":"1.552676681s","remote":"127.0.0.1:56738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":2247,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/magnum-registry-certs\" "} {"level":"warn","ts":"2026-03-04T03:28:59.195919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:57.588563Z","time spent":"1.60734608s","remote":"127.0.0.1:56738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2210,"request content":"key:\"/registry/cert-manager.io/certificates/cert-manager/kube-prometheus-stack-ca\" "} {"level":"info","ts":"2026-03-04T03:28:59.195927Z","caller":"traceutil/trace.go:171","msg":"trace[1225605212] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:24958; }","duration":"1.325913271s","start":"2026-03-04T03:28:57.870002Z","end":"2026-03-04T03:28:59.195915Z","steps":["trace[1225605212] 'agreement among raft nodes before linearized reading' (duration: 1.325350978s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:59.195976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.6073808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/rook-ceph-rgw-ceph-certs\" ","response":"range_response_count:1 size:2418"} {"level":"info","ts":"2026-03-04T03:28:59.195893Z","caller":"traceutil/trace.go:171","msg":"trace[1186293437] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-tls; range_end:; response_count:1; response_revision:24958; }","duration":"1.607285878s","start":"2026-03-04T03:28:57.588601Z","end":"2026-03-04T03:28:59.195887Z","steps":["trace[1186293437] 'agreement among raft nodes before linearized reading' (duration: 1.606187973s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:59.196001Z","caller":"traceutil/trace.go:171","msg":"trace[1422446002] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/rook-ceph-rgw-ceph-certs; range_end:; response_count:1; response_revision:24958; }","duration":"1.607413431s","start":"2026-03-04T03:28:57.58858Z","end":"2026-03-04T03:28:59.195994Z","steps":["trace[1422446002] 'agreement among raft nodes before linearized reading' (duration: 1.607349699s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:59.196024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:57.588576Z","time spent":"1.607441771s","remote":"127.0.0.1:56738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":2440,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/rook-ceph-rgw-ceph-certs\" "} {"level":"warn","ts":"2026-03-04T03:28:59.19601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:57.588597Z","time spent":"1.607403261s","remote":"127.0.0.1:56738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":2957,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-tls\" "} {"level":"info","ts":"2026-03-04T03:28:59.195562Z","caller":"traceutil/trace.go:171","msg":"trace[691811892] range","detail":"{range_begin:/registry/ingress/openstack/image; range_end:; response_count:1; response_revision:24958; }","duration":"1.602727692s","start":"2026-03-04T03:28:57.592829Z","end":"2026-03-04T03:28:59.195556Z","steps":["trace[691811892] 'agreement among raft nodes before linearized reading' (duration: 1.602109467s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:59.195291Z","caller":"traceutil/trace.go:171","msg":"trace[1193025623] range","detail":"{range_begin:/registry/cert-manager.io/certificates/cert-manager/self-signed-ca; range_end:; response_count:1; response_revision:24958; }","duration":"1.606654783s","start":"2026-03-04T03:28:57.588631Z","end":"2026-03-04T03:28:59.195286Z","steps":["trace[1193025623] 'agreement among raft nodes before linearized reading' (duration: 1.606601962s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:59.19611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.607540764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/octavia-client-certs\" ","response":"range_response_count:1 size:2219"} {"level":"warn","ts":"2026-03-04T03:28:59.195974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:57.869952Z","time spent":"1.326002173s","remote":"127.0.0.1:47150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:28:59.196116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:57.588627Z","time spent":"1.607482533s","remote":"127.0.0.1:56738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1928,"request content":"key:\"/registry/cert-manager.io/certificates/cert-manager/self-signed-ca\" "} {"level":"info","ts":"2026-03-04T03:28:59.196126Z","caller":"traceutil/trace.go:171","msg":"trace[1287872587] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/octavia-client-certs; range_end:; response_count:1; response_revision:24958; }","duration":"1.607565955s","start":"2026-03-04T03:28:57.588555Z","end":"2026-03-04T03:28:59.196121Z","steps":["trace[1287872587] 'agreement among raft nodes before linearized reading' (duration: 1.607526284s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:59.196104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:57.592818Z","time spent":"1.603273494s","remote":"127.0.0.1:47250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":1079,"request content":"key:\"/registry/ingress/openstack/image\" "} {"level":"warn","ts":"2026-03-04T03:28:59.19614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:57.588547Z","time spent":"1.607589865s","remote":"127.0.0.1:56738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":2241,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/octavia-client-certs\" "} {"level":"warn","ts":"2026-03-04T03:28:59.19607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.607599025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/nova-novncproxy-vencrypt\" ","response":"range_response_count:1 size:2528"} {"level":"info","ts":"2026-03-04T03:28:59.19618Z","caller":"traceutil/trace.go:171","msg":"trace[771959630] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/nova-novncproxy-vencrypt; range_end:; response_count:1; response_revision:24958; }","duration":"1.607719738s","start":"2026-03-04T03:28:57.588457Z","end":"2026-03-04T03:28:59.196176Z","steps":["trace[771959630] 'agreement among raft nodes before linearized reading' (duration: 1.607549494s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:59.196191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:57.588451Z","time spent":"1.607736958s","remote":"127.0.0.1:56738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":2550,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/nova-novncproxy-vencrypt\" "} {"level":"info","ts":"2026-03-04T03:28:59.449955Z","caller":"traceutil/trace.go:171","msg":"trace[1055745307] transaction","detail":"{read_only:false; response_revision:24960; number_of_response:1; }","duration":"230.864508ms","start":"2026-03-04T03:28:59.219061Z","end":"2026-03-04T03:28:59.449925Z","steps":["trace[1055745307] 'process raft request' (duration: 230.672603ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:59.450477Z","caller":"traceutil/trace.go:171","msg":"trace[307325130] transaction","detail":"{read_only:false; response_revision:24961; number_of_response:1; }","duration":"230.813486ms","start":"2026-03-04T03:28:59.219649Z","end":"2026-03-04T03:28:59.450462Z","steps":["trace[307325130] 'process raft request' (duration: 230.226712ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:59.450524Z","caller":"traceutil/trace.go:171","msg":"trace[655989754] transaction","detail":"{read_only:false; response_revision:24963; number_of_response:1; }","duration":"230.309264ms","start":"2026-03-04T03:28:59.220198Z","end":"2026-03-04T03:28:59.450507Z","steps":["trace[655989754] 'process raft request' (duration: 230.215022ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:59.45055Z","caller":"traceutil/trace.go:171","msg":"trace[1170302788] transaction","detail":"{read_only:false; response_revision:24962; number_of_response:1; }","duration":"230.795176ms","start":"2026-03-04T03:28:59.219728Z","end":"2026-03-04T03:28:59.450524Z","steps":["trace[1170302788] 'process raft request' (duration: 230.599691ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:59.450963Z","caller":"traceutil/trace.go:171","msg":"trace[1981318469] linearizableReadLoop","detail":"{readStateIndex:25872; appliedIndex:25866; }","duration":"210.710997ms","start":"2026-03-04T03:28:59.240238Z","end":"2026-03-04T03:28:59.45095Z","steps":["trace[1981318469] 'read index received' (duration: 209.504978ms)","trace[1981318469] 'applied index is now lower than readState.Index' (duration: 1.204809ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:28:59.451147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.34547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1623"} {"level":"info","ts":"2026-03-04T03:28:59.451198Z","caller":"traceutil/trace.go:171","msg":"trace[375999792] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:24965; }","duration":"249.416461ms","start":"2026-03-04T03:28:59.201769Z","end":"2026-03-04T03:28:59.451185Z","steps":["trace[375999792] 'agreement among raft nodes before linearized reading' (duration: 249.237537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:59.451236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.518994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/neutron-server-certs\" ","response":"range_response_count:1 size:2388"} {"level":"info","ts":"2026-03-04T03:28:59.451267Z","caller":"traceutil/trace.go:171","msg":"trace[1267363905] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/neutron-server-certs; range_end:; response_count:1; response_revision:24965; }","duration":"249.559955ms","start":"2026-03-04T03:28:59.201698Z","end":"2026-03-04T03:28:59.451258Z","steps":["trace[1267363905] 'agreement among raft nodes before linearized reading' (duration: 249.484903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:59.451257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.366367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/nova-novncproxy-certs\" ","response":"range_response_count:1 size:2176"} {"level":"info","ts":"2026-03-04T03:28:59.45132Z","caller":"traceutil/trace.go:171","msg":"trace[1112945968] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/nova-novncproxy-certs; range_end:; response_count:1; response_revision:24965; }","duration":"248.452719ms","start":"2026-03-04T03:28:59.20285Z","end":"2026-03-04T03:28:59.451303Z","steps":["trace[1112945968] 'agreement among raft nodes before linearized reading' (duration: 248.278515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:59.451325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.681994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-wvftr-tls\" ","response":"range_response_count:1 size:1968"} {"level":"warn","ts":"2026-03-04T03:28:59.451456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.842311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:944"} {"level":"info","ts":"2026-03-04T03:28:59.451481Z","caller":"traceutil/trace.go:171","msg":"trace[107237116] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:24965; }","duration":"249.892273ms","start":"2026-03-04T03:28:59.201583Z","end":"2026-03-04T03:28:59.451476Z","steps":["trace[107237116] 'agreement among raft nodes before linearized reading' (duration: 249.817641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:59.451482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.186846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/compute\" ","response":"range_response_count:1 size:843"} {"level":"info","ts":"2026-03-04T03:28:59.451503Z","caller":"traceutil/trace.go:171","msg":"trace[1130782529] transaction","detail":"{read_only:false; response_revision:24964; number_of_response:1; }","duration":"231.281797ms","start":"2026-03-04T03:28:59.22021Z","end":"2026-03-04T03:28:59.451491Z","steps":["trace[1130782529] 'process raft request' (duration: 230.262523ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:59.451469Z","caller":"traceutil/trace.go:171","msg":"trace[205320559] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-wvftr-tls; range_end:; response_count:1; response_revision:24965; }","duration":"248.980611ms","start":"2026-03-04T03:28:59.202467Z","end":"2026-03-04T03:28:59.451448Z","steps":["trace[205320559] 'agreement among raft nodes before linearized reading' (duration: 248.48649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:59.45162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.639573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9c4127e4-9575-417e-983d-80bdadef2b16\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-03-04T03:28:59.451635Z","caller":"traceutil/trace.go:171","msg":"trace[144475827] transaction","detail":"{read_only:false; response_revision:24965; number_of_response:1; }","duration":"229.414653ms","start":"2026-03-04T03:28:59.222211Z","end":"2026-03-04T03:28:59.451626Z","steps":["trace[144475827] 'process raft request' (duration: 228.632405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:59.451641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.678908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/rook-ceph-cluster\" ","response":"range_response_count:1 size:1117"} {"level":"info","ts":"2026-03-04T03:28:59.451645Z","caller":"traceutil/trace.go:171","msg":"trace[1064978512] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9c4127e4-9575-417e-983d-80bdadef2b16; range_end:; response_count:1; response_revision:24965; }","duration":"251.676194ms","start":"2026-03-04T03:28:59.199963Z","end":"2026-03-04T03:28:59.451639Z","steps":["trace[1064978512] 'agreement among raft nodes before linearized reading' (duration: 251.611512ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:59.451668Z","caller":"traceutil/trace.go:171","msg":"trace[804159374] range","detail":"{range_begin:/registry/ingress/openstack/rook-ceph-cluster; range_end:; response_count:1; response_revision:24965; }","duration":"249.713808ms","start":"2026-03-04T03:28:59.201948Z","end":"2026-03-04T03:28:59.451662Z","steps":["trace[804159374] 'agreement among raft nodes before linearized reading' (duration: 249.648617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:59.451796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.21567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/octavia-client-ca\" ","response":"range_response_count:1 size:1939"} {"level":"warn","ts":"2026-03-04T03:28:59.451818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.425782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-04T03:28:59.451832Z","caller":"traceutil/trace.go:171","msg":"trace[1184767838] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/octavia-client-ca; range_end:; response_count:1; response_revision:24965; }","duration":"247.251871ms","start":"2026-03-04T03:28:59.204571Z","end":"2026-03-04T03:28:59.451823Z","steps":["trace[1184767838] 'agreement among raft nodes before linearized reading' (duration: 247.157199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:59.451851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.908382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:1431"} {"level":"info","ts":"2026-03-04T03:28:59.451877Z","caller":"traceutil/trace.go:171","msg":"trace[146051265] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:24965; }","duration":"249.945614ms","start":"2026-03-04T03:28:59.201924Z","end":"2026-03-04T03:28:59.451869Z","steps":["trace[146051265] 'agreement among raft nodes before linearized reading' (duration: 249.875542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:59.451902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.589066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-04T03:28:59.451917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.63955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:28:59.451933Z","caller":"traceutil/trace.go:171","msg":"trace[1005642109] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24965; }","duration":"252.632726ms","start":"2026-03-04T03:28:59.199292Z","end":"2026-03-04T03:28:59.451924Z","steps":["trace[1005642109] 'agreement among raft nodes before linearized reading' (duration: 252.558565ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:59.45194Z","caller":"traceutil/trace.go:171","msg":"trace[1159557418] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24965; }","duration":"247.675431ms","start":"2026-03-04T03:28:59.204258Z","end":"2026-03-04T03:28:59.451933Z","steps":["trace[1159557418] 'agreement among raft nodes before linearized reading' (duration: 247.63883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:59.452072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.19564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/load-balancer\" ","response":"range_response_count:1 size:881"} {"level":"info","ts":"2026-03-04T03:28:59.452111Z","caller":"traceutil/trace.go:171","msg":"trace[1818485058] range","detail":"{range_begin:/registry/ingress/openstack/load-balancer; range_end:; response_count:1; response_revision:24965; }","duration":"250.24882ms","start":"2026-03-04T03:28:59.201851Z","end":"2026-03-04T03:28:59.4521Z","steps":["trace[1818485058] 'agreement among raft nodes before linearized reading' (duration: 250.132158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:59.45217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.08572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/magnum-api-certs\" ","response":"range_response_count:1 size:2400"} {"level":"info","ts":"2026-03-04T03:28:59.452211Z","caller":"traceutil/trace.go:171","msg":"trace[547477582] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/magnum-api-certs; range_end:; response_count:1; response_revision:24965; }","duration":"248.141072ms","start":"2026-03-04T03:28:59.204057Z","end":"2026-03-04T03:28:59.452198Z","steps":["trace[547477582] 'agreement among raft nodes before linearized reading' (duration: 248.042539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:59.451164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.402811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/rabbitmq-messaging-topology-operator-webhook\" ","response":"range_response_count:1 size:2777"} {"level":"warn","ts":"2026-03-04T03:28:59.452283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.416731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-rlqlg-api\" ","response":"range_response_count:1 size:1886"} {"level":"info","ts":"2026-03-04T03:28:59.452285Z","caller":"traceutil/trace.go:171","msg":"trace[2017924593] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/rabbitmq-messaging-topology-operator-webhook; range_end:; response_count:1; response_revision:24965; }","duration":"250.530437ms","start":"2026-03-04T03:28:59.201726Z","end":"2026-03-04T03:28:59.452256Z","steps":["trace[2017924593] 'agreement among raft nodes before linearized reading' (duration: 249.309769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:59.452363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.01096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/cloudformation\" ","response":"range_response_count:1 size:989"} {"level":"info","ts":"2026-03-04T03:28:59.451513Z","caller":"traceutil/trace.go:171","msg":"trace[542472054] range","detail":"{range_begin:/registry/ingress/openstack/compute; range_end:; response_count:1; response_revision:24965; }","duration":"249.226326ms","start":"2026-03-04T03:28:59.202277Z","end":"2026-03-04T03:28:59.451503Z","steps":["trace[542472054] 'agreement among raft nodes before linearized reading' (duration: 249.156175ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:59.452389Z","caller":"traceutil/trace.go:171","msg":"trace[762269047] range","detail":"{range_begin:/registry/ingress/openstack/cloudformation; range_end:; response_count:1; response_revision:24965; }","duration":"207.061621ms","start":"2026-03-04T03:28:59.24532Z","end":"2026-03-04T03:28:59.452382Z","steps":["trace[762269047] 'agreement among raft nodes before linearized reading' (duration: 206.974619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:59.452428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.920553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/capo-system/capo-serving-cert\" ","response":"range_response_count:1 size:1977"} {"level":"info","ts":"2026-03-04T03:28:59.452467Z","caller":"traceutil/trace.go:171","msg":"trace[1927829667] range","detail":"{range_begin:/registry/cert-manager.io/certificates/capo-system/capo-serving-cert; range_end:; response_count:1; response_revision:24965; }","duration":"249.966794ms","start":"2026-03-04T03:28:59.202492Z","end":"2026-03-04T03:28:59.452458Z","steps":["trace[1927829667] 'agreement among raft nodes before linearized reading' (duration: 249.868202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:59.451581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.596275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/orchestration\" ","response":"range_response_count:1 size:984"} {"level":"info","ts":"2026-03-04T03:28:59.452439Z","caller":"traceutil/trace.go:171","msg":"trace[1046628877] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-rlqlg-api; range_end:; response_count:1; response_revision:24965; }","duration":"249.509823ms","start":"2026-03-04T03:28:59.202837Z","end":"2026-03-04T03:28:59.452347Z","steps":["trace[1046628877] 'agreement among raft nodes before linearized reading' (duration: 249.228007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:59.452565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.034106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1639"} {"level":"info","ts":"2026-03-04T03:28:59.451838Z","caller":"traceutil/trace.go:171","msg":"trace[586450561] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24965; }","duration":"252.464502ms","start":"2026-03-04T03:28:59.199368Z","end":"2026-03-04T03:28:59.451833Z","steps":["trace[586450561] 'agreement among raft nodes before linearized reading' (duration: 252.39056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:59.452593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.067697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/keystone-api-certs\" ","response":"range_response_count:1 size:2383"} {"level":"info","ts":"2026-03-04T03:28:59.452605Z","caller":"traceutil/trace.go:171","msg":"trace[1542239194] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:24965; }","duration":"250.086547ms","start":"2026-03-04T03:28:59.202507Z","end":"2026-03-04T03:28:59.452594Z","steps":["trace[1542239194] 'agreement among raft nodes before linearized reading' (duration: 249.992405ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:59.452535Z","caller":"traceutil/trace.go:171","msg":"trace[1423179415] range","detail":"{range_begin:/registry/ingress/openstack/orchestration; range_end:; response_count:1; response_revision:24965; }","duration":"250.551708ms","start":"2026-03-04T03:28:59.201971Z","end":"2026-03-04T03:28:59.452522Z","steps":["trace[1423179415] 'agreement among raft nodes before linearized reading' (duration: 249.558805ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:28:59.45265Z","caller":"traceutil/trace.go:171","msg":"trace[640208425] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/keystone-api-certs; range_end:; response_count:1; response_revision:24965; }","duration":"250.129068ms","start":"2026-03-04T03:28:59.202511Z","end":"2026-03-04T03:28:59.45264Z","steps":["trace[640208425] 'agreement among raft nodes before linearized reading' (duration: 250.027756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:59.451415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.047102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/key-manager\" ","response":"range_response_count:1 size:871"} {"level":"info","ts":"2026-03-04T03:28:59.452701Z","caller":"traceutil/trace.go:171","msg":"trace[1449459789] range","detail":"{range_begin:/registry/ingress/openstack/key-manager; range_end:; response_count:1; response_revision:24965; }","duration":"250.351803ms","start":"2026-03-04T03:28:59.202341Z","end":"2026-03-04T03:28:59.452692Z","steps":["trace[1449459789] 'agreement among raft nodes before linearized reading' (duration: 249.004382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:28:59.452847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.24147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/octavia-server-ca\" ","response":"range_response_count:1 size:2156"} {"level":"info","ts":"2026-03-04T03:28:59.452949Z","caller":"traceutil/trace.go:171","msg":"trace[50925765] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/octavia-server-ca; range_end:; response_count:1; response_revision:24965; }","duration":"250.357693ms","start":"2026-03-04T03:28:59.202573Z","end":"2026-03-04T03:28:59.45293Z","steps":["trace[50925765] 'agreement among raft nodes before linearized reading' (duration: 250.042536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:00.906419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.407660122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18631"} {"level":"info","ts":"2026-03-04T03:29:00.906476Z","caller":"traceutil/trace.go:171","msg":"trace[406588056] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24965; }","duration":"1.407725743s","start":"2026-03-04T03:28:59.498738Z","end":"2026-03-04T03:29:00.906464Z","steps":["trace[406588056] 'range keys from in-memory index tree' (duration: 1.407545289s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:00.906497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:59.498716Z","time spent":"1.407777074s","remote":"127.0.0.1:47122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18653,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T03:29:00.906654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.858936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T03:29:00.906708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.391259339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:29:00.906739Z","caller":"traceutil/trace.go:171","msg":"trace[1205597163] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24965; }","duration":"550.000379ms","start":"2026-03-04T03:29:00.35672Z","end":"2026-03-04T03:29:00.906721Z","steps":["trace[1205597163] 'count revisions from in-memory index tree' (duration: 549.744863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:00.906786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:00.356689Z","time spent":"550.085062ms","remote":"127.0.0.1:36230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T03:29:00.906787Z","caller":"traceutil/trace.go:171","msg":"trace[1673413047] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24965; }","duration":"1.39134726s","start":"2026-03-04T03:28:59.515416Z","end":"2026-03-04T03:29:00.906763Z","steps":["trace[1673413047] 'range keys from in-memory index tree' (duration: 1.391215917s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:00.906827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.184022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:29:00.90685Z","caller":"traceutil/trace.go:171","msg":"trace[1783019723] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24965; }","duration":"434.245343ms","start":"2026-03-04T03:29:00.472597Z","end":"2026-03-04T03:29:00.906842Z","steps":["trace[1783019723] 'count revisions from in-memory index tree' (duration: 434.094289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:00.906844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:59.51541Z","time spent":"1.391423912s","remote":"127.0.0.1:47408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T03:29:00.906869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:00.472571Z","time spent":"434.290414ms","remote":"127.0.0.1:38144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:29:00.906852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.604351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-66374157-77a6-4b9c-8245-2b0a80772608\" ","response":"range_response_count:1 size:3761"} {"level":"warn","ts":"2026-03-04T03:29:00.90691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.06834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:29:00.906698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125650908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:29:00.906978Z","caller":"traceutil/trace.go:171","msg":"trace[2069047956] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24965; }","duration":"970.152362ms","start":"2026-03-04T03:28:59.936811Z","end":"2026-03-04T03:29:00.906964Z","steps":["trace[2069047956] 'count revisions from in-memory index tree' (duration: 969.915477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:00.906968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.376763889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18631"} {"level":"warn","ts":"2026-03-04T03:29:00.907069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.698064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:29:00.907092Z","caller":"traceutil/trace.go:171","msg":"trace[592474807] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24965; }","duration":"1.376924623s","start":"2026-03-04T03:28:59.530117Z","end":"2026-03-04T03:29:00.907041Z","steps":["trace[592474807] 'range keys from in-memory index tree' (duration: 1.376542834s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:29:00.907109Z","caller":"traceutil/trace.go:171","msg":"trace[1343686330] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24965; }","duration":"254.764336ms","start":"2026-03-04T03:29:00.652335Z","end":"2026-03-04T03:29:00.9071Z","steps":["trace[1343686330] 'range keys from in-memory index tree' (duration: 254.623773ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:29:00.907095Z","caller":"traceutil/trace.go:171","msg":"trace[1522161525] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:24965; }","duration":"1.126045198s","start":"2026-03-04T03:28:59.780957Z","end":"2026-03-04T03:29:00.907003Z","steps":["trace[1522161525] 'count revisions from in-memory index tree' (duration: 1.125558037s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:00.906698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.357248423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18631"} {"level":"warn","ts":"2026-03-04T03:29:00.907168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.460964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T03:29:00.907233Z","caller":"traceutil/trace.go:171","msg":"trace[1857460223] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:24965; }","duration":"220.563957ms","start":"2026-03-04T03:29:00.686647Z","end":"2026-03-04T03:29:00.907211Z","steps":["trace[1857460223] 'count revisions from in-memory index tree' (duration: 220.377402ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:29:00.907227Z","caller":"traceutil/trace.go:171","msg":"trace[1725891579] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24965; }","duration":"1.357825986s","start":"2026-03-04T03:28:59.549373Z","end":"2026-03-04T03:29:00.907199Z","steps":["trace[1725891579] 'range keys from in-memory index tree' (duration: 1.35710788s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:00.907254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:59.78093Z","time spent":"1.126264402s","remote":"127.0.0.1:38162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:29:00.907308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:59.549351Z","time spent":"1.357931778s","remote":"127.0.0.1:47122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18653,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-04T03:29:00.906934Z","caller":"traceutil/trace.go:171","msg":"trace[1041369039] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-66374157-77a6-4b9c-8245-2b0a80772608; range_end:; response_count:1; response_revision:24965; }","duration":"703.735434ms","start":"2026-03-04T03:29:00.203179Z","end":"2026-03-04T03:29:00.906915Z","steps":["trace[1041369039] 'range keys from in-memory index tree' (duration: 703.424356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:00.907405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:00.203157Z","time spent":"704.235075ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3783,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-66374157-77a6-4b9c-8245-2b0a80772608\" "} {"level":"warn","ts":"2026-03-04T03:29:00.907153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:59.530084Z","time spent":"1.377054536s","remote":"127.0.0.1:47122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18653,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T03:29:00.907011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:28:59.93675Z","time spent":"970.253815ms","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:29:01.698476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.911599ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T03:29:01.698596Z","caller":"traceutil/trace.go:171","msg":"trace[1401679401] transaction","detail":"{read_only:false; response_revision:24971; number_of_response:1; }","duration":"395.481356ms","start":"2026-03-04T03:29:01.303092Z","end":"2026-03-04T03:29:01.698573Z","steps":["trace[1401679401] 'process raft request' (duration: 99.385253ms)","trace[1401679401] 'compare' (duration: 295.583661ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:29:01.698666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:01.303071Z","time spent":"395.559998ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:29:02.03723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.273453ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T03:29:02.037602Z","caller":"traceutil/trace.go:171","msg":"trace[1439429633] transaction","detail":"{read_only:false; response_revision:24976; number_of_response:1; }","duration":"576.642912ms","start":"2026-03-04T03:29:01.460942Z","end":"2026-03-04T03:29:02.037585Z","steps":["trace[1439429633] 'process raft request' (duration: 576.565931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:02.037733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:01.460932Z","time spent":"576.759265ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:29:02.037773Z","caller":"traceutil/trace.go:171","msg":"trace[1525746885] transaction","detail":"{read_only:false; response_revision:24972; number_of_response:1; }","duration":"580.152914ms","start":"2026-03-04T03:29:01.457583Z","end":"2026-03-04T03:29:02.037736Z","steps":["trace[1525746885] 'process raft request' (duration: 379.279587ms)","trace[1525746885] 'compare' (duration: 199.762881ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:29:02.037961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:01.457546Z","time spent":"580.321848ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:29:02.038018Z","caller":"traceutil/trace.go:171","msg":"trace[1442305344] transaction","detail":"{read_only:false; response_revision:24973; number_of_response:1; }","duration":"579.487518ms","start":"2026-03-04T03:29:01.458515Z","end":"2026-03-04T03:29:02.038003Z","steps":["trace[1442305344] 'process raft request' (duration: 578.839653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:02.038082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:01.458488Z","time spent":"579.56348ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:29:02.038174Z","caller":"traceutil/trace.go:171","msg":"trace[226459869] transaction","detail":"{read_only:false; response_revision:24974; number_of_response:1; }","duration":"579.456908ms","start":"2026-03-04T03:29:01.458705Z","end":"2026-03-04T03:29:02.038162Z","steps":["trace[226459869] 'process raft request' (duration: 578.720631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:02.038227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:01.458697Z","time spent":"579.504069ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:29:02.038261Z","caller":"traceutil/trace.go:171","msg":"trace[1956848161] transaction","detail":"{read_only:false; response_revision:24975; number_of_response:1; }","duration":"579.245092ms","start":"2026-03-04T03:29:01.458984Z","end":"2026-03-04T03:29:02.038229Z","steps":["trace[1956848161] 'process raft request' (duration: 578.476454ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:29:02.038371Z","caller":"traceutil/trace.go:171","msg":"trace[1177474574] linearizableReadLoop","detail":"{readStateIndex:25884; appliedIndex:25878; }","duration":"125.966405ms","start":"2026-03-04T03:29:01.912387Z","end":"2026-03-04T03:29:02.038354Z","steps":["trace[1177474574] 'read index received' (duration: 11.5499ms)","trace[1177474574] 'applied index is now lower than readState.Index' (duration: 114.415195ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:29:02.038432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:01.458975Z","time spent":"579.370996ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:29:02.038498Z","caller":"traceutil/trace.go:171","msg":"trace[383792595] transaction","detail":"{read_only:false; response_revision:24977; number_of_response:1; }","duration":"577.106492ms","start":"2026-03-04T03:29:01.461379Z","end":"2026-03-04T03:29:02.038486Z","steps":["trace[383792595] 'process raft request' (duration: 576.172961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:02.038559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:01.461371Z","time spent":"577.159504ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:29:02.038558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.16806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-66374157-77a6-4b9c-8245-2b0a80772608\" ","response":"range_response_count:1 size:3761"} {"level":"info","ts":"2026-03-04T03:29:02.038613Z","caller":"traceutil/trace.go:171","msg":"trace[919289293] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-66374157-77a6-4b9c-8245-2b0a80772608; range_end:; response_count:1; response_revision:24977; }","duration":"126.263502ms","start":"2026-03-04T03:29:01.912335Z","end":"2026-03-04T03:29:02.038598Z","steps":["trace[919289293] 'agreement among raft nodes before linearized reading' (duration: 126.085338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:02.841303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.8422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T03:29:02.841318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.417468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-04T03:29:02.841371Z","caller":"traceutil/trace.go:171","msg":"trace[1362373170] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:24977; }","duration":"352.925392ms","start":"2026-03-04T03:29:02.488431Z","end":"2026-03-04T03:29:02.841356Z","steps":["trace[1362373170] 'count revisions from in-memory index tree' (duration: 352.764998ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:29:02.841391Z","caller":"traceutil/trace.go:171","msg":"trace[1831998409] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:24977; }","duration":"316.542801ms","start":"2026-03-04T03:29:02.524829Z","end":"2026-03-04T03:29:02.841372Z","steps":["trace[1831998409] 'range keys from in-memory index tree' (duration: 316.223723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:02.841403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:02.488373Z","time spent":"353.021734ms","remote":"127.0.0.1:45596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:29:02.841434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:02.524809Z","time spent":"316.614442ms","remote":"127.0.0.1:47098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"info","ts":"2026-03-04T03:29:02.841461Z","caller":"traceutil/trace.go:171","msg":"trace[1708931274] linearizableReadLoop","detail":"{readStateIndex:25885; appliedIndex:25884; }","duration":"252.109394ms","start":"2026-03-04T03:29:02.589327Z","end":"2026-03-04T03:29:02.841436Z","steps":["trace[1708931274] 'read index received' (duration: 237.149124ms)","trace[1708931274] 'applied index is now lower than readState.Index' (duration: 14.95899ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:29:02.841488Z","caller":"traceutil/trace.go:171","msg":"trace[1206281353] transaction","detail":"{read_only:false; response_revision:24978; number_of_response:1; }","duration":"257.697705ms","start":"2026-03-04T03:29:02.583762Z","end":"2026-03-04T03:29:02.84146Z","steps":["trace[1206281353] 'process raft request' (duration: 242.743216ms)","trace[1206281353] 'compare' (duration: 14.281534ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:29:02.841636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.409952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:29:02.841721Z","caller":"traceutil/trace.go:171","msg":"trace[1847533993] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24978; }","duration":"190.536365ms","start":"2026-03-04T03:29:02.651171Z","end":"2026-03-04T03:29:02.841707Z","steps":["trace[1847533993] 'agreement among raft nodes before linearized reading' (duration: 190.413182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:02.841728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.382411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-03-04T03:29:02.841739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.490084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:29:02.841766Z","caller":"traceutil/trace.go:171","msg":"trace[600703248] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24978; }","duration":"181.536734ms","start":"2026-03-04T03:29:02.66022Z","end":"2026-03-04T03:29:02.841757Z","steps":["trace[600703248] 'agreement among raft nodes before linearized reading' (duration: 181.478823ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:29:02.841765Z","caller":"traceutil/trace.go:171","msg":"trace[737422290] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24978; }","duration":"252.467952ms","start":"2026-03-04T03:29:02.589286Z","end":"2026-03-04T03:29:02.841754Z","steps":["trace[737422290] 'agreement among raft nodes before linearized reading' (duration: 252.274218ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:29:03.620522Z","caller":"traceutil/trace.go:171","msg":"trace[217516553] transaction","detail":"{read_only:false; response_revision:24979; number_of_response:1; }","duration":"359.113097ms","start":"2026-03-04T03:29:03.261387Z","end":"2026-03-04T03:29:03.620501Z","steps":["trace[217516553] 'process raft request' (duration: 357.96985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:03.620672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:03.26137Z","time spent":"359.214559ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:29:03.620806Z","caller":"traceutil/trace.go:171","msg":"trace[1376681499] transaction","detail":"{read_only:false; response_revision:24980; number_of_response:1; }","duration":"314.959334ms","start":"2026-03-04T03:29:03.305768Z","end":"2026-03-04T03:29:03.620728Z","steps":["trace[1376681499] 'process raft request' (duration: 314.858742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:03.620916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.710618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T03:29:03.620993Z","caller":"traceutil/trace.go:171","msg":"trace[869409833] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24980; }","duration":"317.839271ms","start":"2026-03-04T03:29:03.303134Z","end":"2026-03-04T03:29:03.620973Z","steps":["trace[869409833] 'agreement among raft nodes before linearized reading' (duration: 317.611115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:03.621037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:03.303112Z","time spent":"317.916663ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T03:29:03.620935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:03.305746Z","time spent":"315.123577ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:29:03.620016Z","caller":"traceutil/trace.go:171","msg":"trace[1535197651] linearizableReadLoop","detail":"{readStateIndex:25886; appliedIndex:25885; }","duration":"316.801297ms","start":"2026-03-04T03:29:03.303182Z","end":"2026-03-04T03:29:03.619983Z","steps":["trace[1535197651] 'read index received' (duration: 316.213623ms)","trace[1535197651] 'applied index is now lower than readState.Index' (duration: 585.903µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:29:03.621593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.263428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T03:29:03.621628Z","caller":"traceutil/trace.go:171","msg":"trace[1856876069] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24980; }","duration":"317.313349ms","start":"2026-03-04T03:29:03.304304Z","end":"2026-03-04T03:29:03.621617Z","steps":["trace[1856876069] 'agreement among raft nodes before linearized reading' (duration: 317.214186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:03.621662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:03.304285Z","time spent":"317.37031ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T03:29:03.622197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.543944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T03:29:03.62224Z","caller":"traceutil/trace.go:171","msg":"trace[559075874] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24980; }","duration":"318.417324ms","start":"2026-03-04T03:29:03.303814Z","end":"2026-03-04T03:29:03.622231Z","steps":["trace[559075874] 'agreement among raft nodes before linearized reading' (duration: 317.449661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:03.622263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:03.303802Z","time spent":"318.455416ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T03:29:03.97657Z","caller":"traceutil/trace.go:171","msg":"trace[1936712481] transaction","detail":"{read_only:false; response_revision:24982; number_of_response:1; }","duration":"349.806798ms","start":"2026-03-04T03:29:03.626753Z","end":"2026-03-04T03:29:03.976559Z","steps":["trace[1936712481] 'process raft request' (duration: 349.710696ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:29:03.976577Z","caller":"traceutil/trace.go:171","msg":"trace[2076829140] transaction","detail":"{read_only:false; response_revision:24981; number_of_response:1; }","duration":"350.641538ms","start":"2026-03-04T03:29:03.625892Z","end":"2026-03-04T03:29:03.976533Z","steps":["trace[2076829140] 'process raft request' (duration: 320.000661ms)","trace[2076829140] 'compare' (duration: 30.34819ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:29:03.976669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:03.626738Z","time spent":"349.878921ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:29:03.976686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:03.62587Z","time spent":"350.768681ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:29:03.976768Z","caller":"traceutil/trace.go:171","msg":"trace[1054283796] transaction","detail":"{read_only:false; response_revision:24983; number_of_response:1; }","duration":"349.796098ms","start":"2026-03-04T03:29:03.626965Z","end":"2026-03-04T03:29:03.976761Z","steps":["trace[1054283796] 'process raft request' (duration: 349.566943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:03.976793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:03.626897Z","time spent":"349.880771ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:29:03.97676Z","caller":"traceutil/trace.go:171","msg":"trace[72025844] linearizableReadLoop","detail":"{readStateIndex:25890; appliedIndex:25887; }","duration":"344.013953ms","start":"2026-03-04T03:29:03.632699Z","end":"2026-03-04T03:29:03.976713Z","steps":["trace[72025844] 'read index received' (duration: 313.135181ms)","trace[72025844] 'applied index is now lower than readState.Index' (duration: 30.875762ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:29:03.976878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.173537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:29:03.97692Z","caller":"traceutil/trace.go:171","msg":"trace[686126171] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:24983; }","duration":"344.219647ms","start":"2026-03-04T03:29:03.632678Z","end":"2026-03-04T03:29:03.976898Z","steps":["trace[686126171] 'agreement among raft nodes before linearized reading' (duration: 344.161936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:03.976963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:03.63267Z","time spent":"344.28029ms","remote":"127.0.0.1:35420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:29:03.977194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.658591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T03:29:03.977242Z","caller":"traceutil/trace.go:171","msg":"trace[1167751133] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24983; }","duration":"200.776154ms","start":"2026-03-04T03:29:03.776452Z","end":"2026-03-04T03:29:03.977228Z","steps":["trace[1167751133] 'agreement among raft nodes before linearized reading' (duration: 200.493607ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:29:04.845087Z","caller":"traceutil/trace.go:171","msg":"trace[1724394897] transaction","detail":"{read_only:false; response_revision:24991; number_of_response:1; }","duration":"138.021637ms","start":"2026-03-04T03:29:04.707035Z","end":"2026-03-04T03:29:04.845057Z","steps":["trace[1724394897] 'process raft request' (duration: 137.829763ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:29:05.107943Z","caller":"traceutil/trace.go:171","msg":"trace[1177620719] transaction","detail":"{read_only:false; response_revision:24992; number_of_response:1; }","duration":"138.700983ms","start":"2026-03-04T03:29:04.969198Z","end":"2026-03-04T03:29:05.107899Z","steps":["trace[1177620719] 'process raft request' (duration: 101.020192ms)","trace[1177620719] 'compare' (duration: 37.070316ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:29:05.795139Z","caller":"traceutil/trace.go:171","msg":"trace[387300378] transaction","detail":"{read_only:false; response_revision:24993; number_of_response:1; }","duration":"356.148267ms","start":"2026-03-04T03:29:05.438967Z","end":"2026-03-04T03:29:05.795115Z","steps":["trace[387300378] 'process raft request' (duration: 355.955423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:05.795292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:05.438953Z","time spent":"356.259099ms","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:29:05.932882Z","caller":"traceutil/trace.go:171","msg":"trace[629443548] linearizableReadLoop","detail":"{readStateIndex:25901; appliedIndex:25899; }","duration":"451.872365ms","start":"2026-03-04T03:29:05.480993Z","end":"2026-03-04T03:29:05.932865Z","steps":["trace[629443548] 'read index received' (duration: 313.9385ms)","trace[629443548] 'applied index is now lower than readState.Index' (duration: 137.933135ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:29:05.932931Z","caller":"traceutil/trace.go:171","msg":"trace[2071032556] transaction","detail":"{read_only:false; response_revision:24994; number_of_response:1; }","duration":"493.185771ms","start":"2026-03-04T03:29:05.439716Z","end":"2026-03-04T03:29:05.932902Z","steps":["trace[2071032556] 'process raft request' (duration: 492.986756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:05.93301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.000598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:29:05.933035Z","caller":"traceutil/trace.go:171","msg":"trace[934268100] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:24995; }","duration":"452.07139ms","start":"2026-03-04T03:29:05.480956Z","end":"2026-03-04T03:29:05.933027Z","steps":["trace[934268100] 'agreement among raft nodes before linearized reading' (duration: 452.011788ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:29:05.933004Z","caller":"traceutil/trace.go:171","msg":"trace[1829004232] transaction","detail":"{read_only:false; response_revision:24995; number_of_response:1; }","duration":"305.782459ms","start":"2026-03-04T03:29:05.627187Z","end":"2026-03-04T03:29:05.93297Z","steps":["trace[1829004232] 'process raft request' (duration: 305.636406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:05.933058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:05.480942Z","time spent":"452.1096ms","remote":"127.0.0.1:38072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:29:05.933154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:05.62717Z","time spent":"305.902503ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:29:05.933054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:05.439702Z","time spent":"493.283504ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3929,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:29:05.933363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.070454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-79759696d5-rc4rw.1899859ed2ad1da8\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-03-04T03:29:05.933384Z","caller":"traceutil/trace.go:171","msg":"trace[1963481731] range","detail":"{range_begin:/registry/events/openstack/magnum-api-79759696d5-rc4rw.1899859ed2ad1da8; range_end:; response_count:1; response_revision:24995; }","duration":"134.119356ms","start":"2026-03-04T03:29:05.799258Z","end":"2026-03-04T03:29:05.933377Z","steps":["trace[1963481731] 'agreement among raft nodes before linearized reading' (duration: 134.029474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:05.93338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.987181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T03:29:05.933448Z","caller":"traceutil/trace.go:171","msg":"trace[1100571008] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24995; }","duration":"308.090113ms","start":"2026-03-04T03:29:05.62534Z","end":"2026-03-04T03:29:05.93343Z","steps":["trace[1100571008] 'agreement among raft nodes before linearized reading' (duration: 307.904729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:05.933486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:05.625325Z","time spent":"308.153375ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T03:29:05.933543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.474505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:29:05.933579Z","caller":"traceutil/trace.go:171","msg":"trace[152283491] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24995; }","duration":"282.548316ms","start":"2026-03-04T03:29:05.65102Z","end":"2026-03-04T03:29:05.933569Z","steps":["trace[152283491] 'agreement among raft nodes before linearized reading' (duration: 282.474745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:06.787685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.120221ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:29:06.787761Z","caller":"traceutil/trace.go:171","msg":"trace[804969445] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24995; }","duration":"257.208113ms","start":"2026-03-04T03:29:06.530535Z","end":"2026-03-04T03:29:06.787743Z","steps":["trace[804969445] 'range keys from in-memory index tree' (duration: 257.104691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:06.787974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.278739ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-04T03:29:06.788085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:05.934727Z","time spent":"853.353982ms","remote":"127.0.0.1:46920","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T03:29:06.788239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.451073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T03:29:06.78828Z","caller":"traceutil/trace.go:171","msg":"trace[409638662] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24995; }","duration":"853.517305ms","start":"2026-03-04T03:29:05.934752Z","end":"2026-03-04T03:29:06.788269Z","steps":["trace[409638662] 'agreement among raft nodes before linearized reading' (duration: 853.366542ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:29:06.788094Z","caller":"traceutil/trace.go:171","msg":"trace[2083225074] linearizableReadLoop","detail":"{readStateIndex:25903; appliedIndex:25902; }","duration":"853.28167ms","start":"2026-03-04T03:29:05.934794Z","end":"2026-03-04T03:29:06.788076Z","steps":["trace[2083225074] 'read index received' (duration: 316.894689ms)","trace[2083225074] 'applied index is now lower than readState.Index' (duration: 536.382731ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:29:06.78831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:05.934737Z","time spent":"853.565876ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T03:29:07.246257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.867045ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T03:29:07.246517Z","caller":"traceutil/trace.go:171","msg":"trace[117726513] transaction","detail":"{read_only:false; response_revision:24996; number_of_response:1; }","duration":"1.311146965s","start":"2026-03-04T03:29:05.935328Z","end":"2026-03-04T03:29:07.246475Z","steps":["trace[117726513] 'process raft request' (duration: 1.000973122s)","trace[117726513] 'compare' (duration: 309.665171ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:29:07.24667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:05.935312Z","time spent":"1.311276658s","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:29:07.246715Z","caller":"traceutil/trace.go:171","msg":"trace[1634392394] transaction","detail":"{read_only:false; response_revision:25002; number_of_response:1; }","duration":"1.102009396s","start":"2026-03-04T03:29:06.144688Z","end":"2026-03-04T03:29:07.246698Z","steps":["trace[1634392394] 'process raft request' (duration: 1.101941084s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:07.246791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:06.144682Z","time spent":"1.102073237s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:29:07.246988Z","caller":"traceutil/trace.go:171","msg":"trace[1531894420] transaction","detail":"{read_only:false; response_revision:24999; number_of_response:1; }","duration":"1.11162655s","start":"2026-03-04T03:29:06.135349Z","end":"2026-03-04T03:29:07.246975Z","steps":["trace[1531894420] 'process raft request' (duration: 1.11117685s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:29:07.247011Z","caller":"traceutil/trace.go:171","msg":"trace[204671409] transaction","detail":"{read_only:false; response_revision:25000; number_of_response:1; }","duration":"1.102694481s","start":"2026-03-04T03:29:06.144306Z","end":"2026-03-04T03:29:07.247001Z","steps":["trace[204671409] 'process raft request' (duration: 1.102260891s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:07.247056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:06.13534Z","time spent":"1.111683432s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:29:07.247099Z","caller":"traceutil/trace.go:171","msg":"trace[2054093826] transaction","detail":"{read_only:false; response_revision:25001; number_of_response:1; }","duration":"1.10261314s","start":"2026-03-04T03:29:06.144475Z","end":"2026-03-04T03:29:07.247088Z","steps":["trace[2054093826] 'process raft request' (duration: 1.102126679s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:07.247144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:06.14446Z","time spent":"1.102664251s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:29:07.247183Z","caller":"traceutil/trace.go:171","msg":"trace[999403943] transaction","detail":"{read_only:false; response_revision:24997; number_of_response:1; }","duration":"1.310740326s","start":"2026-03-04T03:29:05.936422Z","end":"2026-03-04T03:29:07.247162Z","steps":["trace[999403943] 'process raft request' (duration: 1.309959958s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:29:07.247234Z","caller":"traceutil/trace.go:171","msg":"trace[2119228289] transaction","detail":"{read_only:false; response_revision:24998; number_of_response:1; }","duration":"1.112784717s","start":"2026-03-04T03:29:06.134441Z","end":"2026-03-04T03:29:07.247225Z","steps":["trace[2119228289] 'process raft request' (duration: 1.11204786s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:07.24727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:05.936412Z","time spent":"1.310814627s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:29:07.247286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:06.134417Z","time spent":"1.112842129s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:29:07.247064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:06.144296Z","time spent":"1.102739333s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:29:07.247399Z","caller":"traceutil/trace.go:171","msg":"trace[1881853920] transaction","detail":"{read_only:false; response_revision:25003; number_of_response:1; }","duration":"1.102643831s","start":"2026-03-04T03:29:06.144728Z","end":"2026-03-04T03:29:07.247372Z","steps":["trace[1881853920] 'process raft request' (duration: 1.101933934s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:07.247513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:06.144723Z","time spent":"1.102732283s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:29:07.702212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.441028ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T03:29:07.703229Z","caller":"traceutil/trace.go:171","msg":"trace[1609510255] linearizableReadLoop","detail":"{readStateIndex:25912; appliedIndex:25903; }","duration":"914.87005ms","start":"2026-03-04T03:29:06.78832Z","end":"2026-03-04T03:29:07.70319Z","steps":["trace[1609510255] 'read index received' (duration: 148.096842ms)","trace[1609510255] 'applied index is now lower than readState.Index' (duration: 766.770228ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:29:07.703244Z","caller":"traceutil/trace.go:171","msg":"trace[1987478198] transaction","detail":"{read_only:false; response_revision:25004; number_of_response:1; }","duration":"910.16436ms","start":"2026-03-04T03:29:06.793043Z","end":"2026-03-04T03:29:07.703207Z","steps":["trace[1987478198] 'process raft request' (duration: 909.28503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:07.703375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:06.793009Z","time spent":"910.292502ms","remote":"127.0.0.1:46920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:29:07.952747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.972390486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T03:29:07.952813Z","caller":"traceutil/trace.go:171","msg":"trace[638174877] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25004; }","duration":"1.972490738s","start":"2026-03-04T03:29:05.980305Z","end":"2026-03-04T03:29:07.952796Z","steps":["trace[638174877] 'agreement among raft nodes before linearized reading' (duration: 1.723079276s)","trace[638174877] 'range keys from in-memory index tree' (duration: 249.250848ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:29:07.952841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:05.980294Z","time spent":"1.972542369s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T03:29:07.952845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.005468349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-66374157-77a6-4b9c-8245-2b0a80772608\" ","response":"range_response_count:1 size:3947"} {"level":"info","ts":"2026-03-04T03:29:07.952892Z","caller":"traceutil/trace.go:171","msg":"trace[371604512] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-66374157-77a6-4b9c-8245-2b0a80772608; range_end:; response_count:1; response_revision:25004; }","duration":"2.00553s","start":"2026-03-04T03:29:05.947342Z","end":"2026-03-04T03:29:07.952872Z","steps":["trace[371604512] 'agreement among raft nodes before linearized reading' (duration: 1.756049368s)","trace[371604512] 'range keys from in-memory index tree' (duration: 249.394131ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:29:07.952936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:05.947332Z","time spent":"2.005594092s","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3969,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-66374157-77a6-4b9c-8245-2b0a80772608\" "} {"level":"warn","ts":"2026-03-04T03:29:07.953084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.817396111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-66374157-77a6-4b9c-8245-2b0a80772608\" ","response":"range_response_count:1 size:3947"} {"level":"info","ts":"2026-03-04T03:29:07.953107Z","caller":"traceutil/trace.go:171","msg":"trace[974871114] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-66374157-77a6-4b9c-8245-2b0a80772608; range_end:; response_count:1; response_revision:25004; }","duration":"1.817472743s","start":"2026-03-04T03:29:06.135626Z","end":"2026-03-04T03:29:07.953098Z","steps":["trace[974871114] 'agreement among raft nodes before linearized reading' (duration: 1.567701663s)","trace[974871114] 'range keys from in-memory index tree' (duration: 249.712669ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:29:07.953122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:06.135605Z","time spent":"1.817513124s","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3969,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-66374157-77a6-4b9c-8245-2b0a80772608\" "} {"level":"warn","ts":"2026-03-04T03:29:07.953187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.15822661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T03:29:07.953226Z","caller":"traceutil/trace.go:171","msg":"trace[914343015] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25004; }","duration":"1.158308152s","start":"2026-03-04T03:29:06.794908Z","end":"2026-03-04T03:29:07.953216Z","steps":["trace[914343015] 'agreement among raft nodes before linearized reading' (duration: 908.499541ms)","trace[914343015] 'range keys from in-memory index tree' (duration: 249.700528ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:29:07.953239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.971192618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T03:29:07.953253Z","caller":"traceutil/trace.go:171","msg":"trace[1945934311] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25004; }","duration":"1.971226538s","start":"2026-03-04T03:29:05.982022Z","end":"2026-03-04T03:29:07.953248Z","steps":["trace[1945934311] 'agreement among raft nodes before linearized reading' (duration: 1.721341306s)","trace[1945934311] 'range keys from in-memory index tree' (duration: 249.845262ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:29:07.953255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:06.794901Z","time spent":"1.158347682s","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T03:29:07.952747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.278762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-03-04T03:29:07.953361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.460582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:29:07.953384Z","caller":"traceutil/trace.go:171","msg":"trace[1877176112] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25004; }","duration":"867.512253ms","start":"2026-03-04T03:29:07.085866Z","end":"2026-03-04T03:29:07.953378Z","steps":["trace[1877176112] 'agreement among raft nodes before linearized reading' (duration: 617.57586ms)","trace[1877176112] 'count revisions from in-memory index tree' (duration: 249.902283ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:29:07.953357Z","caller":"traceutil/trace.go:171","msg":"trace[670821311] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25004; }","duration":"247.904856ms","start":"2026-03-04T03:29:07.70541Z","end":"2026-03-04T03:29:07.953315Z","steps":["trace[670821311] 'range keys from in-memory index tree' (duration: 247.131758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:07.953206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.898118818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-04T03:29:07.953399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:07.085819Z","time spent":"867.575085ms","remote":"127.0.0.1:37756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-03-04T03:29:07.953436Z","caller":"traceutil/trace.go:171","msg":"trace[1509000927] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25004; }","duration":"1.898374914s","start":"2026-03-04T03:29:06.055049Z","end":"2026-03-04T03:29:07.953424Z","steps":["trace[1509000927] 'agreement among raft nodes before linearized reading' (duration: 1.648302388s)","trace[1509000927] 'range keys from in-memory index tree' (duration: 249.825011ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:29:07.953468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:06.055031Z","time spent":"1.898428676s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T03:29:07.95327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:05.982014Z","time spent":"1.971252849s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T03:29:07.953719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.074169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-04T03:29:07.953814Z","caller":"traceutil/trace.go:171","msg":"trace[1372155664] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25004; }","duration":"103.217523ms","start":"2026-03-04T03:29:07.850574Z","end":"2026-03-04T03:29:07.953791Z","steps":["trace[1372155664] 'range keys from in-memory index tree' (duration: 102.868595ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:29:07.954077Z","caller":"traceutil/trace.go:171","msg":"trace[1658072667] linearizableReadLoop","detail":"{readStateIndex:25914; appliedIndex:25913; }","duration":"100.747055ms","start":"2026-03-04T03:29:07.853314Z","end":"2026-03-04T03:29:07.954061Z","steps":["trace[1658072667] 'read index received' (duration: 67.212351ms)","trace[1658072667] 'applied index is now lower than readState.Index' (duration: 33.533164ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:29:07.954084Z","caller":"traceutil/trace.go:171","msg":"trace[1776415380] transaction","detail":"{read_only:false; response_revision:25005; number_of_response:1; }","duration":"100.93843ms","start":"2026-03-04T03:29:07.853124Z","end":"2026-03-04T03:29:07.954063Z","steps":["trace[1776415380] 'process raft request' (duration: 67.452727ms)","trace[1776415380] 'compare' (duration: 33.362711ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:29:07.954359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.029012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-04T03:29:07.954405Z","caller":"traceutil/trace.go:171","msg":"trace[1013162516] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25005; }","duration":"101.114654ms","start":"2026-03-04T03:29:07.853277Z","end":"2026-03-04T03:29:07.954392Z","steps":["trace[1013162516] 'agreement among raft nodes before linearized reading' (duration: 100.917439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:07.954585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.218742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:29:07.954967Z","caller":"traceutil/trace.go:171","msg":"trace[983244835] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25004; }","duration":"302.774529ms","start":"2026-03-04T03:29:07.65217Z","end":"2026-03-04T03:29:07.954945Z","steps":["trace[983244835] 'agreement among raft nodes before linearized reading' (duration: 51.258658ms)","trace[983244835] 'range keys from in-memory index tree' (duration: 249.975804ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:29:07.955018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:07.65215Z","time spent":"302.856412ms","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T03:29:07.95435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.973403619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T03:29:07.955908Z","caller":"traceutil/trace.go:171","msg":"trace[640507061] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25004; }","duration":"1.974995766s","start":"2026-03-04T03:29:05.980892Z","end":"2026-03-04T03:29:07.955888Z","steps":["trace[640507061] 'agreement among raft nodes before linearized reading' (duration: 1.722482642s)","trace[640507061] 'range keys from in-memory index tree' (duration: 250.289492ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:29:07.955968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:05.980873Z","time spent":"1.975079539s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T03:29:08.688812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.465343ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T03:29:08.689108Z","caller":"traceutil/trace.go:171","msg":"trace[255718258] transaction","detail":"{read_only:false; response_revision:25006; number_of_response:1; }","duration":"749.255367ms","start":"2026-03-04T03:29:07.939797Z","end":"2026-03-04T03:29:08.689052Z","steps":["trace[255718258] 'process raft request' (duration: 120.451936ms)","trace[255718258] 'compare' (duration: 627.93774ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:29:08.689209Z","caller":"traceutil/trace.go:171","msg":"trace[465700602] linearizableReadLoop","detail":"{readStateIndex:25915; appliedIndex:25914; }","duration":"734.292517ms","start":"2026-03-04T03:29:07.954886Z","end":"2026-03-04T03:29:08.689179Z","steps":["trace[465700602] 'read index received' (duration: 105.375673ms)","trace[465700602] 'applied index is now lower than readState.Index' (duration: 628.914044ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:29:08.68926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:07.939775Z","time spent":"749.405921ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:29:08.689482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.577733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18631"} {"level":"info","ts":"2026-03-04T03:29:08.689527Z","caller":"traceutil/trace.go:171","msg":"trace[1089026342] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25007; }","duration":"734.671846ms","start":"2026-03-04T03:29:07.954843Z","end":"2026-03-04T03:29:08.689515Z","steps":["trace[1089026342] 'agreement among raft nodes before linearized reading' (duration: 734.476831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:08.689562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:07.95483Z","time spent":"734.722227ms","remote":"127.0.0.1:47122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18653,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-04T03:29:08.689701Z","caller":"traceutil/trace.go:171","msg":"trace[1299047335] transaction","detail":"{read_only:false; response_revision:25007; number_of_response:1; }","duration":"731.668135ms","start":"2026-03-04T03:29:07.958007Z","end":"2026-03-04T03:29:08.689675Z","steps":["trace[1299047335] 'process raft request' (duration: 730.922438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:08.689802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:07.957988Z","time spent":"731.755178ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:29:08.691591Z","caller":"traceutil/trace.go:171","msg":"trace[692499432] transaction","detail":"{read_only:false; response_revision:25008; number_of_response:1; }","duration":"733.314564ms","start":"2026-03-04T03:29:07.958097Z","end":"2026-03-04T03:29:08.691412Z","steps":["trace[692499432] 'process raft request' (duration: 731.095712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:08.691843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:07.958077Z","time spent":"733.614781ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:29:08.692302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.357321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-04T03:29:08.69234Z","caller":"traceutil/trace.go:171","msg":"trace[1366960254] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:25010; }","duration":"735.423503ms","start":"2026-03-04T03:29:07.956909Z","end":"2026-03-04T03:29:08.692333Z","steps":["trace[1366960254] 'agreement among raft nodes before linearized reading' (duration: 735.310951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:08.692362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:07.956892Z","time spent":"735.464914ms","remote":"127.0.0.1:46920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-04T03:29:08.6924Z","caller":"traceutil/trace.go:171","msg":"trace[1353054564] transaction","detail":"{read_only:false; response_revision:25010; number_of_response:1; }","duration":"732.134616ms","start":"2026-03-04T03:29:07.960247Z","end":"2026-03-04T03:29:08.692381Z","steps":["trace[1353054564] 'process raft request' (duration: 731.927902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:08.693435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:07.960236Z","time spent":"732.214468ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:29:08.6937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.30201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:29:08.69375Z","caller":"traceutil/trace.go:171","msg":"trace[1702746360] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25010; }","duration":"735.361742ms","start":"2026-03-04T03:29:07.958374Z","end":"2026-03-04T03:29:08.693735Z","steps":["trace[1702746360] 'agreement among raft nodes before linearized reading' (duration: 735.297501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:08.693782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:07.958365Z","time spent":"735.410813ms","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T03:29:08.693785Z","caller":"traceutil/trace.go:171","msg":"trace[407769446] transaction","detail":"{read_only:false; response_revision:25009; number_of_response:1; }","duration":"735.567497ms","start":"2026-03-04T03:29:07.958208Z","end":"2026-03-04T03:29:08.693776Z","steps":["trace[407769446] 'process raft request' (duration: 733.148541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:08.693839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:07.958199Z","time spent":"735.611868ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:29:08.693496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.256882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"info","ts":"2026-03-04T03:29:08.69404Z","caller":"traceutil/trace.go:171","msg":"trace[1747928531] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:25010; }","duration":"733.823056ms","start":"2026-03-04T03:29:07.960211Z","end":"2026-03-04T03:29:08.694034Z","steps":["trace[1747928531] 'agreement among raft nodes before linearized reading' (duration: 733.178381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:08.694064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:07.960203Z","time spent":"733.854327ms","remote":"127.0.0.1:47002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1334,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"info","ts":"2026-03-04T03:29:09.117409Z","caller":"traceutil/trace.go:171","msg":"trace[1887366976] linearizableReadLoop","detail":"{readStateIndex:25920; appliedIndex:25919; }","duration":"408.579732ms","start":"2026-03-04T03:29:08.708799Z","end":"2026-03-04T03:29:09.117379Z","steps":["trace[1887366976] 'read index received' (duration: 390.208033ms)","trace[1887366976] 'applied index is now lower than readState.Index' (duration: 18.368389ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:29:09.117508Z","caller":"traceutil/trace.go:171","msg":"trace[1113735252] transaction","detail":"{read_only:false; response_revision:25011; number_of_response:1; }","duration":"412.130095ms","start":"2026-03-04T03:29:08.705345Z","end":"2026-03-04T03:29:09.117475Z","steps":["trace[1113735252] 'process raft request' (duration: 393.733445ms)","trace[1113735252] 'compare' (duration: 17.783656ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:29:09.117632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.846805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:29:09.117649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:08.705326Z","time spent":"412.245349ms","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:29:09.11769Z","caller":"traceutil/trace.go:171","msg":"trace[1667501895] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25011; }","duration":"395.922867ms","start":"2026-03-04T03:29:08.721754Z","end":"2026-03-04T03:29:09.117677Z","steps":["trace[1667501895] 'agreement among raft nodes before linearized reading' (duration: 395.818625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:09.117724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:08.721746Z","time spent":"395.967818ms","remote":"127.0.0.1:38186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:29:09.117725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.90813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-03-04T03:29:09.117773Z","caller":"traceutil/trace.go:171","msg":"trace[2074949013] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:25011; }","duration":"408.976722ms","start":"2026-03-04T03:29:08.708783Z","end":"2026-03-04T03:29:09.11776Z","steps":["trace[2074949013] 'agreement among raft nodes before linearized reading' (duration: 408.745707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:09.117859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:08.708775Z","time spent":"409.070774ms","remote":"127.0.0.1:47418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9626,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"warn","ts":"2026-03-04T03:29:09.117979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.833334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-66374157-77a6-4b9c-8245-2b0a80772608\" ","response":"range_response_count:1 size:3947"} {"level":"info","ts":"2026-03-04T03:29:09.118033Z","caller":"traceutil/trace.go:171","msg":"trace[1212529177] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-66374157-77a6-4b9c-8245-2b0a80772608; range_end:; response_count:1; response_revision:25011; }","duration":"158.919355ms","start":"2026-03-04T03:29:08.959103Z","end":"2026-03-04T03:29:09.118022Z","steps":["trace[1212529177] 'agreement among raft nodes before linearized reading' (duration: 158.802293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:09.118247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.878104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:29:09.118303Z","caller":"traceutil/trace.go:171","msg":"trace[155548348] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25011; }","duration":"359.954386ms","start":"2026-03-04T03:29:08.758337Z","end":"2026-03-04T03:29:09.118291Z","steps":["trace[155548348] 'agreement among raft nodes before linearized reading' (duration: 359.820942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:09.118349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:08.758328Z","time spent":"360.011287ms","remote":"127.0.0.1:47408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T03:29:09.11837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.276589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:29:09.118397Z","caller":"traceutil/trace.go:171","msg":"trace[237801679] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:25011; }","duration":"341.330811ms","start":"2026-03-04T03:29:08.777058Z","end":"2026-03-04T03:29:09.118389Z","steps":["trace[237801679] 'agreement among raft nodes before linearized reading' (duration: 341.28414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:09.118423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:08.777048Z","time spent":"341.368822ms","remote":"127.0.0.1:38168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:29:09.985083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.502295ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T03:29:09.985184Z","caller":"traceutil/trace.go:171","msg":"trace[170725739] linearizableReadLoop","detail":"{readStateIndex:25921; appliedIndex:25920; }","duration":"853.914515ms","start":"2026-03-04T03:29:09.131254Z","end":"2026-03-04T03:29:09.985169Z","steps":["trace[170725739] 'read index received' (duration: 364.265266ms)","trace[170725739] 'applied index is now lower than readState.Index' (duration: 489.647829ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:29:09.98525Z","caller":"traceutil/trace.go:171","msg":"trace[267486203] transaction","detail":"{read_only:false; response_revision:25012; number_of_response:1; }","duration":"859.506265ms","start":"2026-03-04T03:29:09.125733Z","end":"2026-03-04T03:29:09.985239Z","steps":["trace[267486203] 'process raft request' (duration: 369.772795ms)","trace[267486203] 'compare' (duration: 489.27756ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:29:09.98531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:09.125717Z","time spent":"859.560317ms","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:29:09.985426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.16016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18631"} {"level":"info","ts":"2026-03-04T03:29:09.985497Z","caller":"traceutil/trace.go:171","msg":"trace[344862249] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25012; }","duration":"854.244353ms","start":"2026-03-04T03:29:09.131233Z","end":"2026-03-04T03:29:09.985478Z","steps":["trace[344862249] 'agreement among raft nodes before linearized reading' (duration: 854.060709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:09.985544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:09.131222Z","time spent":"854.310814ms","remote":"127.0.0.1:47122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18653,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-04T03:29:09.988966Z","caller":"traceutil/trace.go:171","msg":"trace[1381439201] transaction","detail":"{read_only:false; response_revision:25014; number_of_response:1; }","duration":"734.863302ms","start":"2026-03-04T03:29:09.254065Z","end":"2026-03-04T03:29:09.988929Z","steps":["trace[1381439201] 'process raft request' (duration: 734.77871ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:29:09.988972Z","caller":"traceutil/trace.go:171","msg":"trace[43459110] transaction","detail":"{read_only:false; response_revision:25013; number_of_response:1; }","duration":"778.129203ms","start":"2026-03-04T03:29:09.210812Z","end":"2026-03-04T03:29:09.988941Z","steps":["trace[43459110] 'process raft request' (duration: 777.920738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:09.98907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:09.254047Z","time spent":"734.972964ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:29:09.989119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:09.210795Z","time spent":"778.243915ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:29:09.989384Z","caller":"traceutil/trace.go:171","msg":"trace[2006935324] transaction","detail":"{read_only:false; response_revision:25015; number_of_response:1; }","duration":"735.016365ms","start":"2026-03-04T03:29:09.254353Z","end":"2026-03-04T03:29:09.98937Z","steps":["trace[2006935324] 'process raft request' (duration: 734.532674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:09.989473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:09.254345Z","time spent":"735.088556ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:29:09.989619Z","caller":"traceutil/trace.go:171","msg":"trace[1776334413] transaction","detail":"{read_only:false; response_revision:25019; number_of_response:1; }","duration":"734.061772ms","start":"2026-03-04T03:29:09.255544Z","end":"2026-03-04T03:29:09.989606Z","steps":["trace[1776334413] 'process raft request' (duration: 734.016821ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:29:09.989667Z","caller":"traceutil/trace.go:171","msg":"trace[933696673] transaction","detail":"{read_only:false; response_revision:25017; number_of_response:1; }","duration":"735.132048ms","start":"2026-03-04T03:29:09.254505Z","end":"2026-03-04T03:29:09.989637Z","steps":["trace[933696673] 'process raft request' (duration: 734.893543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:09.989727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:09.255536Z","time spent":"734.126065ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:29:09.989779Z","caller":"traceutil/trace.go:171","msg":"trace[1100335658] transaction","detail":"{read_only:false; response_revision:25018; number_of_response:1; }","duration":"735.23385ms","start":"2026-03-04T03:29:09.254525Z","end":"2026-03-04T03:29:09.989759Z","steps":["trace[1100335658] 'process raft request' (duration: 734.979734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:09.989813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:09.254475Z","time spent":"735.265021ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:29:09.989892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:09.254519Z","time spent":"735.305712ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:29:09.990023Z","caller":"traceutil/trace.go:171","msg":"trace[1877029063] transaction","detail":"{read_only:false; response_revision:25016; number_of_response:1; }","duration":"735.570208ms","start":"2026-03-04T03:29:09.25444Z","end":"2026-03-04T03:29:09.99001Z","steps":["trace[1877029063] 'process raft request' (duration: 734.744339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:09.990083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:09.254434Z","time spent":"735.619839ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:29:10.507698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.204742ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T03:29:10.507797Z","caller":"traceutil/trace.go:171","msg":"trace[1315977419] linearizableReadLoop","detail":"{readStateIndex:25929; appliedIndex:25921; }","duration":"522.570387ms","start":"2026-03-04T03:29:09.985211Z","end":"2026-03-04T03:29:10.507781Z","steps":["trace[1315977419] 'read index received' (duration: 3.513982ms)","trace[1315977419] 'applied index is now lower than readState.Index' (duration: 519.055075ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:29:10.507881Z","caller":"traceutil/trace.go:171","msg":"trace[987066105] transaction","detail":"{read_only:false; response_revision:25020; number_of_response:1; }","duration":"943.093171ms","start":"2026-03-04T03:29:09.564777Z","end":"2026-03-04T03:29:10.50787Z","steps":["trace[987066105] 'process raft request' (duration: 715.634502ms)","trace[987066105] 'compare' (duration: 226.917156ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:29:10.507952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:09.564751Z","time spent":"943.170082ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:29:10.50811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.253257791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T03:29:10.508186Z","caller":"traceutil/trace.go:171","msg":"trace[1762621629] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25020; }","duration":"1.253368374s","start":"2026-03-04T03:29:09.2548Z","end":"2026-03-04T03:29:10.508168Z","steps":["trace[1762621629] 'agreement among raft nodes before linearized reading' (duration: 1.253147069s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:10.508231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:09.254792Z","time spent":"1.253429886s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T03:29:10.508303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.374721511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-03-04T03:29:10.508341Z","caller":"traceutil/trace.go:171","msg":"trace[1278946664] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:25020; }","duration":"1.374774523s","start":"2026-03-04T03:29:09.133556Z","end":"2026-03-04T03:29:10.508331Z","steps":["trace[1278946664] 'agreement among raft nodes before linearized reading' (duration: 1.37463455s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:10.508376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:09.133541Z","time spent":"1.374829004s","remote":"127.0.0.1:47418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9626,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"warn","ts":"2026-03-04T03:29:10.508428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.554423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:29:10.508466Z","caller":"traceutil/trace.go:171","msg":"trace[198350886] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25020; }","duration":"580.627375ms","start":"2026-03-04T03:29:09.927829Z","end":"2026-03-04T03:29:10.508456Z","steps":["trace[198350886] 'agreement among raft nodes before linearized reading' (duration: 580.564254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:10.508501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:09.927809Z","time spent":"580.684776ms","remote":"127.0.0.1:37982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:29:10.508752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.469086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:29:10.50877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.74671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-03-04T03:29:10.508765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.312835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:29:10.508816Z","caller":"traceutil/trace.go:171","msg":"trace[2003748237] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25020; }","duration":"492.829692ms","start":"2026-03-04T03:29:10.015973Z","end":"2026-03-04T03:29:10.508803Z","steps":["trace[2003748237] 'agreement among raft nodes before linearized reading' (duration: 492.71318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:10.508818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.912989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-66374157-77a6-4b9c-8245-2b0a80772608\" ","response":"range_response_count:1 size:3947"} {"level":"info","ts":"2026-03-04T03:29:10.508823Z","caller":"traceutil/trace.go:171","msg":"trace[1335030458] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25020; }","duration":"857.412496ms","start":"2026-03-04T03:29:09.651397Z","end":"2026-03-04T03:29:10.508809Z","steps":["trace[1335030458] 'agreement among raft nodes before linearized reading' (duration: 857.292734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:10.508856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:10.015953Z","time spent":"492.896313ms","remote":"127.0.0.1:36312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T03:29:10.508868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:09.651379Z","time spent":"857.483399ms","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T03:29:10.508866Z","caller":"traceutil/trace.go:171","msg":"trace[885408845] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-66374157-77a6-4b9c-8245-2b0a80772608; range_end:; response_count:1; response_revision:25020; }","duration":"381.997791ms","start":"2026-03-04T03:29:10.126856Z","end":"2026-03-04T03:29:10.508854Z","steps":["trace[885408845] 'agreement among raft nodes before linearized reading' (duration: 381.852738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:10.508899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:10.126837Z","time spent":"382.055772ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3969,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-66374157-77a6-4b9c-8245-2b0a80772608\" "} {"level":"info","ts":"2026-03-04T03:29:10.509053Z","caller":"traceutil/trace.go:171","msg":"trace[70508408] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:25020; }","duration":"173.578928ms","start":"2026-03-04T03:29:10.335219Z","end":"2026-03-04T03:29:10.508798Z","steps":["trace[70508408] 'agreement among raft nodes before linearized reading' (duration: 173.475456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:11.038381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.48492ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T03:29:11.038512Z","caller":"traceutil/trace.go:171","msg":"trace[2059406801] linearizableReadLoop","detail":"{readStateIndex:25931; appliedIndex:25930; }","duration":"386.587449ms","start":"2026-03-04T03:29:10.651902Z","end":"2026-03-04T03:29:11.038489Z","steps":["trace[2059406801] 'read index received' (duration: 57.880983ms)","trace[2059406801] 'applied index is now lower than readState.Index' (duration: 328.704266ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:29:11.038532Z","caller":"traceutil/trace.go:171","msg":"trace[1738653037] transaction","detail":"{read_only:false; response_revision:25022; number_of_response:1; }","duration":"520.53039ms","start":"2026-03-04T03:29:10.517975Z","end":"2026-03-04T03:29:11.038506Z","steps":["trace[1738653037] 'process raft request' (duration: 191.793424ms)","trace[1738653037] 'compare' (duration: 328.303546ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:29:11.038637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:10.517951Z","time spent":"520.629663ms","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:29:11.038647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.737732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:29:11.038718Z","caller":"traceutil/trace.go:171","msg":"trace[907390032] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25022; }","duration":"386.849695ms","start":"2026-03-04T03:29:10.651849Z","end":"2026-03-04T03:29:11.038699Z","steps":["trace[907390032] 'agreement among raft nodes before linearized reading' (duration: 386.731132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:11.038764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:10.65183Z","time spent":"386.925917ms","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T03:29:11.538887Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395090768,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T03:29:11.72575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.532387ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T03:29:11.725914Z","caller":"traceutil/trace.go:171","msg":"trace[781924373] linearizableReadLoop","detail":"{readStateIndex:25932; appliedIndex:25931; }","duration":"687.342571ms","start":"2026-03-04T03:29:11.038555Z","end":"2026-03-04T03:29:11.725898Z","steps":["trace[781924373] 'read index received' (duration: 528.507927ms)","trace[781924373] 'applied index is now lower than readState.Index' (duration: 158.784932ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:29:11.726005Z","caller":"traceutil/trace.go:171","msg":"trace[195595444] transaction","detail":"{read_only:false; response_revision:25023; number_of_response:1; }","duration":"1.031410455s","start":"2026-03-04T03:29:10.694582Z","end":"2026-03-04T03:29:11.725993Z","steps":["trace[195595444] 'process raft request' (duration: 872.53596ms)","trace[195595444] 'compare' (duration: 158.280741ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:29:11.726073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:10.694557Z","time spent":"1.031480857s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:29:11.726417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.046007556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:29:11.726436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028046956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-04T03:29:11.726449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03075747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T03:29:11.726468Z","caller":"traceutil/trace.go:171","msg":"trace[1824981826] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25023; }","duration":"1.046082408s","start":"2026-03-04T03:29:10.680371Z","end":"2026-03-04T03:29:11.726454Z","steps":["trace[1824981826] 'agreement among raft nodes before linearized reading' (duration: 1.045977115s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:11.72647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.46189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:29:11.726484Z","caller":"traceutil/trace.go:171","msg":"trace[25182400] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25023; }","duration":"1.028106298s","start":"2026-03-04T03:29:10.698363Z","end":"2026-03-04T03:29:11.72647Z","steps":["trace[25182400] 'agreement among raft nodes before linearized reading' (duration: 1.027930784s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:29:11.726491Z","caller":"traceutil/trace.go:171","msg":"trace[974759514] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25023; }","duration":"1.030838061s","start":"2026-03-04T03:29:10.695641Z","end":"2026-03-04T03:29:11.726479Z","steps":["trace[974759514] 'agreement among raft nodes before linearized reading' (duration: 1.030709248s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:11.726496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:10.680362Z","time spent":"1.046125678s","remote":"127.0.0.1:37852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:29:11.726523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:10.695619Z","time spent":"1.030896243s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T03:29:11.726525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:10.698355Z","time spent":"1.028159469s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T03:29:11.726601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.888228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"warn","ts":"2026-03-04T03:29:11.726589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031975788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T03:29:11.72652Z","caller":"traceutil/trace.go:171","msg":"trace[2092798641] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25023; }","duration":"686.548062ms","start":"2026-03-04T03:29:11.039957Z","end":"2026-03-04T03:29:11.726505Z","steps":["trace[2092798641] 'agreement among raft nodes before linearized reading' (duration: 686.44976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:11.726604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.053748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-66374157-77a6-4b9c-8245-2b0a80772608\" ","response":"range_response_count:1 size:3947"} {"level":"warn","ts":"2026-03-04T03:29:11.726633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.215852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-04T03:29:11.726668Z","caller":"traceutil/trace.go:171","msg":"trace[4113168] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25023; }","duration":"561.981799ms","start":"2026-03-04T03:29:11.164661Z","end":"2026-03-04T03:29:11.726643Z","steps":["trace[4113168] 'agreement among raft nodes before linearized reading' (duration: 561.865826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:11.726681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:11.039937Z","time spent":"686.730396ms","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T03:29:11.726684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.875851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T03:29:11.726679Z","caller":"traceutil/trace.go:171","msg":"trace[1647392568] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25023; }","duration":"1.032115661s","start":"2026-03-04T03:29:10.694542Z","end":"2026-03-04T03:29:11.726658Z","steps":["trace[1647392568] 'agreement among raft nodes before linearized reading' (duration: 1.031848825s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:29:11.72669Z","caller":"traceutil/trace.go:171","msg":"trace[1647898103] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-66374157-77a6-4b9c-8245-2b0a80772608; range_end:; response_count:1; response_revision:25023; }","duration":"212.13838ms","start":"2026-03-04T03:29:11.514533Z","end":"2026-03-04T03:29:11.726672Z","steps":["trace[1647898103] 'agreement among raft nodes before linearized reading' (duration: 211.869913ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:29:11.726735Z","caller":"traceutil/trace.go:171","msg":"trace[579507496] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25023; }","duration":"207.955652ms","start":"2026-03-04T03:29:11.518765Z","end":"2026-03-04T03:29:11.726721Z","steps":["trace[579507496] 'agreement among raft nodes before linearized reading' (duration: 207.8659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:11.726753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:10.694521Z","time spent":"1.032218264s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T03:29:11.726734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:11.164643Z","time spent":"562.074742ms","remote":"127.0.0.1:47150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-04T03:29:11.726701Z","caller":"traceutil/trace.go:171","msg":"trace[2133286710] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:25023; }","duration":"230.328035ms","start":"2026-03-04T03:29:11.496354Z","end":"2026-03-04T03:29:11.726682Z","steps":["trace[2133286710] 'agreement among raft nodes before linearized reading' (duration: 230.13299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:11.726619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029295006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T03:29:11.726863Z","caller":"traceutil/trace.go:171","msg":"trace[325928350] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25023; }","duration":"1.029569712s","start":"2026-03-04T03:29:10.697279Z","end":"2026-03-04T03:29:11.726849Z","steps":["trace[325928350] 'agreement among raft nodes before linearized reading' (duration: 1.029113631s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:11.726905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:10.697269Z","time spent":"1.029623383s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T03:29:12.338106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.660732ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T03:29:12.338343Z","caller":"traceutil/trace.go:171","msg":"trace[1228334136] transaction","detail":"{read_only:false; response_revision:25025; number_of_response:1; }","duration":"607.178176ms","start":"2026-03-04T03:29:11.731149Z","end":"2026-03-04T03:29:12.338327Z","steps":["trace[1228334136] 'process raft request' (duration: 607.058713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:12.338408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:11.731131Z","time spent":"607.253237ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:29:12.338583Z","caller":"traceutil/trace.go:171","msg":"trace[495909524] transaction","detail":"{read_only:false; response_revision:25024; number_of_response:1; }","duration":"607.447091ms","start":"2026-03-04T03:29:11.731123Z","end":"2026-03-04T03:29:12.33857Z","steps":["trace[495909524] 'process raft request' (duration: 163.211886ms)","trace[495909524] 'compare' (duration: 442.74492ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:29:12.338625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:11.731102Z","time spent":"607.503483ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:29:12.33869Z","caller":"traceutil/trace.go:171","msg":"trace[2095318775] transaction","detail":"{read_only:false; response_revision:25026; number_of_response:1; }","duration":"607.201155ms","start":"2026-03-04T03:29:11.731463Z","end":"2026-03-04T03:29:12.338664Z","steps":["trace[2095318775] 'process raft request' (duration: 606.818026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:12.338849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:11.73145Z","time spent":"607.329549ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:29:12.339072Z","caller":"traceutil/trace.go:171","msg":"trace[1819654295] linearizableReadLoop","detail":"{readStateIndex:25936; appliedIndex:25932; }","duration":"606.361476ms","start":"2026-03-04T03:29:11.732601Z","end":"2026-03-04T03:29:12.338963Z","steps":["trace[1819654295] 'read index received' (duration: 161.65141ms)","trace[1819654295] 'applied index is now lower than readState.Index' (duration: 444.709026ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:29:12.339179Z","caller":"traceutil/trace.go:171","msg":"trace[1540066201] transaction","detail":"{read_only:false; response_revision:25027; number_of_response:1; }","duration":"607.595915ms","start":"2026-03-04T03:29:11.731576Z","end":"2026-03-04T03:29:12.339172Z","steps":["trace[1540066201] 'process raft request' (duration: 606.95728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:12.339225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:11.731572Z","time spent":"607.626486ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:29:12.339424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.822287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a0569c85-67f5-48ff-976e-c2cc72616718\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-04T03:29:12.339508Z","caller":"traceutil/trace.go:171","msg":"trace[1059378772] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a0569c85-67f5-48ff-976e-c2cc72616718; range_end:; response_count:1; response_revision:25027; }","duration":"606.923529ms","start":"2026-03-04T03:29:11.73257Z","end":"2026-03-04T03:29:12.339494Z","steps":["trace[1059378772] 'agreement among raft nodes before linearized reading' (duration: 606.748135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:12.339572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:11.732561Z","time spent":"606.997721ms","remote":"127.0.0.1:47082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-a0569c85-67f5-48ff-976e-c2cc72616718\" "} {"level":"info","ts":"2026-03-04T03:29:12.346998Z","caller":"traceutil/trace.go:171","msg":"trace[307328402] transaction","detail":"{read_only:false; response_revision:25028; number_of_response:1; }","duration":"335.033022ms","start":"2026-03-04T03:29:12.011952Z","end":"2026-03-04T03:29:12.346985Z","steps":["trace[307328402] 'process raft request' (duration: 334.96415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:12.347242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:12.011927Z","time spent":"335.274848ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:29:12.391181Z","caller":"traceutil/trace.go:171","msg":"trace[1973904670] transaction","detail":"{read_only:false; response_revision:25029; number_of_response:1; }","duration":"377.391572ms","start":"2026-03-04T03:29:12.01376Z","end":"2026-03-04T03:29:12.391152Z","steps":["trace[1973904670] 'process raft request' (duration: 377.149637ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:29:12.391177Z","caller":"traceutil/trace.go:171","msg":"trace[57430747] transaction","detail":"{read_only:false; response_revision:25030; number_of_response:1; }","duration":"377.017833ms","start":"2026-03-04T03:29:12.014133Z","end":"2026-03-04T03:29:12.391151Z","steps":["trace[57430747] 'process raft request' (duration: 376.933201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:12.391304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:12.013734Z","time spent":"377.504464ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:29:12.39134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:12.014125Z","time spent":"377.121636ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:29:12.391446Z","caller":"traceutil/trace.go:171","msg":"trace[662630442] transaction","detail":"{read_only:false; response_revision:25031; number_of_response:1; }","duration":"377.236969ms","start":"2026-03-04T03:29:12.014189Z","end":"2026-03-04T03:29:12.391426Z","steps":["trace[662630442] 'process raft request' (duration: 376.920561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:12.391555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:12.014185Z","time spent":"377.3097ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:29:12.391598Z","caller":"traceutil/trace.go:171","msg":"trace[807716693] transaction","detail":"{read_only:false; response_revision:25033; number_of_response:1; }","duration":"377.32512ms","start":"2026-03-04T03:29:12.014256Z","end":"2026-03-04T03:29:12.391582Z","steps":["trace[807716693] 'process raft request' (duration: 377.221938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:12.391676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:12.014253Z","time spent":"377.380562ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:29:12.391777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.262623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:29:12.391802Z","caller":"traceutil/trace.go:171","msg":"trace[1056330948] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25033; }","duration":"656.303113ms","start":"2026-03-04T03:29:11.735491Z","end":"2026-03-04T03:29:12.391794Z","steps":["trace[1056330948] 'agreement among raft nodes before linearized reading' (duration: 656.260942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:12.391819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:11.735485Z","time spent":"656.330914ms","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T03:29:12.391833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.671182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.189985b118215bc2\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-03-04T03:29:12.391896Z","caller":"traceutil/trace.go:171","msg":"trace[1068160256] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.189985b118215bc2; range_end:; response_count:1; response_revision:25033; }","duration":"200.771024ms","start":"2026-03-04T03:29:12.191105Z","end":"2026-03-04T03:29:12.391876Z","steps":["trace[1068160256] 'agreement among raft nodes before linearized reading' (duration: 200.512438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:12.391902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.229873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T03:29:12.391957Z","caller":"traceutil/trace.go:171","msg":"trace[970817734] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:25033; }","duration":"384.312435ms","start":"2026-03-04T03:29:12.00763Z","end":"2026-03-04T03:29:12.391942Z","steps":["trace[970817734] 'agreement among raft nodes before linearized reading' (duration: 384.218793ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:29:12.391991Z","caller":"traceutil/trace.go:171","msg":"trace[892112857] transaction","detail":"{read_only:false; response_revision:25032; number_of_response:1; }","duration":"377.759971ms","start":"2026-03-04T03:29:12.014224Z","end":"2026-03-04T03:29:12.391984Z","steps":["trace[892112857] 'process raft request' (duration: 377.124946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:12.391999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:12.007597Z","time spent":"384.389566ms","remote":"127.0.0.1:47326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:29:12.392049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:12.01422Z","time spent":"377.787351ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:29:12.613987Z","caller":"traceutil/trace.go:171","msg":"trace[320352373] linearizableReadLoop","detail":"{readStateIndex:25943; appliedIndex:25942; }","duration":"217.831004ms","start":"2026-03-04T03:29:12.395899Z","end":"2026-03-04T03:29:12.61373Z","steps":["trace[320352373] 'read index received' (duration: 217.651409ms)","trace[320352373] 'applied index is now lower than readState.Index' (duration: 178.895µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:29:12.614259Z","caller":"traceutil/trace.go:171","msg":"trace[1650291696] transaction","detail":"{read_only:false; response_revision:25034; number_of_response:1; }","duration":"220.460704ms","start":"2026-03-04T03:29:12.393765Z","end":"2026-03-04T03:29:12.614226Z","steps":["trace[1650291696] 'process raft request' (duration: 219.83954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:12.614326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.396377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-52ee6074-9c42-49d8-97e3-b7542b143987\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-03-04T03:29:12.614389Z","caller":"traceutil/trace.go:171","msg":"trace[651432317] range","detail":"{range_begin:/registry/persistentvolumes/pvc-52ee6074-9c42-49d8-97e3-b7542b143987; range_end:; response_count:1; response_revision:25034; }","duration":"218.501829ms","start":"2026-03-04T03:29:12.395872Z","end":"2026-03-04T03:29:12.614373Z","steps":["trace[651432317] 'agreement among raft nodes before linearized reading' (duration: 218.304364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:12.691641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.71723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T03:29:12.691703Z","caller":"traceutil/trace.go:171","msg":"trace[1075102955] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:25035; }","duration":"229.859324ms","start":"2026-03-04T03:29:12.461831Z","end":"2026-03-04T03:29:12.691691Z","steps":["trace[1075102955] 'agreement among raft nodes before linearized reading' (duration: 229.68245ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:29:13.169044Z","caller":"traceutil/trace.go:171","msg":"trace[392167668] transaction","detail":"{read_only:false; response_revision:25037; number_of_response:1; }","duration":"209.624561ms","start":"2026-03-04T03:29:12.959388Z","end":"2026-03-04T03:29:13.169013Z","steps":["trace[392167668] 'process raft request' (duration: 209.57158ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:29:13.169222Z","caller":"traceutil/trace.go:171","msg":"trace[1617533015] transaction","detail":"{read_only:false; response_revision:25036; number_of_response:1; }","duration":"470.94403ms","start":"2026-03-04T03:29:12.698255Z","end":"2026-03-04T03:29:13.169199Z","steps":["trace[1617533015] 'process raft request' (duration: 401.146589ms)","trace[1617533015] 'compare' (duration: 69.400582ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:29:13.169296Z","caller":"traceutil/trace.go:171","msg":"trace[157240329] linearizableReadLoop","detail":"{readStateIndex:25945; appliedIndex:25944; }","duration":"436.943945ms","start":"2026-03-04T03:29:12.732338Z","end":"2026-03-04T03:29:13.169282Z","steps":["trace[157240329] 'read index received' (duration: 367.040271ms)","trace[157240329] 'applied index is now lower than readState.Index' (duration: 69.902404ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:29:13.169394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:12.698235Z","time spent":"471.051653ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:29:13.169535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.191411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-66374157-77a6-4b9c-8245-2b0a80772608\" ","response":"range_response_count:1 size:3947"} {"level":"info","ts":"2026-03-04T03:29:13.169575Z","caller":"traceutil/trace.go:171","msg":"trace[1277780472] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-66374157-77a6-4b9c-8245-2b0a80772608; range_end:; response_count:1; response_revision:25037; }","duration":"437.272543ms","start":"2026-03-04T03:29:12.732293Z","end":"2026-03-04T03:29:13.169566Z","steps":["trace[1277780472] 'agreement among raft nodes before linearized reading' (duration: 437.113539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:13.169606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:12.732278Z","time spent":"437.320155ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3969,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-66374157-77a6-4b9c-8245-2b0a80772608\" "} {"level":"warn","ts":"2026-03-04T03:29:13.169817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.098463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:29:13.169885Z","caller":"traceutil/trace.go:171","msg":"trace[799387341] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25037; }","duration":"296.195045ms","start":"2026-03-04T03:29:12.873679Z","end":"2026-03-04T03:29:13.169874Z","steps":["trace[799387341] 'agreement among raft nodes before linearized reading' (duration: 296.095053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:13.170488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.669824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-04T03:29:13.170548Z","caller":"traceutil/trace.go:171","msg":"trace[500809958] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25037; }","duration":"204.757397ms","start":"2026-03-04T03:29:12.965782Z","end":"2026-03-04T03:29:13.170539Z","steps":["trace[500809958] 'agreement among raft nodes before linearized reading' (duration: 204.652244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:13.171597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.892073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T03:29:13.171645Z","caller":"traceutil/trace.go:171","msg":"trace[840501128] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25037; }","duration":"134.966785ms","start":"2026-03-04T03:29:13.036667Z","end":"2026-03-04T03:29:13.171634Z","steps":["trace[840501128] 'agreement among raft nodes before linearized reading' (duration: 133.502961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:13.681719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.690466ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-04T03:29:14.303195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.507868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-66374157-77a6-4b9c-8245-2b0a80772608\" ","response":"range_response_count:1 size:3947"} {"level":"info","ts":"2026-03-04T03:29:14.303285Z","caller":"traceutil/trace.go:171","msg":"trace[1258128043] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-66374157-77a6-4b9c-8245-2b0a80772608; range_end:; response_count:1; response_revision:25038; }","duration":"129.652391ms","start":"2026-03-04T03:29:14.17361Z","end":"2026-03-04T03:29:14.303263Z","steps":["trace[1258128043] 'range keys from in-memory index tree' (duration: 129.327473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:14.303279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.509466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:29:14.30334Z","caller":"traceutil/trace.go:171","msg":"trace[822045417] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25038; }","duration":"232.624079ms","start":"2026-03-04T03:29:14.070699Z","end":"2026-03-04T03:29:14.303323Z","steps":["trace[822045417] 'count revisions from in-memory index tree' (duration: 232.387673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:14.303442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.759509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-04T03:29:14.303509Z","caller":"traceutil/trace.go:171","msg":"trace[1250197320] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25038; }","duration":"101.858101ms","start":"2026-03-04T03:29:14.201635Z","end":"2026-03-04T03:29:14.303494Z","steps":["trace[1250197320] 'range keys from in-memory index tree' (duration: 101.627486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:14.303558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.555438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-04T03:29:14.303637Z","caller":"traceutil/trace.go:171","msg":"trace[1794251614] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25038; }","duration":"108.683121ms","start":"2026-03-04T03:29:14.194934Z","end":"2026-03-04T03:29:14.303618Z","steps":["trace[1794251614] 'range keys from in-memory index tree' (duration: 108.374283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:14.833027Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395090803,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T03:29:15.035398Z","caller":"traceutil/trace.go:171","msg":"trace[751332197] transaction","detail":"{read_only:false; response_revision:25039; number_of_response:1; }","duration":"726.68668ms","start":"2026-03-04T03:29:14.308691Z","end":"2026-03-04T03:29:15.035378Z","steps":["trace[751332197] 'process raft request' (duration: 726.513356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:15.03552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:14.308672Z","time spent":"726.786393ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:29:15.223922Z","caller":"traceutil/trace.go:171","msg":"trace[1886186579] transaction","detail":"{read_only:false; response_revision:25041; number_of_response:1; }","duration":"871.544187ms","start":"2026-03-04T03:29:14.352348Z","end":"2026-03-04T03:29:15.223892Z","steps":["trace[1886186579] 'process raft request' (duration: 871.278061ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:29:15.223926Z","caller":"traceutil/trace.go:171","msg":"trace[659314053] linearizableReadLoop","detail":"{readStateIndex:25956; appliedIndex:25948; }","duration":"891.405112ms","start":"2026-03-04T03:29:14.3325Z","end":"2026-03-04T03:29:15.223905Z","steps":["trace[659314053] 'read index received' (duration: 702.781612ms)","trace[659314053] 'applied index is now lower than readState.Index' (duration: 188.621749ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:29:15.223971Z","caller":"traceutil/trace.go:171","msg":"trace[1850760874] transaction","detail":"{read_only:false; response_revision:25040; number_of_response:1; }","duration":"914.614754ms","start":"2026-03-04T03:29:14.309316Z","end":"2026-03-04T03:29:15.22393Z","steps":["trace[1850760874] 'process raft request' (duration: 863.573981ms)","trace[1850760874] 'compare' (duration: 50.357847ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:29:15.224108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:14.352336Z","time spent":"871.66805ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:29:15.224149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:14.309296Z","time spent":"914.771347ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:29:15.224168Z","caller":"traceutil/trace.go:171","msg":"trace[580315371] transaction","detail":"{read_only:false; response_revision:25046; number_of_response:1; }","duration":"825.763976ms","start":"2026-03-04T03:29:14.398394Z","end":"2026-03-04T03:29:15.224158Z","steps":["trace[580315371] 'process raft request' (duration: 825.47544ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:29:15.224108Z","caller":"traceutil/trace.go:171","msg":"trace[4734990] transaction","detail":"{read_only:false; response_revision:25044; number_of_response:1; }","duration":"825.791497ms","start":"2026-03-04T03:29:14.398219Z","end":"2026-03-04T03:29:15.224011Z","steps":["trace[4734990] 'process raft request' (duration: 825.568952ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:29:15.224225Z","caller":"traceutil/trace.go:171","msg":"trace[456594043] transaction","detail":"{read_only:false; response_revision:25042; number_of_response:1; }","duration":"827.400064ms","start":"2026-03-04T03:29:14.396802Z","end":"2026-03-04T03:29:15.224202Z","steps":["trace[456594043] 'process raft request' (duration: 826.893793ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:29:15.22413Z","caller":"traceutil/trace.go:171","msg":"trace[210609275] transaction","detail":"{read_only:false; response_revision:25045; number_of_response:1; }","duration":"825.764916ms","start":"2026-03-04T03:29:14.398345Z","end":"2026-03-04T03:29:15.224109Z","steps":["trace[210609275] 'process raft request' (duration: 825.48472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:15.224311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.800741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:29:15.224294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:14.398388Z","time spent":"825.820198ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:29:15.22434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:14.396781Z","time spent":"827.510908ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:29:15.224367Z","caller":"traceutil/trace.go:171","msg":"trace[1323054640] transaction","detail":"{read_only:false; response_revision:25043; number_of_response:1; }","duration":"826.172316ms","start":"2026-03-04T03:29:14.398162Z","end":"2026-03-04T03:29:15.224334Z","steps":["trace[1323054640] 'process raft request' (duration: 825.583462ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:29:15.224347Z","caller":"traceutil/trace.go:171","msg":"trace[1590501953] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:25046; }","duration":"891.840982ms","start":"2026-03-04T03:29:14.332493Z","end":"2026-03-04T03:29:15.224334Z","steps":["trace[1590501953] 'agreement among raft nodes before linearized reading' (duration: 891.76592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:15.22443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:14.398337Z","time spent":"826.003822ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:29:15.224475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:14.332452Z","time spent":"892.005905ms","remote":"127.0.0.1:45528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:29:15.224495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.57665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:29:15.224497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.870732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-04T03:29:15.2246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.973831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:29:15.22459Z","caller":"traceutil/trace.go:171","msg":"trace[2048640937] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25046; }","duration":"879.985824ms","start":"2026-03-04T03:29:14.344587Z","end":"2026-03-04T03:29:15.224573Z","steps":["trace[2048640937] 'agreement among raft nodes before linearized reading' (duration: 879.708078ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:29:15.224641Z","caller":"traceutil/trace.go:171","msg":"trace[1887284949] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25046; }","duration":"530.041952ms","start":"2026-03-04T03:29:14.694588Z","end":"2026-03-04T03:29:15.22463Z","steps":["trace[1887284949] 'agreement among raft nodes before linearized reading' (duration: 529.987311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:15.224669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:14.694573Z","time spent":"530.088973ms","remote":"127.0.0.1:37678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:29:15.22468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:14.344576Z","time spent":"880.069526ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T03:29:15.224518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:14.398215Z","time spent":"826.181086ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:29:15.224705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.015301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T03:29:15.224748Z","caller":"traceutil/trace.go:171","msg":"trace[1119209412] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25046; }","duration":"879.075063ms","start":"2026-03-04T03:29:14.345664Z","end":"2026-03-04T03:29:15.224739Z","steps":["trace[1119209412] 'agreement among raft nodes before linearized reading' (duration: 878.905019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:15.224408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.648689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:29:15.22478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:14.345656Z","time spent":"879.118244ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T03:29:15.224823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.326839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-04T03:29:15.224835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.373597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T03:29:15.224892Z","caller":"traceutil/trace.go:171","msg":"trace[808935668] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:25046; }","duration":"121.48835ms","start":"2026-03-04T03:29:15.103391Z","end":"2026-03-04T03:29:15.224879Z","steps":["trace[808935668] 'agreement among raft nodes before linearized reading' (duration: 121.180293ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:29:15.224892Z","caller":"traceutil/trace.go:171","msg":"trace[711759221] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25046; }","duration":"879.404221ms","start":"2026-03-04T03:29:14.345466Z","end":"2026-03-04T03:29:15.224871Z","steps":["trace[711759221] 'agreement among raft nodes before linearized reading' (duration: 879.253218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:15.224937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.602221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T03:29:15.22491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.38002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-04T03:29:15.224941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.365451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:29:15.224948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:14.345457Z","time spent":"879.475163ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T03:29:15.224809Z","caller":"traceutil/trace.go:171","msg":"trace[80893808] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25046; }","duration":"573.043568ms","start":"2026-03-04T03:29:14.651753Z","end":"2026-03-04T03:29:15.224797Z","steps":["trace[80893808] 'agreement among raft nodes before linearized reading' (duration: 572.629039ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:29:15.224995Z","caller":"traceutil/trace.go:171","msg":"trace[606536022] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:25046; }","duration":"702.461324ms","start":"2026-03-04T03:29:14.52252Z","end":"2026-03-04T03:29:15.224981Z","steps":["trace[606536022] 'agreement among raft nodes before linearized reading' (duration: 702.371852ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:29:15.22498Z","caller":"traceutil/trace.go:171","msg":"trace[167650905] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:25046; }","duration":"632.697742ms","start":"2026-03-04T03:29:14.592269Z","end":"2026-03-04T03:29:15.224966Z","steps":["trace[167650905] 'agreement among raft nodes before linearized reading' (duration: 632.58857ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:29:15.224986Z","caller":"traceutil/trace.go:171","msg":"trace[849606733] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25046; }","duration":"879.465762ms","start":"2026-03-04T03:29:14.345505Z","end":"2026-03-04T03:29:15.224971Z","steps":["trace[849606733] 'agreement among raft nodes before linearized reading' (duration: 879.295588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:15.225135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:14.3455Z","time spent":"879.623896ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T03:29:15.225106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:14.592252Z","time spent":"632.833396ms","remote":"127.0.0.1:47266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:29:15.224534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:14.398152Z","time spent":"826.292749ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:29:15.224544Z","caller":"traceutil/trace.go:171","msg":"trace[1365908834] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:25046; }","duration":"212.654202ms","start":"2026-03-04T03:29:15.011875Z","end":"2026-03-04T03:29:15.224529Z","steps":["trace[1365908834] 'agreement among raft nodes before linearized reading' (duration: 212.57608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:15.225039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:14.651676Z","time spent":"573.351135ms","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T03:29:15.225049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:14.522493Z","time spent":"702.542766ms","remote":"127.0.0.1:46992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-03-04T03:29:15.973527Z","caller":"traceutil/trace.go:171","msg":"trace[667387519] transaction","detail":"{read_only:false; response_revision:25048; number_of_response:1; }","duration":"741.187468ms","start":"2026-03-04T03:29:15.232316Z","end":"2026-03-04T03:29:15.973503Z","steps":["trace[667387519] 'process raft request' (duration: 741.003913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:15.973849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:15.2323Z","time spent":"741.298011ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:29:15.973865Z","caller":"traceutil/trace.go:171","msg":"trace[355453174] transaction","detail":"{read_only:false; response_revision:25049; number_of_response:1; }","duration":"741.476484ms","start":"2026-03-04T03:29:15.232362Z","end":"2026-03-04T03:29:15.973839Z","steps":["trace[355453174] 'process raft request' (duration: 741.097716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:15.974018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:15.232345Z","time spent":"741.590808ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:29:15.974107Z","caller":"traceutil/trace.go:171","msg":"trace[1877784482] linearizableReadLoop","detail":"{readStateIndex:25961; appliedIndex:25956; }","duration":"729.638658ms","start":"2026-03-04T03:29:15.24444Z","end":"2026-03-04T03:29:15.974078Z","steps":["trace[1877784482] 'read index received' (duration: 26.069589ms)","trace[1877784482] 'applied index is now lower than readState.Index' (duration: 703.567709ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:29:15.97417Z","caller":"traceutil/trace.go:171","msg":"trace[1870501831] transaction","detail":"{read_only:false; response_revision:25050; number_of_response:1; }","duration":"741.739001ms","start":"2026-03-04T03:29:15.232419Z","end":"2026-03-04T03:29:15.974158Z","steps":["trace[1870501831] 'process raft request' (duration: 741.29231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:15.97423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:15.232413Z","time spent":"741.783262ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:29:15.974249Z","caller":"traceutil/trace.go:171","msg":"trace[1156713963] transaction","detail":"{read_only:false; response_revision:25051; number_of_response:1; }","duration":"741.821203ms","start":"2026-03-04T03:29:15.232413Z","end":"2026-03-04T03:29:15.974235Z","steps":["trace[1156713963] 'process raft request' (duration: 741.574317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:15.974362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.927036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:29:15.974369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:15.232401Z","time spent":"741.885374ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:29:15.974403Z","caller":"traceutil/trace.go:171","msg":"trace[870296260] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:25051; }","duration":"729.995926ms","start":"2026-03-04T03:29:15.244396Z","end":"2026-03-04T03:29:15.974391Z","steps":["trace[870296260] 'agreement among raft nodes before linearized reading' (duration: 729.912314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:15.974435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:15.24438Z","time spent":"730.047228ms","remote":"127.0.0.1:45554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:29:16.569394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.180085ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T03:29:16.569521Z","caller":"traceutil/trace.go:171","msg":"trace[1671898846] linearizableReadLoop","detail":"{readStateIndex:25962; appliedIndex:25961; }","duration":"595.308978ms","start":"2026-03-04T03:29:15.97419Z","end":"2026-03-04T03:29:16.569499Z","steps":["trace[1671898846] 'read index received' (duration: 150.783985ms)","trace[1671898846] 'applied index is now lower than readState.Index' (duration: 444.523523ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:29:16.569628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.087091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:29:16.569738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034997687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-79759696d5-rc4rw.1899859ed2ad1da8\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-03-04T03:29:16.569804Z","caller":"traceutil/trace.go:171","msg":"trace[602370197] range","detail":"{range_begin:/registry/events/openstack/magnum-api-79759696d5-rc4rw.1899859ed2ad1da8; range_end:; response_count:1; response_revision:25052; }","duration":"1.03509592s","start":"2026-03-04T03:29:15.534693Z","end":"2026-03-04T03:29:16.569789Z","steps":["trace[602370197] 'agreement among raft nodes before linearized reading' (duration: 1.034889445s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:16.569839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:15.534679Z","time spent":"1.035154351s","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":806,"request content":"key:\"/registry/events/openstack/magnum-api-79759696d5-rc4rw.1899859ed2ad1da8\" "} {"level":"warn","ts":"2026-03-04T03:29:16.569862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102391363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-66374157-77a6-4b9c-8245-2b0a80772608\" ","response":"range_response_count:1 size:3947"} {"level":"warn","ts":"2026-03-04T03:29:16.569922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.6156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.240\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-04T03:29:16.569976Z","caller":"traceutil/trace.go:171","msg":"trace[1916811647] range","detail":"{range_begin:/registry/masterleases/199.19.213.240; range_end:; response_count:1; response_revision:25052; }","duration":"682.704162ms","start":"2026-03-04T03:29:15.88726Z","end":"2026-03-04T03:29:16.569964Z","steps":["trace[1916811647] 'agreement among raft nodes before linearized reading' (duration: 682.566229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:16.570027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:15.887243Z","time spent":"682.772343ms","remote":"127.0.0.1:46920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.19.213.240\" "} {"level":"info","ts":"2026-03-04T03:29:16.569928Z","caller":"traceutil/trace.go:171","msg":"trace[1580154798] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-66374157-77a6-4b9c-8245-2b0a80772608; range_end:; response_count:1; response_revision:25052; }","duration":"1.102485646s","start":"2026-03-04T03:29:15.467423Z","end":"2026-03-04T03:29:16.569909Z","steps":["trace[1580154798] 'agreement among raft nodes before linearized reading' (duration: 1.10223308s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:16.570164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:15.46741Z","time spent":"1.102746222s","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3969,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-66374157-77a6-4b9c-8245-2b0a80772608\" "} {"level":"info","ts":"2026-03-04T03:29:16.569804Z","caller":"traceutil/trace.go:171","msg":"trace[994963673] transaction","detail":"{read_only:false; response_revision:25052; number_of_response:1; }","duration":"729.420474ms","start":"2026-03-04T03:29:15.840366Z","end":"2026-03-04T03:29:16.569787Z","steps":["trace[994963673] 'process raft request' (duration: 284.755197ms)","trace[994963673] 'compare' (duration: 443.52536ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:29:16.570043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033872401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-04T03:29:16.570131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.246437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:29:16.570238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.261494744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-66374157-77a6-4b9c-8245-2b0a80772608\" ","response":"range_response_count:1 size:3947"} {"level":"info","ts":"2026-03-04T03:29:16.570264Z","caller":"traceutil/trace.go:171","msg":"trace[1516450720] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25052; }","duration":"1.034088617s","start":"2026-03-04T03:29:15.536156Z","end":"2026-03-04T03:29:16.570245Z","steps":["trace[1516450720] 'agreement among raft nodes before linearized reading' (duration: 1.033824971s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:16.570248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:15.84035Z","time spent":"729.848795ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:29:16.570296Z","caller":"traceutil/trace.go:171","msg":"trace[509046835] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-66374157-77a6-4b9c-8245-2b0a80772608; range_end:; response_count:1; response_revision:25052; }","duration":"1.2617784s","start":"2026-03-04T03:29:15.308501Z","end":"2026-03-04T03:29:16.570279Z","steps":["trace[509046835] 'agreement among raft nodes before linearized reading' (duration: 1.261452452s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:29:16.569692Z","caller":"traceutil/trace.go:171","msg":"trace[1844471026] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25052; }","duration":"914.175552ms","start":"2026-03-04T03:29:15.6555Z","end":"2026-03-04T03:29:16.569675Z","steps":["trace[1844471026] 'agreement among raft nodes before linearized reading' (duration: 914.07109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:16.570325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:15.536152Z","time spent":"1.034155948s","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T03:29:16.570343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:15.308483Z","time spent":"1.261845362s","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3969,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-66374157-77a6-4b9c-8245-2b0a80772608\" "} {"level":"warn","ts":"2026-03-04T03:29:16.570356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:15.655486Z","time spent":"914.862879ms","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T03:29:16.570358Z","caller":"traceutil/trace.go:171","msg":"trace[1428671472] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25052; }","duration":"157.511953ms","start":"2026-03-04T03:29:16.412829Z","end":"2026-03-04T03:29:16.570341Z","steps":["trace[1428671472] 'agreement among raft nodes before linearized reading' (duration: 157.212976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:17.145628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.154847ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-04T03:29:17.145983Z","caller":"traceutil/trace.go:171","msg":"trace[1199032209] transaction","detail":"{read_only:false; response_revision:25053; number_of_response:1; }","duration":"494.301757ms","start":"2026-03-04T03:29:16.651663Z","end":"2026-03-04T03:29:17.145964Z","steps":["trace[1199032209] 'process raft request' (duration: 494.091803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:17.14599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:16.572678Z","time spent":"573.305284ms","remote":"127.0.0.1:46976","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T03:29:17.146035Z","caller":"traceutil/trace.go:171","msg":"trace[956344908] linearizableReadLoop","detail":"{readStateIndex:25964; appliedIndex:25962; }","duration":"571.652925ms","start":"2026-03-04T03:29:16.57435Z","end":"2026-03-04T03:29:17.146003Z","steps":["trace[956344908] 'read index received' (duration: 72.073045ms)","trace[956344908] 'applied index is now lower than readState.Index' (duration: 499.57647ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:29:17.146127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:16.651599Z","time spent":"494.43403ms","remote":"127.0.0.1:46920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:29:17.146237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.449375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:29:17.146285Z","caller":"traceutil/trace.go:171","msg":"trace[485266820] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:25053; }","duration":"315.546298ms","start":"2026-03-04T03:29:16.830726Z","end":"2026-03-04T03:29:17.146272Z","steps":["trace[485266820] 'agreement among raft nodes before linearized reading' (duration: 315.442335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:17.14628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.23256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T03:29:17.146328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:16.830707Z","time spent":"315.61071ms","remote":"127.0.0.1:45630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-03-04T03:29:17.146338Z","caller":"traceutil/trace.go:171","msg":"trace[1946410222] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:25053; }","duration":"176.335623ms","start":"2026-03-04T03:29:16.969987Z","end":"2026-03-04T03:29:17.146322Z","steps":["trace[1946410222] 'agreement among raft nodes before linearized reading' (duration: 176.23039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:17.146313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.957452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T03:29:17.146392Z","caller":"traceutil/trace.go:171","msg":"trace[1936264720] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25053; }","duration":"572.082935ms","start":"2026-03-04T03:29:16.574297Z","end":"2026-03-04T03:29:17.14638Z","steps":["trace[1936264720] 'agreement among raft nodes before linearized reading' (duration: 571.817649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:17.146468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:16.574274Z","time spent":"572.185548ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T03:29:17.660073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.409072ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T03:29:17.660247Z","caller":"traceutil/trace.go:171","msg":"trace[1736279220] transaction","detail":"{read_only:false; response_revision:25058; number_of_response:1; }","duration":"428.387936ms","start":"2026-03-04T03:29:17.231846Z","end":"2026-03-04T03:29:17.660234Z","steps":["trace[1736279220] 'process raft request' (duration: 428.344225ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:29:17.660262Z","caller":"traceutil/trace.go:171","msg":"trace[1430563262] transaction","detail":"{read_only:false; response_revision:25056; number_of_response:1; }","duration":"428.458887ms","start":"2026-03-04T03:29:17.231766Z","end":"2026-03-04T03:29:17.660224Z","steps":["trace[1430563262] 'process raft request' (duration: 428.372895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:17.66029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:17.231822Z","time spent":"428.449307ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:29:17.660271Z","caller":"traceutil/trace.go:171","msg":"trace[554797758] transaction","detail":"{read_only:false; response_revision:25057; number_of_response:1; }","duration":"428.434957ms","start":"2026-03-04T03:29:17.231799Z","end":"2026-03-04T03:29:17.660234Z","steps":["trace[554797758] 'process raft request' (duration: 428.373716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:17.66038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:17.231735Z","time spent":"428.57214ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:29:17.660431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:17.231789Z","time spent":"428.56221ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:29:17.660444Z","caller":"traceutil/trace.go:171","msg":"trace[1851881479] transaction","detail":"{read_only:false; response_revision:25055; number_of_response:1; }","duration":"428.783955ms","start":"2026-03-04T03:29:17.231619Z","end":"2026-03-04T03:29:17.660403Z","steps":["trace[1851881479] 'process raft request' (duration: 255.971405ms)","trace[1851881479] 'compare' (duration: 172.134404ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:29:17.660541Z","caller":"traceutil/trace.go:171","msg":"trace[1347701533] transaction","detail":"{read_only:false; response_revision:25059; number_of_response:1; }","duration":"428.58033ms","start":"2026-03-04T03:29:17.231951Z","end":"2026-03-04T03:29:17.660532Z","steps":["trace[1347701533] 'process raft request' (duration: 428.254373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:17.660596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:17.231596Z","time spent":"428.923508ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:29:17.66062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:17.231932Z","time spent":"428.651382ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:29:17.66075Z","caller":"traceutil/trace.go:171","msg":"trace[1432290701] linearizableReadLoop","detail":"{readStateIndex:25972; appliedIndex:25966; }","duration":"394.148715ms","start":"2026-03-04T03:29:17.266586Z","end":"2026-03-04T03:29:17.660735Z","steps":["trace[1432290701] 'read index received' (duration: 220.914544ms)","trace[1432290701] 'applied index is now lower than readState.Index' (duration: 173.233101ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:29:17.660798Z","caller":"traceutil/trace.go:171","msg":"trace[1438230180] transaction","detail":"{read_only:false; response_revision:25060; number_of_response:1; }","duration":"427.824713ms","start":"2026-03-04T03:29:17.232959Z","end":"2026-03-04T03:29:17.660783Z","steps":["trace[1438230180] 'process raft request' (duration: 427.546947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:17.660865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:17.232941Z","time spent":"427.881344ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:29:17.660884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.274658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:29:17.660947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.306062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T03:29:17.660984Z","caller":"traceutil/trace.go:171","msg":"trace[1505638948] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25060; }","duration":"386.381183ms","start":"2026-03-04T03:29:17.274593Z","end":"2026-03-04T03:29:17.660975Z","steps":["trace[1505638948] 'agreement among raft nodes before linearized reading' (duration: 386.25171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:17.661013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:17.274576Z","time spent":"386.430045ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T03:29:17.661034Z","caller":"traceutil/trace.go:171","msg":"trace[2032430068] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25060; }","duration":"394.471513ms","start":"2026-03-04T03:29:17.266516Z","end":"2026-03-04T03:29:17.660987Z","steps":["trace[2032430068] 'agreement among raft nodes before linearized reading' (duration: 394.287298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:17.66121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:17.266491Z","time spent":"394.666448ms","remote":"127.0.0.1:47408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T03:29:18.171235Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395090848,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T03:29:18.176442Z","caller":"traceutil/trace.go:171","msg":"trace[1178083102] linearizableReadLoop","detail":"{readStateIndex:25973; appliedIndex:25972; }","duration":"505.788996ms","start":"2026-03-04T03:29:17.670636Z","end":"2026-03-04T03:29:18.176425Z","steps":["trace[1178083102] 'read index received' (duration: 503.766929ms)","trace[1178083102] 'applied index is now lower than readState.Index' (duration: 2.021197ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:29:18.176627Z","caller":"traceutil/trace.go:171","msg":"trace[1559559423] transaction","detail":"{read_only:false; response_revision:25061; number_of_response:1; }","duration":"506.523043ms","start":"2026-03-04T03:29:17.67007Z","end":"2026-03-04T03:29:18.176593Z","steps":["trace[1559559423] 'process raft request' (duration: 504.387503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:18.176735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:17.670061Z","time spent":"506.589844ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:29:18.176914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.272827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18631"} {"level":"info","ts":"2026-03-04T03:29:18.17694Z","caller":"traceutil/trace.go:171","msg":"trace[1211612243] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25061; }","duration":"506.329929ms","start":"2026-03-04T03:29:17.670604Z","end":"2026-03-04T03:29:18.176934Z","steps":["trace[1211612243] 'agreement among raft nodes before linearized reading' (duration: 506.244617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:18.176958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:17.670599Z","time spent":"506.354989ms","remote":"127.0.0.1:47122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18653,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T03:29:18.177075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.741165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:29:18.177099Z","caller":"traceutil/trace.go:171","msg":"trace[2130917413] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25061; }","duration":"307.803606ms","start":"2026-03-04T03:29:17.869289Z","end":"2026-03-04T03:29:18.177093Z","steps":["trace[2130917413] 'agreement among raft nodes before linearized reading' (duration: 307.762775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:18.177117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:17.869264Z","time spent":"307.848028ms","remote":"127.0.0.1:37962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:29:18.177337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.221711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T03:29:18.177376Z","caller":"traceutil/trace.go:171","msg":"trace[1885431731] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25061; }","duration":"197.274972ms","start":"2026-03-04T03:29:17.980095Z","end":"2026-03-04T03:29:18.17737Z","steps":["trace[1885431731] 'agreement among raft nodes before linearized reading' (duration: 197.19883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:18.177484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.393524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T03:29:18.177507Z","caller":"traceutil/trace.go:171","msg":"trace[950125373] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25061; }","duration":"197.454136ms","start":"2026-03-04T03:29:17.980047Z","end":"2026-03-04T03:29:18.177502Z","steps":["trace[950125373] 'agreement among raft nodes before linearized reading' (duration: 197.399725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:18.1776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.535978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T03:29:18.177619Z","caller":"traceutil/trace.go:171","msg":"trace[777036599] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25061; }","duration":"197.637221ms","start":"2026-03-04T03:29:17.979978Z","end":"2026-03-04T03:29:18.177615Z","steps":["trace[777036599] 'agreement among raft nodes before linearized reading' (duration: 197.588669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:18.177777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.768634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T03:29:18.177801Z","caller":"traceutil/trace.go:171","msg":"trace[1415129659] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25061; }","duration":"197.836495ms","start":"2026-03-04T03:29:17.979957Z","end":"2026-03-04T03:29:18.177794Z","steps":["trace[1415129659] 'agreement among raft nodes before linearized reading' (duration: 197.771673ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:29:18.401393Z","caller":"traceutil/trace.go:171","msg":"trace[1100579628] linearizableReadLoop","detail":"{readStateIndex:25978; appliedIndex:25974; }","duration":"148.364688ms","start":"2026-03-04T03:29:18.253012Z","end":"2026-03-04T03:29:18.401376Z","steps":["trace[1100579628] 'read index received' (duration: 148.047631ms)","trace[1100579628] 'applied index is now lower than readState.Index' (duration: 315.817µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:29:18.401442Z","caller":"traceutil/trace.go:171","msg":"trace[951399699] transaction","detail":"{read_only:false; response_revision:25064; number_of_response:1; }","duration":"216.628825ms","start":"2026-03-04T03:29:18.18476Z","end":"2026-03-04T03:29:18.401389Z","steps":["trace[951399699] 'process raft request' (duration: 216.545423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:18.401537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.729311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-04T03:29:18.401561Z","caller":"traceutil/trace.go:171","msg":"trace[1009136068] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25066; }","duration":"214.794262ms","start":"2026-03-04T03:29:18.186758Z","end":"2026-03-04T03:29:18.401553Z","steps":["trace[1009136068] 'agreement among raft nodes before linearized reading' (duration: 214.682289ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:29:18.401732Z","caller":"traceutil/trace.go:171","msg":"trace[1242109788] transaction","detail":"{read_only:false; response_revision:25065; number_of_response:1; }","duration":"216.966793ms","start":"2026-03-04T03:29:18.184759Z","end":"2026-03-04T03:29:18.401726Z","steps":["trace[1242109788] 'process raft request' (duration: 216.577964ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:29:18.401794Z","caller":"traceutil/trace.go:171","msg":"trace[945775097] transaction","detail":"{read_only:false; response_revision:25066; number_of_response:1; }","duration":"217.013504ms","start":"2026-03-04T03:29:18.184775Z","end":"2026-03-04T03:29:18.401789Z","steps":["trace[945775097] 'process raft request' (duration: 216.578794ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:29:18.401806Z","caller":"traceutil/trace.go:171","msg":"trace[1226674402] transaction","detail":"{read_only:false; response_revision:25063; number_of_response:1; }","duration":"217.043374ms","start":"2026-03-04T03:29:18.184745Z","end":"2026-03-04T03:29:18.401788Z","steps":["trace[1226674402] 'process raft request' (duration: 216.302987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:18.401861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.327783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:29:18.401876Z","caller":"traceutil/trace.go:171","msg":"trace[233687670] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:25066; }","duration":"173.366383ms","start":"2026-03-04T03:29:18.228504Z","end":"2026-03-04T03:29:18.40187Z","steps":["trace[233687670] 'agreement among raft nodes before linearized reading' (duration: 173.333132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:18.868241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.135572ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T03:29:18.868396Z","caller":"traceutil/trace.go:171","msg":"trace[948217486] transaction","detail":"{read_only:false; response_revision:25068; number_of_response:1; }","duration":"106.09139ms","start":"2026-03-04T03:29:18.76229Z","end":"2026-03-04T03:29:18.868382Z","steps":["trace[948217486] 'process raft request' (duration: 106.030299ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:29:18.868392Z","caller":"traceutil/trace.go:171","msg":"trace[294686022] transaction","detail":"{read_only:false; response_revision:25067; number_of_response:1; }","duration":"292.372186ms","start":"2026-03-04T03:29:18.575995Z","end":"2026-03-04T03:29:18.868367Z","steps":["trace[294686022] 'process raft request' (duration: 174.044449ms)","trace[294686022] 'compare' (duration: 117.752094ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:29:18.868511Z","caller":"traceutil/trace.go:171","msg":"trace[1705470579] linearizableReadLoop","detail":"{readStateIndex:25979; appliedIndex:25978; }","duration":"216.40784ms","start":"2026-03-04T03:29:18.652085Z","end":"2026-03-04T03:29:18.868493Z","steps":["trace[1705470579] 'read index received' (duration: 97.974901ms)","trace[1705470579] 'applied index is now lower than readState.Index' (duration: 118.430629ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:29:18.868655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.576154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:29:18.86869Z","caller":"traceutil/trace.go:171","msg":"trace[1820149947] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25068; }","duration":"216.680336ms","start":"2026-03-04T03:29:18.652Z","end":"2026-03-04T03:29:18.868681Z","steps":["trace[1820149947] 'agreement among raft nodes before linearized reading' (duration: 216.594864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:18.868815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.58703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-66374157-77a6-4b9c-8245-2b0a80772608\" ","response":"range_response_count:1 size:3947"} {"level":"info","ts":"2026-03-04T03:29:18.868849Z","caller":"traceutil/trace.go:171","msg":"trace[1053636008] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-66374157-77a6-4b9c-8245-2b0a80772608; range_end:; response_count:1; response_revision:25068; }","duration":"200.680852ms","start":"2026-03-04T03:29:18.668161Z","end":"2026-03-04T03:29:18.868842Z","steps":["trace[1053636008] 'agreement among raft nodes before linearized reading' (duration: 200.551509ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:29:20.276883Z","caller":"traceutil/trace.go:171","msg":"trace[911428970] linearizableReadLoop","detail":"{readStateIndex:25986; appliedIndex:25981; }","duration":"416.308764ms","start":"2026-03-04T03:29:19.860561Z","end":"2026-03-04T03:29:20.276869Z","steps":["trace[911428970] 'read index received' (duration: 409.936444ms)","trace[911428970] 'applied index is now lower than readState.Index' (duration: 6.371409ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:29:20.277021Z","caller":"traceutil/trace.go:171","msg":"trace[294300892] transaction","detail":"{read_only:false; response_revision:25070; number_of_response:1; }","duration":"608.158279ms","start":"2026-03-04T03:29:19.668857Z","end":"2026-03-04T03:29:20.277015Z","steps":["trace[294300892] 'process raft request' (duration: 601.560485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:20.277088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:19.66885Z","time spent":"608.194001ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:29:20.277204Z","caller":"traceutil/trace.go:171","msg":"trace[1503176549] transaction","detail":"{read_only:false; response_revision:25071; number_of_response:1; }","duration":"606.296916ms","start":"2026-03-04T03:29:19.670902Z","end":"2026-03-04T03:29:20.277199Z","steps":["trace[1503176549] 'process raft request' (duration: 605.885147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:20.277242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:19.67088Z","time spent":"606.339537ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:29:20.277305Z","caller":"traceutil/trace.go:171","msg":"trace[473199473] transaction","detail":"{read_only:false; response_revision:25072; number_of_response:1; }","duration":"605.897917ms","start":"2026-03-04T03:29:19.671402Z","end":"2026-03-04T03:29:20.2773Z","steps":["trace[473199473] 'process raft request' (duration: 605.412335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:20.277327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:19.671396Z","time spent":"605.917667ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:29:20.277384Z","caller":"traceutil/trace.go:171","msg":"trace[801463111] transaction","detail":"{read_only:false; response_revision:25073; number_of_response:1; }","duration":"605.032236ms","start":"2026-03-04T03:29:19.672348Z","end":"2026-03-04T03:29:20.27738Z","steps":["trace[801463111] 'process raft request' (duration: 604.486824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:20.277404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:19.672339Z","time spent":"605.053857ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:29:20.277461Z","caller":"traceutil/trace.go:171","msg":"trace[940044920] transaction","detail":"{read_only:false; response_revision:25074; number_of_response:1; }","duration":"605.008255ms","start":"2026-03-04T03:29:19.672449Z","end":"2026-03-04T03:29:20.277457Z","steps":["trace[940044920] 'process raft request' (duration: 604.401901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:20.277485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:19.672443Z","time spent":"605.027337ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:29:20.277599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.03883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:29:20.277626Z","caller":"traceutil/trace.go:171","msg":"trace[404113687] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25074; }","duration":"417.102232ms","start":"2026-03-04T03:29:19.860516Z","end":"2026-03-04T03:29:20.277618Z","steps":["trace[404113687] 'agreement among raft nodes before linearized reading' (duration: 417.061001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:20.277644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:19.860495Z","time spent":"417.142193ms","remote":"127.0.0.1:38088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:29:20.776969Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395090878,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T03:29:20.926993Z","caller":"traceutil/trace.go:171","msg":"trace[533946500] transaction","detail":"{read_only:false; response_revision:25075; number_of_response:1; }","duration":"1.031542828s","start":"2026-03-04T03:29:19.895432Z","end":"2026-03-04T03:29:20.926975Z","steps":["trace[533946500] 'process raft request' (duration: 1.031008826s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:20.927106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:19.895408Z","time spent":"1.03164481s","remote":"127.0.0.1:45490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7516,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:29:20.927352Z","caller":"traceutil/trace.go:171","msg":"trace[1996713111] transaction","detail":"{read_only:false; response_revision:25076; number_of_response:1; }","duration":"709.437477ms","start":"2026-03-04T03:29:20.217895Z","end":"2026-03-04T03:29:20.927332Z","steps":["trace[1996713111] 'process raft request' (duration: 709.345024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:20.927693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:20.217876Z","time spent":"709.55725ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:29:21.550944Z","caller":"traceutil/trace.go:171","msg":"trace[525361958] transaction","detail":"{read_only:false; response_revision:25077; number_of_response:1; }","duration":"1.278055691s","start":"2026-03-04T03:29:20.272852Z","end":"2026-03-04T03:29:21.550908Z","steps":["trace[525361958] 'process raft request' (duration: 1.262154969s)","trace[525361958] 'compare' (duration: 14.684304ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:29:21.551039Z","caller":"traceutil/trace.go:171","msg":"trace[1242781154] transaction","detail":"{read_only:false; response_revision:25078; number_of_response:1; }","duration":"944.761299ms","start":"2026-03-04T03:29:20.606257Z","end":"2026-03-04T03:29:21.551018Z","steps":["trace[1242781154] 'process raft request' (duration: 944.537513ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:29:21.551038Z","caller":"traceutil/trace.go:171","msg":"trace[1425018094] transaction","detail":"{read_only:false; response_revision:25079; number_of_response:1; }","duration":"677.962722ms","start":"2026-03-04T03:29:20.873047Z","end":"2026-03-04T03:29:21.551009Z","steps":["trace[1425018094] 'process raft request' (duration: 677.852969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:21.551149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:20.272835Z","time spent":"1.278212845s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:29:21.551171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:20.606237Z","time spent":"944.855711ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:29:21.551173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:20.873024Z","time spent":"678.077754ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:29:21.550972Z","caller":"traceutil/trace.go:171","msg":"trace[552766746] linearizableReadLoop","detail":"{readStateIndex:25990; appliedIndex:25986; }","duration":"1.274027497s","start":"2026-03-04T03:29:20.27692Z","end":"2026-03-04T03:29:21.550947Z","steps":["trace[552766746] 'read index received' (duration: 649.491565ms)","trace[552766746] 'applied index is now lower than readState.Index' (duration: 624.534572ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:29:21.551212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.370300028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T03:29:21.551273Z","caller":"traceutil/trace.go:171","msg":"trace[143302251] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25079; }","duration":"1.370362219s","start":"2026-03-04T03:29:20.180893Z","end":"2026-03-04T03:29:21.551255Z","steps":["trace[143302251] 'agreement among raft nodes before linearized reading' (duration: 1.370115753s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:21.55133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:20.180837Z","time spent":"1.370482233s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T03:29:21.551434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.680118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18631"} {"level":"info","ts":"2026-03-04T03:29:21.551488Z","caller":"traceutil/trace.go:171","msg":"trace[636574939] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:25079; }","duration":"616.76097ms","start":"2026-03-04T03:29:20.934714Z","end":"2026-03-04T03:29:21.551475Z","steps":["trace[636574939] 'agreement among raft nodes before linearized reading' (duration: 616.607227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:21.551487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.988272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:29:21.551519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145757948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T03:29:21.551536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145093583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T03:29:21.551542Z","caller":"traceutil/trace.go:171","msg":"trace[1997705624] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25079; }","duration":"900.068375ms","start":"2026-03-04T03:29:20.651457Z","end":"2026-03-04T03:29:21.551525Z","steps":["trace[1997705624] 'agreement among raft nodes before linearized reading' (duration: 899.986643ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:29:21.551562Z","caller":"traceutil/trace.go:171","msg":"trace[717912282] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25079; }","duration":"1.14581755s","start":"2026-03-04T03:29:20.40573Z","end":"2026-03-04T03:29:21.551547Z","steps":["trace[717912282] 'agreement among raft nodes before linearized reading' (duration: 1.145733338s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:29:21.551577Z","caller":"traceutil/trace.go:171","msg":"trace[758191447] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25079; }","duration":"1.145134534s","start":"2026-03-04T03:29:20.406432Z","end":"2026-03-04T03:29:21.551566Z","steps":["trace[758191447] 'agreement among raft nodes before linearized reading' (duration: 1.144959439s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:21.551588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:20.651437Z","time spent":"900.140616ms","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T03:29:21.551607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145892701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-04T03:29:21.55161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:20.406417Z","time spent":"1.145184055s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T03:29:21.55164Z","caller":"traceutil/trace.go:171","msg":"trace[347779652] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25079; }","duration":"1.145927903s","start":"2026-03-04T03:29:20.4057Z","end":"2026-03-04T03:29:21.551628Z","steps":["trace[347779652] 'agreement among raft nodes before linearized reading' (duration: 1.145844571s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:21.551524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:20.934701Z","time spent":"616.815211ms","remote":"127.0.0.1:47122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18653,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-04T03:29:21.551601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:20.405713Z","time spent":"1.145881621s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T03:29:21.551424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14578877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T03:29:21.551816Z","caller":"traceutil/trace.go:171","msg":"trace[156806294] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25079; }","duration":"1.146209029s","start":"2026-03-04T03:29:20.405588Z","end":"2026-03-04T03:29:21.551797Z","steps":["trace[156806294] 'agreement among raft nodes before linearized reading' (duration: 1.145729498s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:21.551887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:20.405574Z","time spent":"1.146290431s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T03:29:21.551674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:20.405693Z","time spent":"1.145973324s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T03:29:21.552339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.675005773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-66374157-77a6-4b9c-8245-2b0a80772608\" ","response":"range_response_count:1 size:3947"} {"level":"info","ts":"2026-03-04T03:29:21.552417Z","caller":"traceutil/trace.go:171","msg":"trace[283615044] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-66374157-77a6-4b9c-8245-2b0a80772608; range_end:; response_count:1; response_revision:25079; }","duration":"1.676054837s","start":"2026-03-04T03:29:19.876344Z","end":"2026-03-04T03:29:21.552399Z","steps":["trace[283615044] 'agreement among raft nodes before linearized reading' (duration: 1.674680665s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:21.552954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:19.876297Z","time spent":"1.676157009s","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3969,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-66374157-77a6-4b9c-8245-2b0a80772608\" "} {"level":"warn","ts":"2026-03-04T03:29:22.280127Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395090883,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T03:29:22.476341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:21.713949Z","time spent":"762.383415ms","remote":"127.0.0.1:54768","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T03:29:22.476936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.446662ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T03:29:22.477196Z","caller":"traceutil/trace.go:171","msg":"trace[1185145545] transaction","detail":"{read_only:false; response_revision:25080; number_of_response:1; }","duration":"920.243526ms","start":"2026-03-04T03:29:21.556922Z","end":"2026-03-04T03:29:22.477166Z","steps":["trace[1185145545] 'process raft request' (duration: 123.415835ms)","trace[1185145545] 'compare' (duration: 796.119074ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:29:22.477257Z","caller":"traceutil/trace.go:171","msg":"trace[1628633701] transaction","detail":"{read_only:false; response_revision:25084; number_of_response:1; }","duration":"918.968376ms","start":"2026-03-04T03:29:21.558268Z","end":"2026-03-04T03:29:22.477237Z","steps":["trace[1628633701] 'process raft request' (duration: 918.931965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:22.477327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:21.55826Z","time spent":"919.035318ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:29:22.477338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:21.556897Z","time spent":"920.369799ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:29:22.477477Z","caller":"traceutil/trace.go:171","msg":"trace[498094069] transaction","detail":"{read_only:false; response_revision:25081; number_of_response:1; }","duration":"920.127333ms","start":"2026-03-04T03:29:21.557339Z","end":"2026-03-04T03:29:22.477466Z","steps":["trace[498094069] 'process raft request' (duration: 919.689462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:22.477533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:21.557319Z","time spent":"920.186025ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:29:22.477572Z","caller":"traceutil/trace.go:171","msg":"trace[696754027] transaction","detail":"{read_only:false; response_revision:25082; number_of_response:1; }","duration":"920.180465ms","start":"2026-03-04T03:29:21.557379Z","end":"2026-03-04T03:29:22.47756Z","steps":["trace[696754027] 'process raft request' (duration: 919.758255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:22.477637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:21.557359Z","time spent":"920.247746ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:29:22.477818Z","caller":"traceutil/trace.go:171","msg":"trace[1575399552] transaction","detail":"{read_only:false; response_revision:25083; number_of_response:1; }","duration":"920.072252ms","start":"2026-03-04T03:29:21.557736Z","end":"2026-03-04T03:29:22.477808Z","steps":["trace[1575399552] 'process raft request' (duration: 919.436147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:22.478347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:21.557719Z","time spent":"920.129424ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:29:22.694721Z","caller":"traceutil/trace.go:171","msg":"trace[709304906] transaction","detail":"{read_only:false; response_revision:25085; number_of_response:1; }","duration":"1.010436214s","start":"2026-03-04T03:29:21.684215Z","end":"2026-03-04T03:29:22.694651Z","steps":["trace[709304906] 'process raft request' (duration: 1.010193929s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:22.694874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:21.684196Z","time spent":"1.010600989s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:29:23.24635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.764469ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T03:29:23.246846Z","caller":"traceutil/trace.go:171","msg":"trace[1198879491] transaction","detail":"{read_only:false; response_revision:25091; number_of_response:1; }","duration":"622.460962ms","start":"2026-03-04T03:29:22.624367Z","end":"2026-03-04T03:29:23.246828Z","steps":["trace[1198879491] 'process raft request' (duration: 622.402191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:23.246943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:22.624346Z","time spent":"622.546255ms","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":741,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T03:29:23.24729Z","caller":"traceutil/trace.go:171","msg":"trace[247271303] transaction","detail":"{read_only:false; response_revision:25086; number_of_response:1; }","duration":"964.246414ms","start":"2026-03-04T03:29:22.283032Z","end":"2026-03-04T03:29:23.247279Z","steps":["trace[247271303] 'process raft request' (duration: 963.436195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:23.247366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:22.282998Z","time spent":"964.326185ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:29:23.247529Z","caller":"traceutil/trace.go:171","msg":"trace[1957555919] transaction","detail":"{read_only:false; response_revision:25087; number_of_response:1; }","duration":"964.381347ms","start":"2026-03-04T03:29:22.283134Z","end":"2026-03-04T03:29:23.247515Z","steps":["trace[1957555919] 'process raft request' (duration: 963.467025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:23.247591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:22.283125Z","time spent":"964.436858ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:29:23.247736Z","caller":"traceutil/trace.go:171","msg":"trace[1402578999] transaction","detail":"{read_only:false; response_revision:25088; number_of_response:1; }","duration":"964.55116ms","start":"2026-03-04T03:29:22.283175Z","end":"2026-03-04T03:29:23.247726Z","steps":["trace[1402578999] 'process raft request' (duration: 963.467685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:23.247796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:22.283147Z","time spent":"964.621332ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:29:23.247928Z","caller":"traceutil/trace.go:171","msg":"trace[1336832199] transaction","detail":"{read_only:false; response_revision:25089; number_of_response:1; }","duration":"964.461689ms","start":"2026-03-04T03:29:22.283458Z","end":"2026-03-04T03:29:23.247919Z","steps":["trace[1336832199] 'process raft request' (duration: 963.21894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:23.247988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:22.283447Z","time spent":"964.51234ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:29:23.248161Z","caller":"traceutil/trace.go:171","msg":"trace[276282459] transaction","detail":"{read_only:false; response_revision:25090; number_of_response:1; }","duration":"964.625772ms","start":"2026-03-04T03:29:22.283522Z","end":"2026-03-04T03:29:23.248148Z","steps":["trace[276282459] 'process raft request' (duration: 963.199399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:23.248224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:22.283516Z","time spent":"964.677683ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:29:23.24836Z","caller":"traceutil/trace.go:171","msg":"trace[154795838] linearizableReadLoop","detail":"{readStateIndex:25998; appliedIndex:25991; }","duration":"1.468660807s","start":"2026-03-04T03:29:21.779689Z","end":"2026-03-04T03:29:23.24835Z","steps":["trace[154795838] 'read index received' (duration: 629.029947ms)","trace[154795838] 'applied index is now lower than readState.Index' (duration: 839.62981ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:29:23.248815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.469118928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T03:29:23.248861Z","caller":"traceutil/trace.go:171","msg":"trace[210513374] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:25091; }","duration":"1.46919707s","start":"2026-03-04T03:29:21.779651Z","end":"2026-03-04T03:29:23.248848Z","steps":["trace[210513374] 'agreement among raft nodes before linearized reading' (duration: 1.469107218s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:23.248899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:21.779641Z","time spent":"1.469247851s","remote":"127.0.0.1:47424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:29:23.249053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.408202724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:29:23.249134Z","caller":"traceutil/trace.go:171","msg":"trace[1015622679] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:25091; }","duration":"1.408337327s","start":"2026-03-04T03:29:21.840779Z","end":"2026-03-04T03:29:23.249116Z","steps":["trace[1015622679] 'agreement among raft nodes before linearized reading' (duration: 1.408182303s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:23.249182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:21.84076Z","time spent":"1.408411848s","remote":"127.0.0.1:35480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:29:23.249165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.890719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T03:29:23.249239Z","caller":"traceutil/trace.go:171","msg":"trace[725154895] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:25091; }","duration":"465.0093ms","start":"2026-03-04T03:29:22.784212Z","end":"2026-03-04T03:29:23.249221Z","steps":["trace[725154895] 'agreement among raft nodes before linearized reading' (duration: 464.888988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:23.249186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.026958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:29:23.249298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:22.784193Z","time spent":"465.094003ms","remote":"127.0.0.1:45472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:29:23.249369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.79272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T03:29:23.249466Z","caller":"traceutil/trace.go:171","msg":"trace[685789816] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25091; }","duration":"184.963495ms","start":"2026-03-04T03:29:23.064478Z","end":"2026-03-04T03:29:23.249441Z","steps":["trace[685789816] 'agreement among raft nodes before linearized reading' (duration: 184.689928ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:29:23.249373Z","caller":"traceutil/trace.go:171","msg":"trace[2100337134] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25091; }","duration":"597.237453ms","start":"2026-03-04T03:29:22.652113Z","end":"2026-03-04T03:29:23.249351Z","steps":["trace[2100337134] 'agreement among raft nodes before linearized reading' (duration: 597.040138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:23.249235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.612305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:29:23.249616Z","caller":"traceutil/trace.go:171","msg":"trace[1811633] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:25091; }","duration":"531.025624ms","start":"2026-03-04T03:29:22.718575Z","end":"2026-03-04T03:29:23.249601Z","steps":["trace[1811633] 'agreement among raft nodes before linearized reading' (duration: 530.632995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:23.249602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:22.652095Z","time spent":"597.469349ms","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T03:29:23.249668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:22.718558Z","time spent":"531.094517ms","remote":"127.0.0.1:56746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:29:23.24969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.167089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-66374157-77a6-4b9c-8245-2b0a80772608\" ","response":"range_response_count:1 size:3947"} {"level":"info","ts":"2026-03-04T03:29:23.24983Z","caller":"traceutil/trace.go:171","msg":"trace[109732520] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-66374157-77a6-4b9c-8245-2b0a80772608; range_end:; response_count:1; response_revision:25091; }","duration":"691.381784ms","start":"2026-03-04T03:29:22.558424Z","end":"2026-03-04T03:29:23.249805Z","steps":["trace[109732520] 'agreement among raft nodes before linearized reading' (duration: 690.76863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:23.249948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:22.558407Z","time spent":"691.527347ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3969,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-66374157-77a6-4b9c-8245-2b0a80772608\" "} {"level":"info","ts":"2026-03-04T03:29:23.924833Z","caller":"traceutil/trace.go:171","msg":"trace[1495749702] linearizableReadLoop","detail":"{readStateIndex:26007; appliedIndex:26006; }","duration":"337.799078ms","start":"2026-03-04T03:29:23.587012Z","end":"2026-03-04T03:29:23.924811Z","steps":["trace[1495749702] 'read index received' (duration: 337.588623ms)","trace[1495749702] 'applied index is now lower than readState.Index' (duration: 209.505µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:29:23.924954Z","caller":"traceutil/trace.go:171","msg":"trace[18461399] transaction","detail":"{read_only:false; response_revision:25094; number_of_response:1; }","duration":"369.502999ms","start":"2026-03-04T03:29:23.55544Z","end":"2026-03-04T03:29:23.924943Z","steps":["trace[18461399] 'process raft request' (duration: 369.214772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:23.925082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:23.55542Z","time spent":"369.56942ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:29:23.925106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.356047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:29:23.925174Z","caller":"traceutil/trace.go:171","msg":"trace[69985726] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25094; }","duration":"272.46559ms","start":"2026-03-04T03:29:23.652691Z","end":"2026-03-04T03:29:23.925156Z","steps":["trace[69985726] 'agreement among raft nodes before linearized reading' (duration: 272.351428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:23.92516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.849864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T03:29:23.925297Z","caller":"traceutil/trace.go:171","msg":"trace[1078691137] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25094; }","duration":"158.993947ms","start":"2026-03-04T03:29:23.766252Z","end":"2026-03-04T03:29:23.925246Z","steps":["trace[1078691137] 'agreement among raft nodes before linearized reading' (duration: 158.797013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:23.92525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.430604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-registry-c45778976-hb9t5\" ","response":"range_response_count:1 size:3397"} {"level":"warn","ts":"2026-03-04T03:29:23.925304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.088555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:29:23.925368Z","caller":"traceutil/trace.go:171","msg":"trace[1389114648] range","detail":"{range_begin:/registry/pods/openstack/magnum-registry-c45778976-hb9t5; range_end:; response_count:1; response_revision:25094; }","duration":"164.586108ms","start":"2026-03-04T03:29:23.760762Z","end":"2026-03-04T03:29:23.925348Z","steps":["trace[1389114648] 'agreement among raft nodes before linearized reading' (duration: 164.309561ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:29:23.925386Z","caller":"traceutil/trace.go:171","msg":"trace[660678690] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:25094; }","duration":"264.262109ms","start":"2026-03-04T03:29:23.661103Z","end":"2026-03-04T03:29:23.925365Z","steps":["trace[660678690] 'agreement among raft nodes before linearized reading' (duration: 264.056124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:23.92532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.30318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:29:23.925475Z","caller":"traceutil/trace.go:171","msg":"trace[1439138937] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25094; }","duration":"338.488414ms","start":"2026-03-04T03:29:23.586971Z","end":"2026-03-04T03:29:23.925459Z","steps":["trace[1439138937] 'agreement among raft nodes before linearized reading' (duration: 338.225278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:23.925551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:23.586777Z","time spent":"338.75884ms","remote":"127.0.0.1:47408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T03:29:24.337711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.139548ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T03:29:24.337844Z","caller":"traceutil/trace.go:171","msg":"trace[292505235] linearizableReadLoop","detail":"{readStateIndex:26008; appliedIndex:26007; }","duration":"402.979962ms","start":"2026-03-04T03:29:23.934847Z","end":"2026-03-04T03:29:24.337827Z","steps":["trace[292505235] 'read index received' (duration: 173.557888ms)","trace[292505235] 'applied index is now lower than readState.Index' (duration: 229.420734ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:29:24.337941Z","caller":"traceutil/trace.go:171","msg":"trace[1915351385] transaction","detail":"{read_only:false; response_revision:25095; number_of_response:1; }","duration":"403.437013ms","start":"2026-03-04T03:29:23.934472Z","end":"2026-03-04T03:29:24.337909Z","steps":["trace[1915351385] 'process raft request' (duration: 174.014829ms)","trace[1915351385] 'compare' (duration: 228.716607ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:29:24.338036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.181736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18631"} {"level":"info","ts":"2026-03-04T03:29:24.338066Z","caller":"traceutil/trace.go:171","msg":"trace[1059858002] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25095; }","duration":"403.220638ms","start":"2026-03-04T03:29:23.934836Z","end":"2026-03-04T03:29:24.338056Z","steps":["trace[1059858002] 'agreement among raft nodes before linearized reading' (duration: 403.079635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:24.33808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:23.934456Z","time spent":"403.548845ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3702,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:29:24.338097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:23.93483Z","time spent":"403.260679ms","remote":"127.0.0.1:47122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18653,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T03:29:24.338334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.916073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:29:24.338404Z","caller":"traceutil/trace.go:171","msg":"trace[1832664253] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:25095; }","duration":"102.036316ms","start":"2026-03-04T03:29:24.23635Z","end":"2026-03-04T03:29:24.338386Z","steps":["trace[1832664253] 'agreement among raft nodes before linearized reading' (duration: 101.905083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:24.769614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.166994ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T03:29:24.769798Z","caller":"traceutil/trace.go:171","msg":"trace[2033809851] linearizableReadLoop","detail":"{readStateIndex:26010; appliedIndex:26008; }","duration":"419.622871ms","start":"2026-03-04T03:29:24.350157Z","end":"2026-03-04T03:29:24.76978Z","steps":["trace[2033809851] 'read index received' (duration: 280.204881ms)","trace[2033809851] 'applied index is now lower than readState.Index' (duration: 139.41664ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:29:24.769988Z","caller":"traceutil/trace.go:171","msg":"trace[1868938092] transaction","detail":"{read_only:false; response_revision:25096; number_of_response:1; }","duration":"422.553279ms","start":"2026-03-04T03:29:24.347422Z","end":"2026-03-04T03:29:24.769976Z","steps":["trace[1868938092] 'process raft request' (duration: 282.946346ms)","trace[1868938092] 'compare' (duration: 138.791374ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:29:24.770058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:24.347402Z","time spent":"422.622671ms","remote":"127.0.0.1:47234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1051,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:29:24.770313Z","caller":"traceutil/trace.go:171","msg":"trace[885580176] transaction","detail":"{read_only:false; response_revision:25097; number_of_response:1; }","duration":"422.646112ms","start":"2026-03-04T03:29:24.347657Z","end":"2026-03-04T03:29:24.770304Z","steps":["trace[885580176] 'process raft request' (duration: 422.054698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:24.770374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:24.347652Z","time spent":"422.694343ms","remote":"127.0.0.1:47114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:29:24.770585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.424729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-04T03:29:24.770652Z","caller":"traceutil/trace.go:171","msg":"trace[1419192305] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25097; }","duration":"420.483901ms","start":"2026-03-04T03:29:24.350128Z","end":"2026-03-04T03:29:24.770612Z","steps":["trace[1419192305] 'agreement among raft nodes before linearized reading' (duration: 420.368508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:24.770689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:24.35012Z","time spent":"420.561773ms","remote":"127.0.0.1:36312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T03:29:25.040775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.67239ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T03:29:25.040863Z","caller":"traceutil/trace.go:171","msg":"trace[1317817896] linearizableReadLoop","detail":"{readStateIndex:26011; appliedIndex:26010; }","duration":"271.016726ms","start":"2026-03-04T03:29:24.769832Z","end":"2026-03-04T03:29:25.040849Z","steps":["trace[1317817896] 'read index received' (duration: 103.182283ms)","trace[1317817896] 'applied index is now lower than readState.Index' (duration: 167.830313ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:29:25.041017Z","caller":"traceutil/trace.go:171","msg":"trace[160980727] transaction","detail":"{read_only:false; response_revision:25098; number_of_response:1; }","duration":"330.825595ms","start":"2026-03-04T03:29:24.710183Z","end":"2026-03-04T03:29:25.041009Z","steps":["trace[160980727] 'process raft request' (duration: 162.873479ms)","trace[160980727] 'compare' (duration: 167.24442ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:29:25.041068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:24.710163Z","time spent":"330.880766ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:29:25.041853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.269963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T03:29:25.041893Z","caller":"traceutil/trace.go:171","msg":"trace[645738003] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25098; }","duration":"558.308344ms","start":"2026-03-04T03:29:24.483574Z","end":"2026-03-04T03:29:25.041882Z","steps":["trace[645738003] 'agreement among raft nodes before linearized reading' (duration: 558.193981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:25.041914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:24.483514Z","time spent":"558.395915ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T03:29:25.042104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.003812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-registry-c45778976-hb9t5\" ","response":"range_response_count:1 size:3720"} {"level":"warn","ts":"2026-03-04T03:29:25.042143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.539916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T03:29:25.042166Z","caller":"traceutil/trace.go:171","msg":"trace[519136502] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25098; }","duration":"557.580536ms","start":"2026-03-04T03:29:24.484578Z","end":"2026-03-04T03:29:25.042159Z","steps":["trace[519136502] 'agreement among raft nodes before linearized reading' (duration: 557.510175ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:29:25.042166Z","caller":"traceutil/trace.go:171","msg":"trace[1516834015] range","detail":"{range_begin:/registry/pods/openstack/magnum-registry-c45778976-hb9t5; range_end:; response_count:1; response_revision:25098; }","duration":"261.074074ms","start":"2026-03-04T03:29:24.781077Z","end":"2026-03-04T03:29:25.042151Z","steps":["trace[1516834015] 'agreement among raft nodes before linearized reading' (duration: 260.825458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:25.042185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:24.484571Z","time spent":"557.608957ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T03:29:25.042163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.836212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T03:29:25.042399Z","caller":"traceutil/trace.go:171","msg":"trace[1817801135] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25098; }","duration":"558.099929ms","start":"2026-03-04T03:29:24.484291Z","end":"2026-03-04T03:29:25.042391Z","steps":["trace[1817801135] 'agreement among raft nodes before linearized reading' (duration: 557.754761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:25.042148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.7617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-04T03:29:25.042425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:24.484283Z","time spent":"558.135069ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T03:29:25.042445Z","caller":"traceutil/trace.go:171","msg":"trace[1446918517] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25098; }","duration":"558.079219ms","start":"2026-03-04T03:29:24.484347Z","end":"2026-03-04T03:29:25.042426Z","steps":["trace[1446918517] 'agreement among raft nodes before linearized reading' (duration: 557.643068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:25.041233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.285151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:29:25.042503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:24.484341Z","time spent":"558.14847ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T03:29:25.04254Z","caller":"traceutil/trace.go:171","msg":"trace[271300240] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25098; }","duration":"390.604233ms","start":"2026-03-04T03:29:24.651917Z","end":"2026-03-04T03:29:25.042521Z","steps":["trace[271300240] 'agreement among raft nodes before linearized reading' (duration: 389.261341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:25.042596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:24.651903Z","time spent":"390.679944ms","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T03:29:25.042947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.548059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T03:29:25.043028Z","caller":"traceutil/trace.go:171","msg":"trace[1430031134] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25098; }","duration":"558.661892ms","start":"2026-03-04T03:29:24.48435Z","end":"2026-03-04T03:29:25.043012Z","steps":["trace[1430031134] 'agreement among raft nodes before linearized reading' (duration: 557.896864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:25.043077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:24.484339Z","time spent":"558.730284ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T03:29:25.502388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.277438ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T03:29:25.502498Z","caller":"traceutil/trace.go:171","msg":"trace[1794423104] transaction","detail":"{read_only:false; response_revision:25099; number_of_response:1; }","duration":"455.48782ms","start":"2026-03-04T03:29:25.046991Z","end":"2026-03-04T03:29:25.502479Z","steps":["trace[1794423104] 'process raft request' (duration: 135.033157ms)","trace[1794423104] 'compare' (duration: 319.650384ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:29:25.502569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:25.046975Z","time spent":"455.561231ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:29:25.530859Z","caller":"traceutil/trace.go:171","msg":"trace[1871342760] transaction","detail":"{read_only:false; response_revision:25101; number_of_response:1; }","duration":"483.696569ms","start":"2026-03-04T03:29:25.047129Z","end":"2026-03-04T03:29:25.530825Z","steps":["trace[1871342760] 'process raft request' (duration: 483.596896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:25.531054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:25.047121Z","time spent":"483.830832ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:29:25.5311Z","caller":"traceutil/trace.go:171","msg":"trace[932868661] transaction","detail":"{read_only:false; response_revision:25102; number_of_response:1; }","duration":"483.481744ms","start":"2026-03-04T03:29:25.047594Z","end":"2026-03-04T03:29:25.531076Z","steps":["trace[932868661] 'process raft request' (duration: 483.189438ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:29:25.531128Z","caller":"traceutil/trace.go:171","msg":"trace[2098052234] transaction","detail":"{read_only:false; response_revision:25104; number_of_response:1; }","duration":"481.756183ms","start":"2026-03-04T03:29:25.049365Z","end":"2026-03-04T03:29:25.531121Z","steps":["trace[2098052234] 'process raft request' (duration: 481.707212ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:29:25.530875Z","caller":"traceutil/trace.go:171","msg":"trace[244120742] transaction","detail":"{read_only:false; response_revision:25100; number_of_response:1; }","duration":"483.797631ms","start":"2026-03-04T03:29:25.047045Z","end":"2026-03-04T03:29:25.530842Z","steps":["trace[244120742] 'process raft request' (duration: 483.513744ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:29:25.531211Z","caller":"traceutil/trace.go:171","msg":"trace[843887538] transaction","detail":"{read_only:false; response_revision:25103; number_of_response:1; }","duration":"483.549705ms","start":"2026-03-04T03:29:25.047657Z","end":"2026-03-04T03:29:25.531206Z","steps":["trace[843887538] 'process raft request' (duration: 483.31016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:25.531225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:25.049347Z","time spent":"481.821686ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:29:25.531239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:25.047651Z","time spent":"483.574666ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:29:25.531256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:25.047021Z","time spent":"484.193621ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:29:25.531184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:25.047584Z","time spent":"483.556636ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:29:26.1819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.493622ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T03:29:26.182147Z","caller":"traceutil/trace.go:171","msg":"trace[1768714827] transaction","detail":"{read_only:false; response_revision:25107; number_of_response:1; }","duration":"925.277203ms","start":"2026-03-04T03:29:25.256849Z","end":"2026-03-04T03:29:26.182126Z","steps":["trace[1768714827] 'process raft request' (duration: 925.197511ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:29:26.18216Z","caller":"traceutil/trace.go:171","msg":"trace[582576924] transaction","detail":"{read_only:false; response_revision:25105; number_of_response:1; }","duration":"925.53074ms","start":"2026-03-04T03:29:25.256608Z","end":"2026-03-04T03:29:26.182139Z","steps":["trace[582576924] 'process raft request' (duration: 569.71716ms)","trace[582576924] 'compare' (duration: 355.377259ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:29:26.182164Z","caller":"traceutil/trace.go:171","msg":"trace[203346020] transaction","detail":"{read_only:false; response_revision:25106; number_of_response:1; }","duration":"925.418486ms","start":"2026-03-04T03:29:25.256714Z","end":"2026-03-04T03:29:26.182132Z","steps":["trace[203346020] 'process raft request' (duration: 925.278533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:26.182215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:25.256841Z","time spent":"925.340875ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:29:26.182264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:25.256578Z","time spent":"925.628841ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:29:26.182318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:25.256704Z","time spent":"925.534189ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:29:26.182365Z","caller":"traceutil/trace.go:171","msg":"trace[1899985028] transaction","detail":"{read_only:false; response_revision:25108; number_of_response:1; }","duration":"923.894491ms","start":"2026-03-04T03:29:25.258438Z","end":"2026-03-04T03:29:26.182333Z","steps":["trace[1899985028] 'process raft request' (duration: 923.643985ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:29:26.182392Z","caller":"traceutil/trace.go:171","msg":"trace[196668592] linearizableReadLoop","detail":"{readStateIndex:26022; appliedIndex:26012; }","duration":"838.577876ms","start":"2026-03-04T03:29:25.343793Z","end":"2026-03-04T03:29:26.182371Z","steps":["trace[196668592] 'read index received' (duration: 186.777967ms)","trace[196668592] 'applied index is now lower than readState.Index' (duration: 651.798209ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:29:26.182526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:25.258425Z","time spent":"924.009104ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:29:26.182571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.76448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-66374157-77a6-4b9c-8245-2b0a80772608\" ","response":"range_response_count:1 size:3947"} {"level":"info","ts":"2026-03-04T03:29:26.182605Z","caller":"traceutil/trace.go:171","msg":"trace[2023030204] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-66374157-77a6-4b9c-8245-2b0a80772608; range_end:; response_count:1; response_revision:25109; }","duration":"838.848722ms","start":"2026-03-04T03:29:25.343745Z","end":"2026-03-04T03:29:26.182593Z","steps":["trace[2023030204] 'agreement among raft nodes before linearized reading' (duration: 838.724069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:26.182637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:25.343725Z","time spent":"838.903864ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3969,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-66374157-77a6-4b9c-8245-2b0a80772608\" "} {"level":"info","ts":"2026-03-04T03:29:26.182798Z","caller":"traceutil/trace.go:171","msg":"trace[320271941] transaction","detail":"{read_only:false; response_revision:25109; number_of_response:1; }","duration":"923.683507ms","start":"2026-03-04T03:29:25.259093Z","end":"2026-03-04T03:29:26.182777Z","steps":["trace[320271941] 'process raft request' (duration: 923.187485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:26.182893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:25.259083Z","time spent":"923.759958ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:29:26.795351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.387164ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:29:26.795539Z","caller":"traceutil/trace.go:171","msg":"trace[1132402139] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25109; }","duration":"250.586569ms","start":"2026-03-04T03:29:26.544918Z","end":"2026-03-04T03:29:26.795504Z","steps":["trace[1132402139] 'range keys from in-memory index tree' (duration: 250.365763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:26.796347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.49012ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T03:29:26.796529Z","caller":"traceutil/trace.go:171","msg":"trace[55205984] transaction","detail":"{read_only:false; response_revision:25110; number_of_response:1; }","duration":"1.259975558s","start":"2026-03-04T03:29:25.536535Z","end":"2026-03-04T03:29:26.79651Z","steps":["trace[55205984] 'process raft request' (duration: 783.231842ms)","trace[55205984] 'compare' (duration: 476.364557ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:29:26.796599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:25.536526Z","time spent":"1.260043349s","remote":"127.0.0.1:47114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":676,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:29:26.797429Z","caller":"traceutil/trace.go:171","msg":"trace[1361260850] transaction","detail":"{read_only:false; response_revision:25111; number_of_response:1; }","duration":"1.260299326s","start":"2026-03-04T03:29:25.537105Z","end":"2026-03-04T03:29:26.797404Z","steps":["trace[1361260850] 'process raft request' (duration: 1.259338383s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:26.797558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:25.537075Z","time spent":"1.260409708s","remote":"127.0.0.1:47234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1206,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:29:26.797642Z","caller":"traceutil/trace.go:171","msg":"trace[1789455672] linearizableReadLoop","detail":"{readStateIndex:26025; appliedIndex:26022; }","duration":"615.171002ms","start":"2026-03-04T03:29:26.182444Z","end":"2026-03-04T03:29:26.797615Z","steps":["trace[1789455672] 'read index received' (duration: 137.071894ms)","trace[1789455672] 'applied index is now lower than readState.Index' (duration: 478.097468ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:29:26.797797Z","caller":"traceutil/trace.go:171","msg":"trace[1586444040] transaction","detail":"{read_only:false; response_revision:25112; number_of_response:1; }","duration":"865.844693ms","start":"2026-03-04T03:29:25.931924Z","end":"2026-03-04T03:29:26.797768Z","steps":["trace[1586444040] 'process raft request' (duration: 865.498435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:26.797887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:25.931898Z","time spent":"865.947575ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:29:26.798008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.274770484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-04T03:29:26.798058Z","caller":"traceutil/trace.go:171","msg":"trace[1578387055] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25112; }","duration":"1.274857736s","start":"2026-03-04T03:29:25.523188Z","end":"2026-03-04T03:29:26.798046Z","steps":["trace[1578387055] 'agreement among raft nodes before linearized reading' (duration: 1.274697762s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:26.798043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.261646997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:208"} {"level":"warn","ts":"2026-03-04T03:29:26.79811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:25.523168Z","time spent":"1.274933697s","remote":"127.0.0.1:35416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-04T03:29:26.798135Z","caller":"traceutil/trace.go:171","msg":"trace[544469810] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:25112; }","duration":"1.261750929s","start":"2026-03-04T03:29:25.53636Z","end":"2026-03-04T03:29:26.798111Z","steps":["trace[544469810] 'agreement among raft nodes before linearized reading' (duration: 1.261422012s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:26.798194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:25.536354Z","time spent":"1.261824981s","remote":"127.0.0.1:47154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" "} {"level":"warn","ts":"2026-03-04T03:29:26.797997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.262318703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-79759696d5-rc4rw.1899859ed2ad1da8\" ","response":"range_response_count:1 size:784"} {"level":"warn","ts":"2026-03-04T03:29:26.798341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.196748169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:29:26.798381Z","caller":"traceutil/trace.go:171","msg":"trace[129005181] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25112; }","duration":"1.196815331s","start":"2026-03-04T03:29:25.601554Z","end":"2026-03-04T03:29:26.798369Z","steps":["trace[129005181] 'agreement among raft nodes before linearized reading' (duration: 1.19673863s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:29:26.79838Z","caller":"traceutil/trace.go:171","msg":"trace[1608717021] range","detail":"{range_begin:/registry/events/openstack/magnum-api-79759696d5-rc4rw.1899859ed2ad1da8; range_end:; response_count:1; response_revision:25112; }","duration":"1.262751323s","start":"2026-03-04T03:29:25.535609Z","end":"2026-03-04T03:29:26.798361Z","steps":["trace[1608717021] 'agreement among raft nodes before linearized reading' (duration: 1.26220092s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:26.798423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:25.601541Z","time spent":"1.196873942s","remote":"127.0.0.1:37900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:29:26.798445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:25.535593Z","time spent":"1.262829625s","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":806,"request content":"key:\"/registry/events/openstack/magnum-api-79759696d5-rc4rw.1899859ed2ad1da8\" "} {"level":"warn","ts":"2026-03-04T03:29:26.798553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257701545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-66374157-77a6-4b9c-8245-2b0a80772608\" ","response":"range_response_count:1 size:3947"} {"level":"info","ts":"2026-03-04T03:29:26.798601Z","caller":"traceutil/trace.go:171","msg":"trace[309006772] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-66374157-77a6-4b9c-8245-2b0a80772608; range_end:; response_count:1; response_revision:25112; }","duration":"1.257772656s","start":"2026-03-04T03:29:25.540816Z","end":"2026-03-04T03:29:26.798588Z","steps":["trace[309006772] 'agreement among raft nodes before linearized reading' (duration: 1.257642963s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:26.79864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:25.540807Z","time spent":"1.257823117s","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3969,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-66374157-77a6-4b9c-8245-2b0a80772608\" "} {"level":"warn","ts":"2026-03-04T03:29:26.799031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147394886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:29:26.799086Z","caller":"traceutil/trace.go:171","msg":"trace[1638813413] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25112; }","duration":"1.147486038s","start":"2026-03-04T03:29:25.651588Z","end":"2026-03-04T03:29:26.799074Z","steps":["trace[1638813413] 'agreement among raft nodes before linearized reading' (duration: 1.147389276s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:26.79912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:25.65158Z","time spent":"1.147531809s","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T03:29:26.799148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.154496011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:29:26.799198Z","caller":"traceutil/trace.go:171","msg":"trace[70595720] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25112; }","duration":"1.154554144s","start":"2026-03-04T03:29:25.644633Z","end":"2026-03-04T03:29:26.799187Z","steps":["trace[70595720] 'agreement among raft nodes before linearized reading' (duration: 1.154467981s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:26.799235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:25.644609Z","time spent":"1.154618364s","remote":"127.0.0.1:37908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:29:26.79815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.61042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.240\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-04T03:29:26.799802Z","caller":"traceutil/trace.go:171","msg":"trace[1242139840] range","detail":"{range_begin:/registry/masterleases/199.19.213.240; range_end:; response_count:1; response_revision:25112; }","duration":"912.29965ms","start":"2026-03-04T03:29:25.887485Z","end":"2026-03-04T03:29:26.799785Z","steps":["trace[1242139840] 'agreement among raft nodes before linearized reading' (duration: 910.562869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:26.799854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:25.887445Z","time spent":"912.392682ms","remote":"127.0.0.1:46920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.19.213.240\" "} {"level":"warn","ts":"2026-03-04T03:29:26.800363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.455045299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:29:26.800429Z","caller":"traceutil/trace.go:171","msg":"trace[276720731] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:25112; }","duration":"1.455175882s","start":"2026-03-04T03:29:25.345232Z","end":"2026-03-04T03:29:26.800408Z","steps":["trace[276720731] 'agreement among raft nodes before linearized reading' (duration: 1.452495119s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:26.800476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:25.345218Z","time spent":"1.455245713s","remote":"127.0.0.1:35526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-03-04T03:29:27.022177Z","caller":"traceutil/trace.go:171","msg":"trace[1415551826] transaction","detail":"{read_only:false; response_revision:25113; number_of_response:1; }","duration":"220.128776ms","start":"2026-03-04T03:29:26.802027Z","end":"2026-03-04T03:29:27.022155Z","steps":["trace[1415551826] 'process raft request' (duration: 219.873251ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:29:27.022324Z","caller":"traceutil/trace.go:171","msg":"trace[1666272751] linearizableReadLoop","detail":"{readStateIndex:26028; appliedIndex:26026; }","duration":"128.476284ms","start":"2026-03-04T03:29:26.89383Z","end":"2026-03-04T03:29:27.022307Z","steps":["trace[1666272751] 'read index received' (duration: 128.083225ms)","trace[1666272751] 'applied index is now lower than readState.Index' (duration: 391.169µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:29:27.022447Z","caller":"traceutil/trace.go:171","msg":"trace[477271071] transaction","detail":"{read_only:false; response_revision:25114; number_of_response:1; }","duration":"213.579373ms","start":"2026-03-04T03:29:26.808818Z","end":"2026-03-04T03:29:27.022398Z","steps":["trace[477271071] 'process raft request' (duration: 213.268136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:27.022492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.112996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"info","ts":"2026-03-04T03:29:27.022656Z","caller":"traceutil/trace.go:171","msg":"trace[420255685] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:25114; }","duration":"217.28635ms","start":"2026-03-04T03:29:26.805359Z","end":"2026-03-04T03:29:27.022645Z","steps":["trace[420255685] 'agreement among raft nodes before linearized reading' (duration: 217.015184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:27.022684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.8712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-registry-c45778976-hb9t5\" ","response":"range_response_count:1 size:3540"} {"level":"info","ts":"2026-03-04T03:29:27.022764Z","caller":"traceutil/trace.go:171","msg":"trace[1823994487] range","detail":"{range_begin:/registry/pods/openstack/magnum-registry-c45778976-hb9t5; range_end:; response_count:1; response_revision:25114; }","duration":"219.976153ms","start":"2026-03-04T03:29:26.80277Z","end":"2026-03-04T03:29:27.022746Z","steps":["trace[1823994487] 'agreement among raft nodes before linearized reading' (duration: 219.728197ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:29:27.124655Z","caller":"traceutil/trace.go:171","msg":"trace[151244014] linearizableReadLoop","detail":"{readStateIndex:26029; appliedIndex:26028; }","duration":"102.267861ms","start":"2026-03-04T03:29:27.022357Z","end":"2026-03-04T03:29:27.124625Z","steps":["trace[151244014] 'read index received' (duration: 38.992052ms)","trace[151244014] 'applied index is now lower than readState.Index' (duration: 63.272969ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:29:27.124702Z","caller":"traceutil/trace.go:171","msg":"trace[66041303] transaction","detail":"{read_only:false; response_revision:25115; number_of_response:1; }","duration":"229.878154ms","start":"2026-03-04T03:29:26.89479Z","end":"2026-03-04T03:29:27.124669Z","steps":["trace[66041303] 'process raft request' (duration: 166.551254ms)","trace[66041303] 'compare' (duration: 62.772467ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:29:27.124826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.035484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:29:27.124863Z","caller":"traceutil/trace.go:171","msg":"trace[923110015] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25116; }","duration":"223.115506ms","start":"2026-03-04T03:29:26.901737Z","end":"2026-03-04T03:29:27.124852Z","steps":["trace[923110015] 'agreement among raft nodes before linearized reading' (duration: 223.024024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:27.729866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.70648ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T03:29:27.730493Z","caller":"traceutil/trace.go:171","msg":"trace[543063433] transaction","detail":"{read_only:false; response_revision:25117; number_of_response:1; }","duration":"595.920773ms","start":"2026-03-04T03:29:27.134551Z","end":"2026-03-04T03:29:27.730472Z","steps":["trace[543063433] 'process raft request' (duration: 247.547178ms)","trace[543063433] 'compare' (duration: 347.552586ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:29:27.730563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:27.134539Z","time spent":"595.992495ms","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:29:27.7311Z","caller":"traceutil/trace.go:171","msg":"trace[1789176757] linearizableReadLoop","detail":"{readStateIndex:26032; appliedIndex:26030; }","duration":"591.890739ms","start":"2026-03-04T03:29:27.139202Z","end":"2026-03-04T03:29:27.731092Z","steps":["trace[1789176757] 'read index received' (duration: 243.004802ms)","trace[1789176757] 'applied index is now lower than readState.Index' (duration: 348.885047ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:29:27.731366Z","caller":"traceutil/trace.go:171","msg":"trace[1415697475] transaction","detail":"{read_only:false; response_revision:25118; number_of_response:1; }","duration":"595.119024ms","start":"2026-03-04T03:29:27.13624Z","end":"2026-03-04T03:29:27.731359Z","steps":["trace[1415697475] 'process raft request' (duration: 593.697691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:27.731414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:27.136234Z","time spent":"595.152275ms","remote":"127.0.0.1:47408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3020,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:29:27.731677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.997086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-66374157-77a6-4b9c-8245-2b0a80772608\" ","response":"range_response_count:1 size:3947"} {"level":"info","ts":"2026-03-04T03:29:27.731762Z","caller":"traceutil/trace.go:171","msg":"trace[354007311] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-66374157-77a6-4b9c-8245-2b0a80772608; range_end:; response_count:1; response_revision:25118; }","duration":"543.092368ms","start":"2026-03-04T03:29:27.188647Z","end":"2026-03-04T03:29:27.73174Z","steps":["trace[354007311] 'agreement among raft nodes before linearized reading' (duration: 542.854852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:27.731807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:27.18861Z","time spent":"543.18844ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3969,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-66374157-77a6-4b9c-8245-2b0a80772608\" "} {"level":"warn","ts":"2026-03-04T03:29:27.732125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.918483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-03-04T03:29:27.732166Z","caller":"traceutil/trace.go:171","msg":"trace[347571434] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:25118; }","duration":"592.971084ms","start":"2026-03-04T03:29:27.139183Z","end":"2026-03-04T03:29:27.732154Z","steps":["trace[347571434] 'agreement among raft nodes before linearized reading' (duration: 592.842051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:27.732194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:27.139174Z","time spent":"593.013415ms","remote":"127.0.0.1:47418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9626,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"warn","ts":"2026-03-04T03:29:27.73228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.209457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T03:29:27.73232Z","caller":"traceutil/trace.go:171","msg":"trace[1968323617] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25118; }","duration":"193.285959ms","start":"2026-03-04T03:29:27.539021Z","end":"2026-03-04T03:29:27.732307Z","steps":["trace[1968323617] 'agreement among raft nodes before linearized reading' (duration: 193.155306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:27.732305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.066625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T03:29:27.732378Z","caller":"traceutil/trace.go:171","msg":"trace[212468420] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25118; }","duration":"196.185108ms","start":"2026-03-04T03:29:27.536177Z","end":"2026-03-04T03:29:27.732362Z","steps":["trace[212468420] 'agreement among raft nodes before linearized reading' (duration: 195.956972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:27.732384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.605148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:29:27.732417Z","caller":"traceutil/trace.go:171","msg":"trace[958769917] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:25118; }","duration":"214.67344ms","start":"2026-03-04T03:29:27.517733Z","end":"2026-03-04T03:29:27.732406Z","steps":["trace[958769917] 'agreement among raft nodes before linearized reading' (duration: 214.615698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:27.732451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.124901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:29:27.732474Z","caller":"traceutil/trace.go:171","msg":"trace[15930089] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:25118; }","duration":"118.195224ms","start":"2026-03-04T03:29:27.61427Z","end":"2026-03-04T03:29:27.732465Z","steps":["trace[15930089] 'agreement among raft nodes before linearized reading' (duration: 118.158393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:27.732619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.483402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T03:29:27.732655Z","caller":"traceutil/trace.go:171","msg":"trace[1033394780] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25118; }","duration":"225.551874ms","start":"2026-03-04T03:29:27.507095Z","end":"2026-03-04T03:29:27.732647Z","steps":["trace[1033394780] 'agreement among raft nodes before linearized reading' (duration: 225.459732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:27.732694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.342094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T03:29:27.732723Z","caller":"traceutil/trace.go:171","msg":"trace[1251723284] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25118; }","duration":"194.410096ms","start":"2026-03-04T03:29:27.538306Z","end":"2026-03-04T03:29:27.732716Z","steps":["trace[1251723284] 'agreement among raft nodes before linearized reading' (duration: 194.333404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:27.732734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.487627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T03:29:27.732756Z","caller":"traceutil/trace.go:171","msg":"trace[1827856150] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25118; }","duration":"194.525709ms","start":"2026-03-04T03:29:27.538224Z","end":"2026-03-04T03:29:27.73275Z","steps":["trace[1827856150] 'agreement among raft nodes before linearized reading' (duration: 194.460267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:27.732838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.36916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.189985b118215bc2\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-03-04T03:29:27.732875Z","caller":"traceutil/trace.go:171","msg":"trace[468651947] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.189985b118215bc2; range_end:; response_count:1; response_revision:25118; }","duration":"533.424301ms","start":"2026-03-04T03:29:27.199441Z","end":"2026-03-04T03:29:27.732865Z","steps":["trace[468651947] 'agreement among raft nodes before linearized reading' (duration: 533.328229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:27.732904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:27.19943Z","time spent":"533.465943ms","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1032,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.189985b118215bc2\" "} {"level":"info","ts":"2026-03-04T03:29:28.013041Z","caller":"traceutil/trace.go:171","msg":"trace[1879642287] transaction","detail":"{read_only:false; response_revision:25119; number_of_response:1; }","duration":"275.531012ms","start":"2026-03-04T03:29:27.737391Z","end":"2026-03-04T03:29:28.012922Z","steps":["trace[1879642287] 'process raft request' (duration: 227.858198ms)","trace[1879642287] 'compare' (duration: 47.05704ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:29:28.553414Z","caller":"traceutil/trace.go:171","msg":"trace[896649560] transaction","detail":"{read_only:false; response_revision:25120; number_of_response:1; }","duration":"815.470825ms","start":"2026-03-04T03:29:27.737926Z","end":"2026-03-04T03:29:28.553397Z","steps":["trace[896649560] 'process raft request' (duration: 749.972574ms)","trace[896649560] 'compare' (duration: 65.364498ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:29:28.553521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:27.73791Z","time spent":"815.562538ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:29:28.553682Z","caller":"traceutil/trace.go:171","msg":"trace[1528253813] transaction","detail":"{read_only:false; response_revision:25121; number_of_response:1; }","duration":"812.602269ms","start":"2026-03-04T03:29:27.741045Z","end":"2026-03-04T03:29:28.553647Z","steps":["trace[1528253813] 'process raft request' (duration: 812.301942ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:29:28.553779Z","caller":"traceutil/trace.go:171","msg":"trace[2096811707] transaction","detail":"{read_only:false; response_revision:25123; number_of_response:1; }","duration":"811.3373ms","start":"2026-03-04T03:29:27.742417Z","end":"2026-03-04T03:29:28.553755Z","steps":["trace[2096811707] 'process raft request' (duration: 811.223347ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:29:28.553781Z","caller":"traceutil/trace.go:171","msg":"trace[155638284] transaction","detail":"{read_only:false; response_revision:25122; number_of_response:1; }","duration":"811.401ms","start":"2026-03-04T03:29:27.742341Z","end":"2026-03-04T03:29:28.553742Z","steps":["trace[155638284] 'process raft request' (duration: 811.194076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:28.553862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:27.741038Z","time spent":"812.723432ms","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:29:28.553934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:27.742414Z","time spent":"811.436812ms","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:29:28.553953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:27.742332Z","time spent":"811.533044ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:29:28.554037Z","caller":"traceutil/trace.go:171","msg":"trace[1743366191] transaction","detail":"{read_only:false; response_revision:25124; number_of_response:1; }","duration":"811.248587ms","start":"2026-03-04T03:29:27.742769Z","end":"2026-03-04T03:29:28.554018Z","steps":["trace[1743366191] 'process raft request' (duration: 810.93957ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:29:28.554061Z","caller":"traceutil/trace.go:171","msg":"trace[1371319342] linearizableReadLoop","detail":"{readStateIndex:26035; appliedIndex:26032; }","duration":"811.846411ms","start":"2026-03-04T03:29:27.742194Z","end":"2026-03-04T03:29:28.55404Z","steps":["trace[1371319342] 'read index received' (duration: 223.22429ms)","trace[1371319342] 'applied index is now lower than readState.Index' (duration: 588.620401ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:29:28.554134Z","caller":"traceutil/trace.go:171","msg":"trace[658198187] transaction","detail":"{read_only:false; response_revision:25125; number_of_response:1; }","duration":"811.300948ms","start":"2026-03-04T03:29:27.742814Z","end":"2026-03-04T03:29:28.554114Z","steps":["trace[658198187] 'process raft request' (duration: 811.095383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:28.554176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:27.742763Z","time spent":"811.321428ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:29:28.554296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.089707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1446"} {"level":"info","ts":"2026-03-04T03:29:28.554359Z","caller":"traceutil/trace.go:171","msg":"trace[146569393] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:25125; }","duration":"812.174368ms","start":"2026-03-04T03:29:27.742169Z","end":"2026-03-04T03:29:28.554343Z","steps":["trace[146569393] 'agreement among raft nodes before linearized reading' (duration: 811.965804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:28.554366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:27.742809Z","time spent":"811.37028ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:29:28.554404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:27.742161Z","time spent":"812.229991ms","remote":"127.0.0.1:47098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1468,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-03-04T03:29:28.813481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.780667ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T03:29:28.813606Z","caller":"traceutil/trace.go:171","msg":"trace[923661161] transaction","detail":"{read_only:false; response_revision:25126; number_of_response:1; }","duration":"623.432376ms","start":"2026-03-04T03:29:28.190159Z","end":"2026-03-04T03:29:28.813591Z","steps":["trace[923661161] 'process raft request' (duration: 516.472445ms)","trace[923661161] 'compare' (duration: 106.684985ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:29:28.813646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:28.190137Z","time spent":"623.491188ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:29:28.813904Z","caller":"traceutil/trace.go:171","msg":"trace[324490670] transaction","detail":"{read_only:false; response_revision:25127; number_of_response:1; }","duration":"623.58548ms","start":"2026-03-04T03:29:28.190314Z","end":"2026-03-04T03:29:28.813899Z","steps":["trace[324490670] 'process raft request' (duration: 623.245242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:28.813945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:28.190308Z","time spent":"623.616731ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:29:28.81418Z","caller":"traceutil/trace.go:171","msg":"trace[1766911258] transaction","detail":"{read_only:false; response_revision:25129; number_of_response:1; }","duration":"623.786285ms","start":"2026-03-04T03:29:28.190386Z","end":"2026-03-04T03:29:28.814172Z","steps":["trace[1766911258] 'process raft request' (duration: 623.684462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:28.814221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:28.190382Z","time spent":"623.820585ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:29:28.814234Z","caller":"traceutil/trace.go:171","msg":"trace[92857219] linearizableReadLoop","detail":"{readStateIndex:26046; appliedIndex:26039; }","duration":"260.120382ms","start":"2026-03-04T03:29:28.554102Z","end":"2026-03-04T03:29:28.814222Z","steps":["trace[92857219] 'read index received' (duration: 152.571757ms)","trace[92857219] 'applied index is now lower than readState.Index' (duration: 107.547725ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:29:28.814272Z","caller":"traceutil/trace.go:171","msg":"trace[1077350163] transaction","detail":"{read_only:false; response_revision:25132; number_of_response:1; }","duration":"381.024649ms","start":"2026-03-04T03:29:28.433241Z","end":"2026-03-04T03:29:28.814266Z","steps":["trace[1077350163] 'process raft request' (duration: 380.948097ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:29:28.814209Z","caller":"traceutil/trace.go:171","msg":"trace[1779086570] transaction","detail":"{read_only:false; response_revision:25128; number_of_response:1; }","duration":"623.804715ms","start":"2026-03-04T03:29:28.190353Z","end":"2026-03-04T03:29:28.814157Z","steps":["trace[1779086570] 'process raft request' (duration: 623.519029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:28.8143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:28.433218Z","time spent":"381.066769ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:29:28.814345Z","caller":"traceutil/trace.go:171","msg":"trace[157501351] transaction","detail":"{read_only:false; response_revision:25130; number_of_response:1; }","duration":"621.120762ms","start":"2026-03-04T03:29:28.19322Z","end":"2026-03-04T03:29:28.81434Z","steps":["trace[157501351] 'process raft request' (duration: 620.914318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:28.814377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:28.193212Z","time spent":"621.149133ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:29:28.814384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.515092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-03-04T03:29:28.814408Z","caller":"traceutil/trace.go:171","msg":"trace[2037766491] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:25132; }","duration":"281.549913ms","start":"2026-03-04T03:29:28.532851Z","end":"2026-03-04T03:29:28.814401Z","steps":["trace[2037766491] 'agreement among raft nodes before linearized reading' (duration: 281.43981ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:29:28.814424Z","caller":"traceutil/trace.go:171","msg":"trace[668056036] transaction","detail":"{read_only:false; response_revision:25131; number_of_response:1; }","duration":"531.624119ms","start":"2026-03-04T03:29:28.282794Z","end":"2026-03-04T03:29:28.814419Z","steps":["trace[668056036] 'process raft request' (duration: 531.370363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:28.81445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:28.282768Z","time spent":"531.668741ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:29:28.814537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.395822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T03:29:28.814558Z","caller":"traceutil/trace.go:171","msg":"trace[1975022997] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:25132; }","duration":"486.441343ms","start":"2026-03-04T03:29:28.32811Z","end":"2026-03-04T03:29:28.814552Z","steps":["trace[1975022997] 'agreement among raft nodes before linearized reading' (duration: 486.376892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:28.814575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:28.3281Z","time spent":"486.470784ms","remote":"127.0.0.1:38564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:29:28.814591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.902943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-04T03:29:28.81461Z","caller":"traceutil/trace.go:171","msg":"trace[1386686494] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25132; }","duration":"527.922324ms","start":"2026-03-04T03:29:28.286682Z","end":"2026-03-04T03:29:28.814605Z","steps":["trace[1386686494] 'agreement among raft nodes before linearized reading' (duration: 527.862102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:28.814633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:28.286654Z","time spent":"527.973844ms","remote":"127.0.0.1:35416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-04T03:29:28.815764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:28.190348Z","time spent":"623.956909ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:29:28.911496Z","caller":"traceutil/trace.go:171","msg":"trace[2012806991] transaction","detail":"{read_only:false; response_revision:25133; number_of_response:1; }","duration":"104.8054ms","start":"2026-03-04T03:29:28.806669Z","end":"2026-03-04T03:29:28.911474Z","steps":["trace[2012806991] 'process raft request' (duration: 104.504263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:28.912258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.913263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:29:28.912321Z","caller":"traceutil/trace.go:171","msg":"trace[396981772] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25133; }","duration":"262.014756ms","start":"2026-03-04T03:29:28.650292Z","end":"2026-03-04T03:29:28.912307Z","steps":["trace[396981772] 'agreement among raft nodes before linearized reading' (duration: 261.922424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:28.91255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.685424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-66374157-77a6-4b9c-8245-2b0a80772608\" ","response":"range_response_count:1 size:3947"} {"level":"info","ts":"2026-03-04T03:29:28.913351Z","caller":"traceutil/trace.go:171","msg":"trace[1934818519] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-66374157-77a6-4b9c-8245-2b0a80772608; range_end:; response_count:1; response_revision:25133; }","duration":"175.529924ms","start":"2026-03-04T03:29:28.737792Z","end":"2026-03-04T03:29:28.913322Z","steps":["trace[1934818519] 'agreement among raft nodes before linearized reading' (duration: 174.553631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:28.912598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.024476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-03-04T03:29:28.913625Z","caller":"traceutil/trace.go:171","msg":"trace[675201796] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:25133; }","duration":"349.074761ms","start":"2026-03-04T03:29:28.564531Z","end":"2026-03-04T03:29:28.913605Z","steps":["trace[675201796] 'agreement among raft nodes before linearized reading' (duration: 347.991186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:28.913677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:28.56452Z","time spent":"349.142043ms","remote":"127.0.0.1:47418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9626,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"warn","ts":"2026-03-04T03:29:28.912175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.406215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:29:28.913905Z","caller":"traceutil/trace.go:171","msg":"trace[309573427] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25133; }","duration":"113.174206ms","start":"2026-03-04T03:29:28.800721Z","end":"2026-03-04T03:29:28.913895Z","steps":["trace[309573427] 'agreement among raft nodes before linearized reading' (duration: 111.183949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:29.417685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.98311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:29:29.417779Z","caller":"traceutil/trace.go:171","msg":"trace[1502355417] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25133; }","duration":"503.104303ms","start":"2026-03-04T03:29:28.914653Z","end":"2026-03-04T03:29:29.417757Z","steps":["trace[1502355417] 'range keys from in-memory index tree' (duration: 502.904728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:29.417824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:28.914642Z","time spent":"503.172995ms","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T03:29:29.419084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.990727ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T03:29:29.419152Z","caller":"traceutil/trace.go:171","msg":"trace[937726090] linearizableReadLoop","detail":"{readStateIndex:26048; appliedIndex:26047; }","duration":"500.85672ms","start":"2026-03-04T03:29:28.918284Z","end":"2026-03-04T03:29:29.41914Z","steps":["trace[937726090] 'read index received' (duration: 347.75628ms)","trace[937726090] 'applied index is now lower than readState.Index' (duration: 153.09914ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:29:29.419221Z","caller":"traceutil/trace.go:171","msg":"trace[518239818] transaction","detail":"{read_only:false; response_revision:25134; number_of_response:1; }","duration":"502.735284ms","start":"2026-03-04T03:29:28.916451Z","end":"2026-03-04T03:29:29.419186Z","steps":["trace[518239818] 'process raft request' (duration: 349.574373ms)","trace[518239818] 'compare' (duration: 152.200058ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:29:29.419421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.089895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.189985b112710cad\" ","response":"range_response_count:1 size:747"} {"level":"info","ts":"2026-03-04T03:29:29.419513Z","caller":"traceutil/trace.go:171","msg":"trace[173457032] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.189985b112710cad; range_end:; response_count:1; response_revision:25134; }","duration":"501.218169ms","start":"2026-03-04T03:29:28.918254Z","end":"2026-03-04T03:29:29.419472Z","steps":["trace[173457032] 'agreement among raft nodes before linearized reading' (duration: 500.932082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:29.419613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:28.918238Z","time spent":"501.338561ms","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":769,"request content":"key:\"/registry/events/openstack/rabbitmq-manila.189985b112710cad\" "} {"level":"warn","ts":"2026-03-04T03:29:29.419988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:28.916434Z","time spent":"502.9679ms","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":931,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:29:29.452443Z","caller":"traceutil/trace.go:171","msg":"trace[567894409] transaction","detail":"{read_only:false; response_revision:25135; number_of_response:1; }","duration":"322.49365ms","start":"2026-03-04T03:29:29.129922Z","end":"2026-03-04T03:29:29.452415Z","steps":["trace[567894409] 'process raft request' (duration: 322.341366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:29:29.452643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:29.129895Z","time spent":"322.646623ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:29:29.850914Z","caller":"traceutil/trace.go:171","msg":"trace[334742900] linearizableReadLoop","detail":"{readStateIndex:26050; appliedIndex:26049; }","duration":"239.214493ms","start":"2026-03-04T03:29:29.611656Z","end":"2026-03-04T03:29:29.850871Z","steps":["trace[334742900] 'read index received' (duration: 214.669319ms)","trace[334742900] 'applied index is now lower than readState.Index' (duration: 24.543234ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:29:29.851202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.51255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:29:29.851251Z","caller":"traceutil/trace.go:171","msg":"trace[1557679625] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:25136; }","duration":"239.657353ms","start":"2026-03-04T03:29:29.611582Z","end":"2026-03-04T03:29:29.851239Z","steps":["trace[1557679625] 'agreement among raft nodes before linearized reading' (duration: 239.513749ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:29:29.852951Z","caller":"traceutil/trace.go:171","msg":"trace[1364773942] transaction","detail":"{read_only:false; response_revision:25136; number_of_response:1; }","duration":"428.608211ms","start":"2026-03-04T03:29:29.422452Z","end":"2026-03-04T03:29:29.85106Z","steps":["trace[1364773942] 'process raft request' (duration: 403.833461ms)","trace[1364773942] 'compare' (duration: 24.290478ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:29:29.853229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:29:29.422433Z","time spent":"430.605598ms","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:29:30.130779Z","caller":"traceutil/trace.go:171","msg":"trace[441822782] transaction","detail":"{read_only:false; response_revision:25137; number_of_response:1; }","duration":"107.299619ms","start":"2026-03-04T03:29:30.023455Z","end":"2026-03-04T03:29:30.130754Z","steps":["trace[441822782] 'process raft request' (duration: 106.875529ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:29:30.334317Z","caller":"traceutil/trace.go:171","msg":"trace[1539641147] linearizableReadLoop","detail":"{readStateIndex:26052; appliedIndex:26051; }","duration":"104.908023ms","start":"2026-03-04T03:29:30.229388Z","end":"2026-03-04T03:29:30.334296Z","steps":["trace[1539641147] 'read index received' (duration: 72.71805ms)","trace[1539641147] 'applied index is now lower than readState.Index' (duration: 32.188883ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:29:30.334472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.077636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-04T03:29:30.334453Z","caller":"traceutil/trace.go:171","msg":"trace[823321425] transaction","detail":"{read_only:false; response_revision:25138; number_of_response:1; }","duration":"196.437803ms","start":"2026-03-04T03:29:30.137983Z","end":"2026-03-04T03:29:30.334421Z","steps":["trace[823321425] 'process raft request' (duration: 164.195219ms)","trace[823321425] 'compare' (duration: 31.998168ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:29:30.334499Z","caller":"traceutil/trace.go:171","msg":"trace[1399373437] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25138; }","duration":"105.146248ms","start":"2026-03-04T03:29:30.229346Z","end":"2026-03-04T03:29:30.334492Z","steps":["trace[1399373437] 'agreement among raft nodes before linearized reading' (duration: 105.024426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:30:02.62936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.117004125s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T03:30:02.629631Z","caller":"traceutil/trace.go:171","msg":"trace[456351553] linearizableReadLoop","detail":"{readStateIndex:26334; appliedIndex:26333; }","duration":"1.258996365s","start":"2026-03-04T03:30:01.370615Z","end":"2026-03-04T03:30:02.629611Z","steps":["trace[456351553] 'read index received' (duration: 141.714613ms)","trace[456351553] 'applied index is now lower than readState.Index' (duration: 1.117280822s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:30:02.632418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.261790171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:30:02.632751Z","caller":"traceutil/trace.go:171","msg":"trace[99127974] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:25412; }","duration":"1.26216931s","start":"2026-03-04T03:30:01.370569Z","end":"2026-03-04T03:30:02.632738Z","steps":["trace[99127974] 'agreement among raft nodes before linearized reading' (duration: 1.261799681s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:30:02.632794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:30:01.370538Z","time spent":"1.262244101s","remote":"127.0.0.1:45458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-03-04T03:30:02.632824Z","caller":"traceutil/trace.go:171","msg":"trace[416905472] transaction","detail":"{read_only:false; response_revision:25413; number_of_response:1; }","duration":"1.064251932s","start":"2026-03-04T03:30:01.568538Z","end":"2026-03-04T03:30:02.63279Z","steps":["trace[416905472] 'process raft request' (duration: 1.060968975s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:30:02.632984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:30:01.568511Z","time spent":"1.064398906s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:30:02.761198Z","caller":"traceutil/trace.go:171","msg":"trace[37804119] linearizableReadLoop","detail":"{readStateIndex:26337; appliedIndex:26335; }","duration":"131.509535ms","start":"2026-03-04T03:30:02.629666Z","end":"2026-03-04T03:30:02.761176Z","steps":["trace[37804119] 'read index received' (duration: 124.484981ms)","trace[37804119] 'applied index is now lower than readState.Index' (duration: 7.023724ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:30:02.761563Z","caller":"traceutil/trace.go:171","msg":"trace[1298916226] transaction","detail":"{read_only:false; response_revision:25414; number_of_response:1; }","duration":"476.44215ms","start":"2026-03-04T03:30:02.285108Z","end":"2026-03-04T03:30:02.76155Z","steps":["trace[1298916226] 'process raft request' (duration: 468.904934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:30:02.761727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:30:02.285086Z","time spent":"476.515431ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:30:02.761814Z","caller":"traceutil/trace.go:171","msg":"trace[1837783502] transaction","detail":"{read_only:false; response_revision:25415; number_of_response:1; }","duration":"395.203201ms","start":"2026-03-04T03:30:02.366596Z","end":"2026-03-04T03:30:02.761799Z","steps":["trace[1837783502] 'process raft request' (duration: 394.517805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:30:02.761917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:30:02.36657Z","time spent":"395.286832ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:30:02.762101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.812045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T03:30:02.762134Z","caller":"traceutil/trace.go:171","msg":"trace[1663515992] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25415; }","duration":"463.871266ms","start":"2026-03-04T03:30:02.298252Z","end":"2026-03-04T03:30:02.762123Z","steps":["trace[1663515992] 'agreement among raft nodes before linearized reading' (duration: 463.777654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:30:02.762159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:30:02.298213Z","time spent":"463.940027ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T03:30:02.761747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.256114629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29543250-rwngf\" ","response":"range_response_count:1 size:6837"} {"level":"info","ts":"2026-03-04T03:30:02.762364Z","caller":"traceutil/trace.go:171","msg":"trace[923060256] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29543250-rwngf; range_end:; response_count:1; response_revision:25415; }","duration":"1.256775734s","start":"2026-03-04T03:30:01.505567Z","end":"2026-03-04T03:30:02.762342Z","steps":["trace[923060256] 'agreement among raft nodes before linearized reading' (duration: 1.255985915s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:30:02.762405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:30:01.50555Z","time spent":"1.256845106s","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6859,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29543250-rwngf\" "} {"level":"warn","ts":"2026-03-04T03:30:02.762265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.518804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:30:02.76245Z","caller":"traceutil/trace.go:171","msg":"trace[885796804] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25415; }","duration":"110.74194ms","start":"2026-03-04T03:30:02.651693Z","end":"2026-03-04T03:30:02.762435Z","steps":["trace[885796804] 'agreement among raft nodes before linearized reading' (duration: 110.516684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:30:02.762634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.823288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T03:30:02.762657Z","caller":"traceutil/trace.go:171","msg":"trace[367315970] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25415; }","duration":"109.87573ms","start":"2026-03-04T03:30:02.652774Z","end":"2026-03-04T03:30:02.76265Z","steps":["trace[367315970] 'agreement among raft nodes before linearized reading' (duration: 109.836029ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:30:04.434525Z","caller":"traceutil/trace.go:171","msg":"trace[1611334581] linearizableReadLoop","detail":"{readStateIndex:26350; appliedIndex:26349; }","duration":"146.075616ms","start":"2026-03-04T03:30:04.288427Z","end":"2026-03-04T03:30:04.434503Z","steps":["trace[1611334581] 'read index received' (duration: 145.893191ms)","trace[1611334581] 'applied index is now lower than readState.Index' (duration: 181.005µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:30:04.434644Z","caller":"traceutil/trace.go:171","msg":"trace[1210182352] transaction","detail":"{read_only:false; response_revision:25428; number_of_response:1; }","duration":"548.334361ms","start":"2026-03-04T03:30:03.886273Z","end":"2026-03-04T03:30:04.434607Z","steps":["trace[1210182352] 'process raft request' (duration: 548.012834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:30:04.434761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.29562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T03:30:04.434807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:30:03.886252Z","time spent":"548.469634ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:30:04.434798Z","caller":"traceutil/trace.go:171","msg":"trace[348227211] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:25428; }","duration":"146.415023ms","start":"2026-03-04T03:30:04.288374Z","end":"2026-03-04T03:30:04.434789Z","steps":["trace[348227211] 'agreement among raft nodes before linearized reading' (duration: 146.300251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:30:05.211886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.083898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T03:30:05.211987Z","caller":"traceutil/trace.go:171","msg":"trace[1237517638] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:25428; }","duration":"697.245692ms","start":"2026-03-04T03:30:04.514718Z","end":"2026-03-04T03:30:05.211964Z","steps":["trace[1237517638] 'count revisions from in-memory index tree' (duration: 696.946505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:30:05.212084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:30:04.514695Z","time spent":"697.329924ms","remote":"127.0.0.1:47150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:30:05.21401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.973341ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T03:30:05.214102Z","caller":"traceutil/trace.go:171","msg":"trace[1773920106] linearizableReadLoop","detail":"{readStateIndex:26351; appliedIndex:26350; }","duration":"467.653225ms","start":"2026-03-04T03:30:04.746433Z","end":"2026-03-04T03:30:05.214086Z","steps":["trace[1773920106] 'read index received' (duration: 359.385873ms)","trace[1773920106] 'applied index is now lower than readState.Index' (duration: 108.266132ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:30:05.214118Z","caller":"traceutil/trace.go:171","msg":"trace[258411062] transaction","detail":"{read_only:false; response_revision:25429; number_of_response:1; }","duration":"469.520348ms","start":"2026-03-04T03:30:04.744578Z","end":"2026-03-04T03:30:05.214098Z","steps":["trace[258411062] 'process raft request' (duration: 361.147244ms)","trace[258411062] 'compare' (duration: 106.533901ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:30:05.214191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:30:04.744552Z","time spent":"469.613489ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:30:05.214286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.848579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:30:05.214346Z","caller":"traceutil/trace.go:171","msg":"trace[1221728939] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25429; }","duration":"467.94371ms","start":"2026-03-04T03:30:04.746393Z","end":"2026-03-04T03:30:05.214337Z","steps":["trace[1221728939] 'agreement among raft nodes before linearized reading' (duration: 467.790217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:30:05.214406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:30:04.746373Z","time spent":"468.022903ms","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T03:30:05.714991Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395091719,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T03:30:05.845276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.924656ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T03:30:05.845624Z","caller":"traceutil/trace.go:171","msg":"trace[309089282] transaction","detail":"{read_only:false; response_revision:25430; number_of_response:1; }","duration":"876.918951ms","start":"2026-03-04T03:30:04.968633Z","end":"2026-03-04T03:30:05.845552Z","steps":["trace[309089282] 'process raft request' (duration: 770.636627ms)","trace[309089282] 'compare' (duration: 105.410664ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:30:05.845739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:30:04.968603Z","time spent":"877.076605ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:30:05.845814Z","caller":"traceutil/trace.go:171","msg":"trace[1688650177] transaction","detail":"{read_only:false; response_revision:25433; number_of_response:1; }","duration":"873.00624ms","start":"2026-03-04T03:30:04.97279Z","end":"2026-03-04T03:30:05.845796Z","steps":["trace[1688650177] 'process raft request' (duration: 872.840836ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:30:05.845821Z","caller":"traceutil/trace.go:171","msg":"trace[1815520468] transaction","detail":"{read_only:false; response_revision:25431; number_of_response:1; }","duration":"873.454341ms","start":"2026-03-04T03:30:04.972321Z","end":"2026-03-04T03:30:05.845775Z","steps":["trace[1815520468] 'process raft request' (duration: 873.140513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:30:05.845908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:30:04.972773Z","time spent":"873.091742ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:30:05.845939Z","caller":"traceutil/trace.go:171","msg":"trace[1901180171] transaction","detail":"{read_only:false; response_revision:25432; number_of_response:1; }","duration":"873.44016ms","start":"2026-03-04T03:30:04.972489Z","end":"2026-03-04T03:30:05.845929Z","steps":["trace[1901180171] 'process raft request' (duration: 873.055411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:30:05.845978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:30:04.972457Z","time spent":"873.499652ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:30:05.845943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:30:04.972287Z","time spent":"873.583144ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:30:05.846151Z","caller":"traceutil/trace.go:171","msg":"trace[751196210] linearizableReadLoop","detail":"{readStateIndex:26357; appliedIndex:26351; }","duration":"631.988785ms","start":"2026-03-04T03:30:05.214152Z","end":"2026-03-04T03:30:05.846141Z","steps":["trace[751196210] 'read index received' (duration: 525.093177ms)","trace[751196210] 'applied index is now lower than readState.Index' (duration: 106.894508ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:30:05.846148Z","caller":"traceutil/trace.go:171","msg":"trace[28496004] transaction","detail":"{read_only:false; response_revision:25434; number_of_response:1; }","duration":"872.827396ms","start":"2026-03-04T03:30:04.973306Z","end":"2026-03-04T03:30:05.846133Z","steps":["trace[28496004] 'process raft request' (duration: 872.435567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:30:05.846246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.836966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-04T03:30:05.846254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:30:04.973293Z","time spent":"872.892677ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:30:05.846295Z","caller":"traceutil/trace.go:171","msg":"trace[1970417249] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25435; }","duration":"955.936779ms","start":"2026-03-04T03:30:04.890345Z","end":"2026-03-04T03:30:05.846282Z","steps":["trace[1970417249] 'agreement among raft nodes before linearized reading' (duration: 955.864188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:30:05.84633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:30:04.890314Z","time spent":"956.00765ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T03:30:05.846344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023625402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T03:30:05.846368Z","caller":"traceutil/trace.go:171","msg":"trace[556313794] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25435; }","duration":"1.023684583s","start":"2026-03-04T03:30:04.822677Z","end":"2026-03-04T03:30:05.846362Z","steps":["trace[556313794] 'agreement among raft nodes before linearized reading' (duration: 1.023602611s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:30:05.846394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:30:04.822656Z","time spent":"1.023734424s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T03:30:05.846415Z","caller":"traceutil/trace.go:171","msg":"trace[1430783456] transaction","detail":"{read_only:false; response_revision:25435; number_of_response:1; }","duration":"744.581077ms","start":"2026-03-04T03:30:05.101824Z","end":"2026-03-04T03:30:05.846405Z","steps":["trace[1430783456] 'process raft request' (duration: 744.246499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:30:05.84647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:30:05.101794Z","time spent":"744.646389ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:30:05.846519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.476093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:30:05.846539Z","caller":"traceutil/trace.go:171","msg":"trace[1769534472] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25435; }","duration":"631.510144ms","start":"2026-03-04T03:30:05.215022Z","end":"2026-03-04T03:30:05.846532Z","steps":["trace[1769534472] 'agreement among raft nodes before linearized reading' (duration: 631.478664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:30:05.84656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:30:05.215011Z","time spent":"631.546325ms","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T03:30:05.846569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.150231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T03:30:05.846605Z","caller":"traceutil/trace.go:171","msg":"trace[1331309510] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25435; }","duration":"955.234123ms","start":"2026-03-04T03:30:04.891363Z","end":"2026-03-04T03:30:05.846597Z","steps":["trace[1331309510] 'agreement among raft nodes before linearized reading' (duration: 955.177501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:30:05.846636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:30:04.891332Z","time spent":"955.298685ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T03:30:05.846687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.00828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:30:05.846716Z","caller":"traceutil/trace.go:171","msg":"trace[1485998392] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:25435; }","duration":"228.083741ms","start":"2026-03-04T03:30:05.618625Z","end":"2026-03-04T03:30:05.846709Z","steps":["trace[1485998392] 'agreement among raft nodes before linearized reading' (duration: 228.03791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:30:05.84674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.844137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T03:30:05.846774Z","caller":"traceutil/trace.go:171","msg":"trace[247250058] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25435; }","duration":"955.895008ms","start":"2026-03-04T03:30:04.890871Z","end":"2026-03-04T03:30:05.846766Z","steps":["trace[247250058] 'agreement among raft nodes before linearized reading' (duration: 955.842696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:30:05.846803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:30:04.890859Z","time spent":"955.938669ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T03:30:05.846483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.072865553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T03:30:05.846854Z","caller":"traceutil/trace.go:171","msg":"trace[413000533] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25435; }","duration":"1.073261923s","start":"2026-03-04T03:30:04.773583Z","end":"2026-03-04T03:30:05.846845Z","steps":["trace[413000533] 'agreement among raft nodes before linearized reading' (duration: 1.072860463s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:30:05.84687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.980367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-04T03:30:05.846889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:30:04.773565Z","time spent":"1.073313353s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T03:30:05.846936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.114726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T03:30:05.846959Z","caller":"traceutil/trace.go:171","msg":"trace[1894378438] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:25435; }","duration":"507.174417ms","start":"2026-03-04T03:30:05.339781Z","end":"2026-03-04T03:30:05.846955Z","steps":["trace[1894378438] 'agreement among raft nodes before linearized reading' (duration: 507.124776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:30:05.846977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:30:05.339761Z","time spent":"507.211338ms","remote":"127.0.0.1:47250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:30:05.84626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.219194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:30:05.847061Z","caller":"traceutil/trace.go:171","msg":"trace[997685686] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:25435; }","duration":"989.034963ms","start":"2026-03-04T03:30:04.858015Z","end":"2026-03-04T03:30:05.84705Z","steps":["trace[997685686] 'agreement among raft nodes before linearized reading' (duration: 988.213794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:30:05.847104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:30:04.858004Z","time spent":"989.088484ms","remote":"127.0.0.1:56790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-04T03:30:05.846891Z","caller":"traceutil/trace.go:171","msg":"trace[2065481232] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25435; }","duration":"242.057279ms","start":"2026-03-04T03:30:05.604828Z","end":"2026-03-04T03:30:05.846885Z","steps":["trace[2065481232] 'agreement among raft nodes before linearized reading' (duration: 241.986917ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:30:08.837548Z","caller":"traceutil/trace.go:171","msg":"trace[1097948717] transaction","detail":"{read_only:false; response_revision:25460; number_of_response:1; }","duration":"130.616054ms","start":"2026-03-04T03:30:08.706897Z","end":"2026-03-04T03:30:08.837513Z","steps":["trace[1097948717] 'process raft request' (duration: 130.418759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:30:09.246228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.780612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T03:30:09.246313Z","caller":"traceutil/trace.go:171","msg":"trace[1306945873] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:25460; }","duration":"300.909655ms","start":"2026-03-04T03:30:08.945387Z","end":"2026-03-04T03:30:09.246297Z","steps":["trace[1306945873] 'count revisions from in-memory index tree' (duration: 300.70605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:30:09.246347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:30:08.945349Z","time spent":"300.990857ms","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":177,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-04T03:30:19.611998Z","caller":"traceutil/trace.go:171","msg":"trace[777705739] transaction","detail":"{read_only:false; response_revision:25546; number_of_response:1; }","duration":"103.078091ms","start":"2026-03-04T03:30:19.508892Z","end":"2026-03-04T03:30:19.61197Z","steps":["trace[777705739] 'process raft request' (duration: 102.849175ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:30:20.085003Z","caller":"traceutil/trace.go:171","msg":"trace[1287961522] transaction","detail":"{read_only:false; response_revision:25547; number_of_response:1; }","duration":"108.61702ms","start":"2026-03-04T03:30:19.976363Z","end":"2026-03-04T03:30:20.08498Z","steps":["trace[1287961522] 'process raft request' (duration: 108.291432ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:30:36.557945Z","caller":"traceutil/trace.go:171","msg":"trace[298184818] transaction","detail":"{read_only:false; response_revision:25792; number_of_response:1; }","duration":"175.681933ms","start":"2026-03-04T03:30:36.382238Z","end":"2026-03-04T03:30:36.55792Z","steps":["trace[298184818] 'process raft request' (duration: 174.532966ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:30:36.558741Z","caller":"traceutil/trace.go:171","msg":"trace[2005325971] transaction","detail":"{read_only:false; response_revision:25793; number_of_response:1; }","duration":"136.732124ms","start":"2026-03-04T03:30:36.421994Z","end":"2026-03-04T03:30:36.558727Z","steps":["trace[2005325971] 'process raft request' (duration: 136.264423ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:30:41.533005Z","caller":"traceutil/trace.go:171","msg":"trace[1489351440] transaction","detail":"{read_only:false; response_revision:25844; number_of_response:1; }","duration":"131.129623ms","start":"2026-03-04T03:30:41.40184Z","end":"2026-03-04T03:30:41.53297Z","steps":["trace[1489351440] 'process raft request' (duration: 130.901217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:30:48.494611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.308204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T03:30:48.494695Z","caller":"traceutil/trace.go:171","msg":"trace[1704321657] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25918; }","duration":"145.437877ms","start":"2026-03-04T03:30:48.34924Z","end":"2026-03-04T03:30:48.494677Z","steps":["trace[1704321657] 'range keys from in-memory index tree' (duration: 145.154971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:30:48.494836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.239976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T03:30:48.494921Z","caller":"traceutil/trace.go:171","msg":"trace[202475701] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25918; }","duration":"137.349608ms","start":"2026-03-04T03:30:48.357552Z","end":"2026-03-04T03:30:48.494902Z","steps":["trace[202475701] 'range keys from in-memory index tree' (duration: 136.98966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:30:48.494918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.702623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-04T03:30:48.494977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.409757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T03:30:48.49506Z","caller":"traceutil/trace.go:171","msg":"trace[1222228827] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25918; }","duration":"139.837717ms","start":"2026-03-04T03:30:48.35517Z","end":"2026-03-04T03:30:48.495008Z","steps":["trace[1222228827] 'range keys from in-memory index tree' (duration: 139.516829ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:30:48.495076Z","caller":"traceutil/trace.go:171","msg":"trace[764984161] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25918; }","duration":"193.5251ms","start":"2026-03-04T03:30:48.301507Z","end":"2026-03-04T03:30:48.495032Z","steps":["trace[764984161] 'range keys from in-memory index tree' (duration: 193.265074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:30:48.49508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.495492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T03:30:48.495154Z","caller":"traceutil/trace.go:171","msg":"trace[1826621817] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25918; }","duration":"137.624774ms","start":"2026-03-04T03:30:48.357509Z","end":"2026-03-04T03:30:48.495134Z","steps":["trace[1826621817] 'range keys from in-memory index tree' (duration: 137.285917ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:30:49.121405Z","caller":"traceutil/trace.go:171","msg":"trace[1760751729] linearizableReadLoop","detail":"{readStateIndex:26857; appliedIndex:26853; }","duration":"469.607308ms","start":"2026-03-04T03:30:48.651768Z","end":"2026-03-04T03:30:49.121375Z","steps":["trace[1760751729] 'read index received' (duration: 468.401549ms)","trace[1760751729] 'applied index is now lower than readState.Index' (duration: 1.204608ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:30:49.121772Z","caller":"traceutil/trace.go:171","msg":"trace[1249983248] transaction","detail":"{read_only:false; response_revision:25923; number_of_response:1; }","duration":"620.916171ms","start":"2026-03-04T03:30:48.5008Z","end":"2026-03-04T03:30:49.121716Z","steps":["trace[1249983248] 'process raft request' (duration: 620.518182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:30:49.121893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.748459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T03:30:49.121995Z","caller":"traceutil/trace.go:171","msg":"trace[2074039247] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:25923; }","duration":"367.924513ms","start":"2026-03-04T03:30:48.75405Z","end":"2026-03-04T03:30:49.121975Z","steps":["trace[2074039247] 'agreement among raft nodes before linearized reading' (duration: 367.715628ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:30:49.122012Z","caller":"traceutil/trace.go:171","msg":"trace[1195256108] transaction","detail":"{read_only:false; response_revision:25920; number_of_response:1; }","duration":"622.439507ms","start":"2026-03-04T03:30:48.499562Z","end":"2026-03-04T03:30:49.122002Z","steps":["trace[1195256108] 'process raft request' (duration: 621.145457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:30:49.122047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:30:48.754021Z","time spent":"368.014115ms","remote":"127.0.0.1:47468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:30:49.122065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:30:48.49954Z","time spent":"622.497619ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:30:49.122054Z","caller":"traceutil/trace.go:171","msg":"trace[2051266973] transaction","detail":"{read_only:false; response_revision:25921; number_of_response:1; }","duration":"622.389526ms","start":"2026-03-04T03:30:48.499629Z","end":"2026-03-04T03:30:49.122019Z","steps":["trace[2051266973] 'process raft request' (duration: 621.551356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:30:49.12221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:30:48.499601Z","time spent":"622.532899ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:30:49.121924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:30:48.500788Z","time spent":"621.057395ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:30:49.122228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.497816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:30:49.122143Z","caller":"traceutil/trace.go:171","msg":"trace[307983758] transaction","detail":"{read_only:false; response_revision:25922; number_of_response:1; }","duration":"622.226832ms","start":"2026-03-04T03:30:48.499859Z","end":"2026-03-04T03:30:49.122085Z","steps":["trace[307983758] 'process raft request' (duration: 621.406763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:30:49.122296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.537286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:30:49.122376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.542757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:30:49.122402Z","caller":"traceutil/trace.go:171","msg":"trace[1446129616] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25923; }","duration":"293.69858ms","start":"2026-03-04T03:30:48.828679Z","end":"2026-03-04T03:30:49.122378Z","steps":["trace[1446129616] 'agreement among raft nodes before linearized reading' (duration: 293.509036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:30:49.122452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.021781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-04T03:30:49.122466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.758492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:30:49.122463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.693483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:30:49.122321Z","caller":"traceutil/trace.go:171","msg":"trace[883487924] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25923; }","duration":"180.641399ms","start":"2026-03-04T03:30:48.941656Z","end":"2026-03-04T03:30:49.122298Z","steps":["trace[883487924] 'agreement among raft nodes before linearized reading' (duration: 180.457845ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:30:49.122504Z","caller":"traceutil/trace.go:171","msg":"trace[1443525811] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25923; }","duration":"180.840074ms","start":"2026-03-04T03:30:48.941656Z","end":"2026-03-04T03:30:49.122496Z","steps":["trace[1443525811] 'agreement among raft nodes before linearized reading' (duration: 180.775962ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:30:49.122508Z","caller":"traceutil/trace.go:171","msg":"trace[1519304063] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25923; }","duration":"179.097963ms","start":"2026-03-04T03:30:48.943396Z","end":"2026-03-04T03:30:49.122494Z","steps":["trace[1519304063] 'agreement among raft nodes before linearized reading' (duration: 178.921409ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:30:49.122523Z","caller":"traceutil/trace.go:171","msg":"trace[1024283925] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25923; }","duration":"470.776445ms","start":"2026-03-04T03:30:48.651734Z","end":"2026-03-04T03:30:49.12251Z","steps":["trace[1024283925] 'agreement among raft nodes before linearized reading' (duration: 470.688113ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:30:49.122414Z","caller":"traceutil/trace.go:171","msg":"trace[1763510478] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25923; }","duration":"180.597099ms","start":"2026-03-04T03:30:48.941809Z","end":"2026-03-04T03:30:49.122406Z","steps":["trace[1763510478] 'agreement among raft nodes before linearized reading' (duration: 180.540177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:30:49.12247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:30:48.499851Z","time spent":"622.522449ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:30:49.122555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:30:48.651718Z","time spent":"470.831216ms","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T03:30:49.122579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.792212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-04T03:30:49.124199Z","caller":"traceutil/trace.go:171","msg":"trace[179377447] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25923; }","duration":"292.42924ms","start":"2026-03-04T03:30:48.831722Z","end":"2026-03-04T03:30:49.124151Z","steps":["trace[179377447] 'agreement among raft nodes before linearized reading' (duration: 290.729661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:30:49.122586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.133527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:30:49.122623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.202218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:30:49.124759Z","caller":"traceutil/trace.go:171","msg":"trace[1265141381] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25923; }","duration":"295.355639ms","start":"2026-03-04T03:30:48.829377Z","end":"2026-03-04T03:30:49.124733Z","steps":["trace[1265141381] 'agreement among raft nodes before linearized reading' (duration: 292.780869ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:30:49.124619Z","caller":"traceutil/trace.go:171","msg":"trace[630455248] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25923; }","duration":"295.075752ms","start":"2026-03-04T03:30:48.829421Z","end":"2026-03-04T03:30:49.124497Z","steps":["trace[630455248] 'agreement among raft nodes before linearized reading' (duration: 293.126587ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:30:59.903691Z","caller":"traceutil/trace.go:171","msg":"trace[1268090316] transaction","detail":"{read_only:false; response_revision:25998; number_of_response:1; }","duration":"175.778225ms","start":"2026-03-04T03:30:59.727887Z","end":"2026-03-04T03:30:59.903666Z","steps":["trace[1268090316] 'process raft request' (duration: 175.603781ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:31:00.791961Z","caller":"traceutil/trace.go:171","msg":"trace[1644348081] transaction","detail":"{read_only:false; response_revision:25999; number_of_response:1; }","duration":"514.264421ms","start":"2026-03-04T03:31:00.27767Z","end":"2026-03-04T03:31:00.791935Z","steps":["trace[1644348081] 'process raft request' (duration: 514.111228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:31:00.79219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:31:00.277587Z","time spent":"514.473996ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:31:01.06738Z","caller":"traceutil/trace.go:171","msg":"trace[1180814602] transaction","detail":"{read_only:false; response_revision:26000; number_of_response:1; }","duration":"786.608163ms","start":"2026-03-04T03:31:00.280743Z","end":"2026-03-04T03:31:01.067351Z","steps":["trace[1180814602] 'process raft request' (duration: 719.798753ms)","trace[1180814602] 'compare' (duration: 66.544934ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:31:01.067699Z","caller":"traceutil/trace.go:171","msg":"trace[311824765] linearizableReadLoop","detail":"{readStateIndex:26940; appliedIndex:26935; }","duration":"735.168782ms","start":"2026-03-04T03:31:00.332509Z","end":"2026-03-04T03:31:01.067678Z","steps":["trace[311824765] 'read index received' (duration: 460.354443ms)","trace[311824765] 'applied index is now lower than readState.Index' (duration: 274.812949ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:31:01.067715Z","caller":"traceutil/trace.go:171","msg":"trace[468321330] transaction","detail":"{read_only:false; response_revision:26001; number_of_response:1; }","duration":"782.693141ms","start":"2026-03-04T03:31:00.284992Z","end":"2026-03-04T03:31:01.067685Z","steps":["trace[468321330] 'process raft request' (duration: 782.316842ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:31:01.06783Z","caller":"traceutil/trace.go:171","msg":"trace[678786922] transaction","detail":"{read_only:false; response_revision:26002; number_of_response:1; }","duration":"782.015635ms","start":"2026-03-04T03:31:00.285803Z","end":"2026-03-04T03:31:01.067818Z","steps":["trace[678786922] 'process raft request' (duration: 781.713058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:31:01.067873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:31:00.284971Z","time spent":"782.815995ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:31:01.067936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:31:00.285768Z","time spent":"782.094797ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:31:01.06826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.948416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:31:01.068015Z","caller":"traceutil/trace.go:171","msg":"trace[1525416579] transaction","detail":"{read_only:false; response_revision:26003; number_of_response:1; }","duration":"781.902533ms","start":"2026-03-04T03:31:00.286066Z","end":"2026-03-04T03:31:01.067968Z","steps":["trace[1525416579] 'process raft request' (duration: 781.528524ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:31:01.068307Z","caller":"traceutil/trace.go:171","msg":"trace[510662603] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:26004; }","duration":"154.035448ms","start":"2026-03-04T03:31:00.914256Z","end":"2026-03-04T03:31:01.068292Z","steps":["trace[510662603] 'agreement among raft nodes before linearized reading' (duration: 153.741792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:31:01.068312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.029992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:31:01.068353Z","caller":"traceutil/trace.go:171","msg":"trace[459297517] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:26004; }","duration":"322.116203ms","start":"2026-03-04T03:31:00.746223Z","end":"2026-03-04T03:31:01.068339Z","steps":["trace[459297517] 'agreement among raft nodes before linearized reading' (duration: 322.052722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:31:01.068391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:31:00.746201Z","time spent":"322.182175ms","remote":"127.0.0.1:35480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:31:01.068391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.284669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-04T03:31:01.068427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:31:00.286054Z","time spent":"782.271471ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:31:01.06847Z","caller":"traceutil/trace.go:171","msg":"trace[53349068] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26004; }","duration":"394.402842ms","start":"2026-03-04T03:31:00.674048Z","end":"2026-03-04T03:31:01.068451Z","steps":["trace[53349068] 'agreement among raft nodes before linearized reading' (duration: 393.928631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:31:01.068434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.892939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-04T03:31:01.068518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:31:00.674033Z","time spent":"394.473133ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T03:31:01.068521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.663359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:31:01.068541Z","caller":"traceutil/trace.go:171","msg":"trace[971849764] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:26004; }","duration":"736.065913ms","start":"2026-03-04T03:31:00.332452Z","end":"2026-03-04T03:31:01.068518Z","steps":["trace[971849764] 'agreement among raft nodes before linearized reading' (duration: 735.469959ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:31:01.068563Z","caller":"traceutil/trace.go:171","msg":"trace[1036017983] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26004; }","duration":"415.74582ms","start":"2026-03-04T03:31:00.652808Z","end":"2026-03-04T03:31:01.068553Z","steps":["trace[1036017983] 'agreement among raft nodes before linearized reading' (duration: 415.680289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:31:01.068593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:31:00.652775Z","time spent":"415.813012ms","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T03:31:01.068604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:31:00.332436Z","time spent":"736.156914ms","remote":"127.0.0.1:47278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":183,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:31:01.068766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.481591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-04T03:31:01.06887Z","caller":"traceutil/trace.go:171","msg":"trace[1258910952] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26004; }","duration":"670.751787ms","start":"2026-03-04T03:31:00.398092Z","end":"2026-03-04T03:31:01.068844Z","steps":["trace[1258910952] 'agreement among raft nodes before linearized reading' (duration: 669.860346ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:31:01.068354Z","caller":"traceutil/trace.go:171","msg":"trace[916650478] transaction","detail":"{read_only:false; response_revision:26004; number_of_response:1; }","duration":"781.994165ms","start":"2026-03-04T03:31:00.286279Z","end":"2026-03-04T03:31:01.068273Z","steps":["trace[916650478] 'process raft request' (duration: 781.35646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:31:01.06869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.593429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-04T03:31:01.068975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:31:00.398077Z","time spent":"670.87366ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-04T03:31:01.069053Z","caller":"traceutil/trace.go:171","msg":"trace[561957759] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26004; }","duration":"645.953748ms","start":"2026-03-04T03:31:00.423083Z","end":"2026-03-04T03:31:01.069037Z","steps":["trace[561957759] 'agreement among raft nodes before linearized reading' (duration: 645.502977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:31:01.069099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:31:00.423067Z","time spent":"646.019499ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T03:31:01.068831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:31:00.280731Z","time spent":"786.725606ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:31:01.069192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:31:00.286071Z","time spent":"782.948617ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:31:01.258656Z","caller":"traceutil/trace.go:171","msg":"trace[2105130030] transaction","detail":"{read_only:false; response_revision:26007; number_of_response:1; }","duration":"183.094277ms","start":"2026-03-04T03:31:01.075535Z","end":"2026-03-04T03:31:01.258629Z","steps":["trace[2105130030] 'process raft request' (duration: 182.977664ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:31:01.258672Z","caller":"traceutil/trace.go:171","msg":"trace[442276908] transaction","detail":"{read_only:false; response_revision:26006; number_of_response:1; }","duration":"183.127188ms","start":"2026-03-04T03:31:01.075499Z","end":"2026-03-04T03:31:01.258626Z","steps":["trace[442276908] 'process raft request' (duration: 153.374883ms)","trace[442276908] 'compare' (duration: 29.484768ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:31:01.671496Z","caller":"traceutil/trace.go:171","msg":"trace[1496078500] transaction","detail":"{read_only:false; response_revision:26010; number_of_response:1; }","duration":"403.243279ms","start":"2026-03-04T03:31:01.268239Z","end":"2026-03-04T03:31:01.671482Z","steps":["trace[1496078500] 'process raft request' (duration: 402.961622ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:31:01.671496Z","caller":"traceutil/trace.go:171","msg":"trace[1410267621] transaction","detail":"{read_only:false; response_revision:26009; number_of_response:1; }","duration":"404.472657ms","start":"2026-03-04T03:31:01.266978Z","end":"2026-03-04T03:31:01.671451Z","steps":["trace[1410267621] 'process raft request' (duration: 404.112799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:31:01.671612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:31:01.268224Z","time spent":"403.32893ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:31:01.671613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:31:01.266962Z","time spent":"404.596201ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:31:01.828884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.638171ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T03:31:01.829692Z","caller":"traceutil/trace.go:171","msg":"trace[1493670743] linearizableReadLoop","detail":"{readStateIndex:26948; appliedIndex:26946; }","duration":"156.753881ms","start":"2026-03-04T03:31:01.672914Z","end":"2026-03-04T03:31:01.829668Z","steps":["trace[1493670743] 'read index received' (duration: 50.626233ms)","trace[1493670743] 'applied index is now lower than readState.Index' (duration: 106.126458ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:31:01.829885Z","caller":"traceutil/trace.go:171","msg":"trace[909381] transaction","detail":"{read_only:false; response_revision:26011; number_of_response:1; }","duration":"470.770615ms","start":"2026-03-04T03:31:01.359063Z","end":"2026-03-04T03:31:01.829834Z","steps":["trace[909381] 'process raft request' (duration: 469.921685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:31:01.830545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:31:01.359037Z","time spent":"470.983451ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:31:01.917358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.412729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:31:01.917448Z","caller":"traceutil/trace.go:171","msg":"trace[1643913275] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26011; }","duration":"244.554402ms","start":"2026-03-04T03:31:01.67287Z","end":"2026-03-04T03:31:01.917424Z","steps":["trace[1643913275] 'agreement among raft nodes before linearized reading' (duration: 156.947276ms)","trace[1643913275] 'range keys from in-memory index tree' (duration: 87.459083ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:31:01.917769Z","caller":"traceutil/trace.go:171","msg":"trace[1931726771] transaction","detail":"{read_only:false; response_revision:26012; number_of_response:1; }","duration":"233.286259ms","start":"2026-03-04T03:31:01.684457Z","end":"2026-03-04T03:31:01.917743Z","steps":["trace[1931726771] 'process raft request' (duration: 145.203641ms)","trace[1931726771] 'compare' (duration: 87.787861ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:31:50.211755Z","caller":"traceutil/trace.go:171","msg":"trace[1801494543] transaction","detail":"{read_only:false; response_revision:26394; number_of_response:1; }","duration":"208.835257ms","start":"2026-03-04T03:31:50.002893Z","end":"2026-03-04T03:31:50.211728Z","steps":["trace[1801494543] 'process raft request' (duration: 124.107708ms)","trace[1801494543] 'compare' (duration: 84.637727ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:31:50.215886Z","caller":"traceutil/trace.go:171","msg":"trace[1260521043] transaction","detail":"{read_only:false; response_revision:26395; number_of_response:1; }","duration":"197.38036ms","start":"2026-03-04T03:31:50.018478Z","end":"2026-03-04T03:31:50.215858Z","steps":["trace[1260521043] 'process raft request' (duration: 197.202735ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:31:50.216017Z","caller":"traceutil/trace.go:171","msg":"trace[1068138855] linearizableReadLoop","detail":"{readStateIndex:27343; appliedIndex:27341; }","duration":"150.376502ms","start":"2026-03-04T03:31:50.065617Z","end":"2026-03-04T03:31:50.215994Z","steps":["trace[1068138855] 'read index received' (duration: 61.322762ms)","trace[1068138855] 'applied index is now lower than readState.Index' (duration: 89.04919ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:31:50.216118Z","caller":"traceutil/trace.go:171","msg":"trace[1321047119] transaction","detail":"{read_only:false; response_revision:26396; number_of_response:1; }","duration":"144.134626ms","start":"2026-03-04T03:31:50.071976Z","end":"2026-03-04T03:31:50.216111Z","steps":["trace[1321047119] 'process raft request' (duration: 143.84071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:31:50.216307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.68633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T03:31:50.216332Z","caller":"traceutil/trace.go:171","msg":"trace[167874121] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26396; }","duration":"150.75313ms","start":"2026-03-04T03:31:50.065572Z","end":"2026-03-04T03:31:50.216326Z","steps":["trace[167874121] 'agreement among raft nodes before linearized reading' (duration: 150.647978ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:32:07.26294Z","caller":"traceutil/trace.go:171","msg":"trace[1077463144] transaction","detail":"{read_only:false; response_revision:26552; number_of_response:1; }","duration":"131.798278ms","start":"2026-03-04T03:32:07.131117Z","end":"2026-03-04T03:32:07.262915Z","steps":["trace[1077463144] 'process raft request' (duration: 131.656025ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:32:07.591669Z","caller":"traceutil/trace.go:171","msg":"trace[1264660138] transaction","detail":"{read_only:false; response_revision:26556; number_of_response:1; }","duration":"163.332445ms","start":"2026-03-04T03:32:07.428312Z","end":"2026-03-04T03:32:07.591645Z","steps":["trace[1264660138] 'process raft request' (duration: 127.753773ms)","trace[1264660138] 'compare' (duration: 34.885115ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:32:07.592013Z","caller":"traceutil/trace.go:171","msg":"trace[1087797430] transaction","detail":"{read_only:false; response_revision:26557; number_of_response:1; }","duration":"163.653431ms","start":"2026-03-04T03:32:07.428319Z","end":"2026-03-04T03:32:07.591973Z","steps":["trace[1087797430] 'process raft request' (duration: 163.263962ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:32:07.592282Z","caller":"traceutil/trace.go:171","msg":"trace[2093959567] linearizableReadLoop","detail":"{readStateIndex:27509; appliedIndex:27506; }","duration":"148.699743ms","start":"2026-03-04T03:32:07.443543Z","end":"2026-03-04T03:32:07.592243Z","steps":["trace[2093959567] 'read index received' (duration: 50.93548ms)","trace[2093959567] 'applied index is now lower than readState.Index' (duration: 97.759552ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:32:07.592431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.867856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:32:07.592486Z","caller":"traceutil/trace.go:171","msg":"trace[1413729604] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26557; }","duration":"148.983749ms","start":"2026-03-04T03:32:07.443489Z","end":"2026-03-04T03:32:07.592473Z","steps":["trace[1413729604] 'agreement among raft nodes before linearized reading' (duration: 148.871436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:32:07.592638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.154679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:32:07.592721Z","caller":"traceutil/trace.go:171","msg":"trace[988269618] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26557; }","duration":"148.259172ms","start":"2026-03-04T03:32:07.444422Z","end":"2026-03-04T03:32:07.592681Z","steps":["trace[988269618] 'agreement among raft nodes before linearized reading' (duration: 148.113998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:32:07.592796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.179853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:32:07.592963Z","caller":"traceutil/trace.go:171","msg":"trace[947037446] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26557; }","duration":"146.406339ms","start":"2026-03-04T03:32:07.446538Z","end":"2026-03-04T03:32:07.592944Z","steps":["trace[947037446] 'agreement among raft nodes before linearized reading' (duration: 146.171383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:32:07.592817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.067657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21346"} {"level":"info","ts":"2026-03-04T03:32:07.593083Z","caller":"traceutil/trace.go:171","msg":"trace[2051435925] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:26557; }","duration":"133.357114ms","start":"2026-03-04T03:32:07.459717Z","end":"2026-03-04T03:32:07.593075Z","steps":["trace[2051435925] 'agreement among raft nodes before linearized reading' (duration: 133.023916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:32:07.592873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.346547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21346"} {"level":"info","ts":"2026-03-04T03:32:07.593169Z","caller":"traceutil/trace.go:171","msg":"trace[126857076] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:26557; }","duration":"143.663045ms","start":"2026-03-04T03:32:07.449489Z","end":"2026-03-04T03:32:07.593152Z","steps":["trace[126857076] 'agreement among raft nodes before linearized reading' (duration: 143.065571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:32:07.5929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.672681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-03-04T03:32:07.593364Z","caller":"traceutil/trace.go:171","msg":"trace[1715238594] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/goldpinger; range_end:; response_count:1; response_revision:26557; }","duration":"110.150832ms","start":"2026-03-04T03:32:07.483201Z","end":"2026-03-04T03:32:07.593352Z","steps":["trace[1715238594] 'agreement among raft nodes before linearized reading' (duration: 109.6442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:32:07.594431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.781517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21346"} {"level":"info","ts":"2026-03-04T03:32:07.596128Z","caller":"traceutil/trace.go:171","msg":"trace[1644354850] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:26557; }","duration":"130.508018ms","start":"2026-03-04T03:32:07.46559Z","end":"2026-03-04T03:32:07.596098Z","steps":["trace[1644354850] 'agreement among raft nodes before linearized reading' (duration: 126.954325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:32:08.027841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.226491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T03:32:08.028081Z","caller":"traceutil/trace.go:171","msg":"trace[144999047] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26558; }","duration":"270.462717ms","start":"2026-03-04T03:32:07.757556Z","end":"2026-03-04T03:32:08.028019Z","steps":["trace[144999047] 'range keys from in-memory index tree' (duration: 269.964066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:32:08.028191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.216558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T03:32:08.028293Z","caller":"traceutil/trace.go:171","msg":"trace[1608872956] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:26558; }","duration":"105.427123ms","start":"2026-03-04T03:32:07.922842Z","end":"2026-03-04T03:32:08.028269Z","steps":["trace[1608872956] 'count revisions from in-memory index tree' (duration: 105.041834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:32:08.028257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.053148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:32:08.029244Z","caller":"traceutil/trace.go:171","msg":"trace[2126342731] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:26558; }","duration":"137.062532ms","start":"2026-03-04T03:32:07.892094Z","end":"2026-03-04T03:32:08.029157Z","steps":["trace[2126342731] 'count revisions from in-memory index tree' (duration: 135.964846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:32:08.301945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.747294ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T03:32:08.302058Z","caller":"traceutil/trace.go:171","msg":"trace[1135975811] transaction","detail":"{read_only:false; response_revision:26560; number_of_response:1; }","duration":"204.319642ms","start":"2026-03-04T03:32:08.097719Z","end":"2026-03-04T03:32:08.302038Z","steps":["trace[1135975811] 'process raft request' (duration: 73.399444ms)","trace[1135975811] 'compare' (duration: 130.641311ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:32:15.354926Z","caller":"traceutil/trace.go:171","msg":"trace[1260101755] transaction","detail":"{read_only:false; response_revision:26602; number_of_response:1; }","duration":"100.556799ms","start":"2026-03-04T03:32:15.254341Z","end":"2026-03-04T03:32:15.354898Z","steps":["trace[1260101755] 'process raft request' (duration: 100.354565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:32:33.99658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.365886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:32:33.996698Z","caller":"traceutil/trace.go:171","msg":"trace[1967803141] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26761; }","duration":"134.51758ms","start":"2026-03-04T03:32:33.862159Z","end":"2026-03-04T03:32:33.996677Z","steps":["trace[1967803141] 'range keys from in-memory index tree' (duration: 134.210573ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:32:49.999993Z","caller":"traceutil/trace.go:171","msg":"trace[1075381166] linearizableReadLoop","detail":"{readStateIndex:27862; appliedIndex:27860; }","duration":"178.6827ms","start":"2026-03-04T03:32:49.82129Z","end":"2026-03-04T03:32:49.999973Z","steps":["trace[1075381166] 'read index received' (duration: 81.157424ms)","trace[1075381166] 'applied index is now lower than readState.Index' (duration: 97.524526ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:32:50.000274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.971038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T03:32:50.000307Z","caller":"traceutil/trace.go:171","msg":"trace[1247911461] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26900; }","duration":"179.052529ms","start":"2026-03-04T03:32:49.821246Z","end":"2026-03-04T03:32:50.000298Z","steps":["trace[1247911461] 'agreement among raft nodes before linearized reading' (duration: 178.831744ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:32:50.000596Z","caller":"traceutil/trace.go:171","msg":"trace[2081749914] transaction","detail":"{read_only:false; response_revision:26900; number_of_response:1; }","duration":"186.869992ms","start":"2026-03-04T03:32:49.813717Z","end":"2026-03-04T03:32:50.000587Z","steps":["trace[2081749914] 'process raft request' (duration: 186.134035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:32:56.529215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.649576ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T03:32:56.529379Z","caller":"traceutil/trace.go:171","msg":"trace[1542740856] transaction","detail":"{read_only:false; response_revision:26967; number_of_response:1; }","duration":"491.890651ms","start":"2026-03-04T03:32:56.037475Z","end":"2026-03-04T03:32:56.529365Z","steps":["trace[1542740856] 'process raft request' (duration: 491.82891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:32:56.529433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:32:56.037443Z","time spent":"491.965123ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:32:56.529586Z","caller":"traceutil/trace.go:171","msg":"trace[344458468] transaction","detail":"{read_only:false; response_revision:26966; number_of_response:1; }","duration":"574.593792ms","start":"2026-03-04T03:32:55.954981Z","end":"2026-03-04T03:32:56.529575Z","steps":["trace[344458468] 'process raft request' (duration: 61.511496ms)","trace[344458468] 'compare' (duration: 512.034622ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:32:56.529635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:32:55.954959Z","time spent":"574.649773ms","remote":"127.0.0.1:46920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:32:57.318937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.297465ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T03:32:57.31917Z","caller":"traceutil/trace.go:171","msg":"trace[1128994063] transaction","detail":"{read_only:false; response_revision:26968; number_of_response:1; }","duration":"1.209072143s","start":"2026-03-04T03:32:56.110061Z","end":"2026-03-04T03:32:57.319133Z","steps":["trace[1128994063] 'process raft request' (duration: 721.42798ms)","trace[1128994063] 'compare' (duration: 486.866445ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:32:57.319305Z","caller":"traceutil/trace.go:171","msg":"trace[420453990] transaction","detail":"{read_only:false; response_revision:26969; number_of_response:1; }","duration":"1.091526129s","start":"2026-03-04T03:32:56.227748Z","end":"2026-03-04T03:32:57.319274Z","steps":["trace[420453990] 'process raft request' (duration: 1.091340235s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:32:57.319354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:32:56.11004Z","time spent":"1.209213926s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:32:57.31935Z","caller":"traceutil/trace.go:171","msg":"trace[446737282] linearizableReadLoop","detail":"{readStateIndex:27932; appliedIndex:27929; }","duration":"1.14166735s","start":"2026-03-04T03:32:56.17763Z","end":"2026-03-04T03:32:57.319297Z","steps":["trace[446737282] 'read index received' (duration: 108.126804ms)","trace[446737282] 'applied index is now lower than readState.Index' (duration: 1.033537426s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:32:57.319426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:32:56.227725Z","time spent":"1.091635741s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:32:57.319629Z","caller":"traceutil/trace.go:171","msg":"trace[801490487] transaction","detail":"{read_only:false; response_revision:26970; number_of_response:1; }","duration":"834.055889ms","start":"2026-03-04T03:32:56.48555Z","end":"2026-03-04T03:32:57.319606Z","steps":["trace[801490487] 'process raft request' (duration: 833.67592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:32:57.31972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:32:56.485531Z","time spent":"834.153662ms","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1160,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T03:32:57.319744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.020673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-04T03:32:57.319803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.499584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:32:57.319817Z","caller":"traceutil/trace.go:171","msg":"trace[802415725] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26971; }","duration":"913.134535ms","start":"2026-03-04T03:32:56.406668Z","end":"2026-03-04T03:32:57.319802Z","steps":["trace[802415725] 'agreement among raft nodes before linearized reading' (duration: 912.93954ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:32:57.319826Z","caller":"traceutil/trace.go:171","msg":"trace[1882351710] transaction","detail":"{read_only:false; response_revision:26971; number_of_response:1; }","duration":"589.384498ms","start":"2026-03-04T03:32:56.73043Z","end":"2026-03-04T03:32:57.319814Z","steps":["trace[1882351710] 'process raft request' (duration: 589.083311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:32:57.319847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:32:56.406646Z","time spent":"913.195186ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T03:32:57.319851Z","caller":"traceutil/trace.go:171","msg":"trace[602317261] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26971; }","duration":"665.563236ms","start":"2026-03-04T03:32:56.654272Z","end":"2026-03-04T03:32:57.319835Z","steps":["trace[602317261] 'agreement among raft nodes before linearized reading' (duration: 665.487555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:32:57.319876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:32:56.654255Z","time spent":"665.616937ms","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T03:32:57.319906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:32:56.730398Z","time spent":"589.45149ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:32:57.319916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.939796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T03:32:57.31995Z","caller":"traceutil/trace.go:171","msg":"trace[1106315186] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26971; }","duration":"399.972557ms","start":"2026-03-04T03:32:56.919966Z","end":"2026-03-04T03:32:57.319939Z","steps":["trace[1106315186] 'agreement among raft nodes before linearized reading' (duration: 399.846974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:32:57.31977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.408999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T03:32:57.319985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:32:56.919952Z","time spent":"400.021018ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T03:32:57.319979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.775556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-03-04T03:32:57.320089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.571842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-api-554bb84f88-s28s5\" ","response":"range_response_count:1 size:8089"} {"level":"info","ts":"2026-03-04T03:32:57.320112Z","caller":"traceutil/trace.go:171","msg":"trace[1164447417] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26971; }","duration":"786.95861ms","start":"2026-03-04T03:32:56.53313Z","end":"2026-03-04T03:32:57.320088Z","steps":["trace[1164447417] 'agreement among raft nodes before linearized reading' (duration: 786.663433ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:32:57.319984Z","caller":"traceutil/trace.go:171","msg":"trace[670296915] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26971; }","duration":"697.670206ms","start":"2026-03-04T03:32:56.622304Z","end":"2026-03-04T03:32:57.319975Z","steps":["trace[670296915] 'agreement among raft nodes before linearized reading' (duration: 697.331868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:32:57.320134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.208135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T03:32:57.320181Z","caller":"traceutil/trace.go:171","msg":"trace[1322631199] range","detail":"{range_begin:/registry/pods/openstack/manila-api-554bb84f88-s28s5; range_end:; response_count:1; response_revision:26971; }","duration":"834.689324ms","start":"2026-03-04T03:32:56.485459Z","end":"2026-03-04T03:32:57.320149Z","steps":["trace[1322631199] 'agreement among raft nodes before linearized reading' (duration: 834.452048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:32:57.320179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:32:56.533097Z","time spent":"787.066282ms","remote":"127.0.0.1:47114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-04T03:32:57.320224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:32:56.485444Z","time spent":"834.773836ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":8111,"request content":"key:\"/registry/pods/openstack/manila-api-554bb84f88-s28s5\" "} {"level":"info","ts":"2026-03-04T03:32:57.320238Z","caller":"traceutil/trace.go:171","msg":"trace[771036860] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26971; }","duration":"407.311868ms","start":"2026-03-04T03:32:56.912888Z","end":"2026-03-04T03:32:57.3202Z","steps":["trace[771036860] 'agreement among raft nodes before linearized reading' (duration: 407.096813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:32:57.320309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:32:56.912871Z","time spent":"407.43106ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T03:32:57.319692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142025778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-04T03:32:57.319911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.891955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T03:32:57.320434Z","caller":"traceutil/trace.go:171","msg":"trace[1950412796] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26971; }","duration":"466.455259ms","start":"2026-03-04T03:32:56.853967Z","end":"2026-03-04T03:32:57.320422Z","steps":["trace[1950412796] 'agreement among raft nodes before linearized reading' (duration: 465.66106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:32:57.320465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:32:56.85395Z","time spent":"466.50692ms","remote":"127.0.0.1:47016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-04T03:32:57.32047Z","caller":"traceutil/trace.go:171","msg":"trace[475203485] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26970; }","duration":"1.142820637s","start":"2026-03-04T03:32:56.177595Z","end":"2026-03-04T03:32:57.320415Z","steps":["trace[475203485] 'agreement among raft nodes before linearized reading' (duration: 1.141815023s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:32:57.320173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:32:56.622289Z","time spent":"697.87593ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T03:32:57.32101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:32:56.177579Z","time spent":"1.14296126s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T03:32:57.483424Z","caller":"traceutil/trace.go:171","msg":"trace[1786674220] transaction","detail":"{read_only:false; response_revision:26975; number_of_response:1; }","duration":"156.948853ms","start":"2026-03-04T03:32:57.326455Z","end":"2026-03-04T03:32:57.483404Z","steps":["trace[1786674220] 'process raft request' (duration: 156.892252ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:32:57.483543Z","caller":"traceutil/trace.go:171","msg":"trace[1856221157] transaction","detail":"{read_only:false; response_revision:26974; number_of_response:1; }","duration":"157.466096ms","start":"2026-03-04T03:32:57.326056Z","end":"2026-03-04T03:32:57.483522Z","steps":["trace[1856221157] 'process raft request' (duration: 157.256671ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:32:57.483575Z","caller":"traceutil/trace.go:171","msg":"trace[1003707358] transaction","detail":"{read_only:false; response_revision:26973; number_of_response:1; }","duration":"158.10126ms","start":"2026-03-04T03:32:57.325439Z","end":"2026-03-04T03:32:57.483541Z","steps":["trace[1003707358] 'process raft request' (duration: 118.25381ms)","trace[1003707358] 'compare' (duration: 39.505172ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:32:57.483707Z","caller":"traceutil/trace.go:171","msg":"trace[355219147] linearizableReadLoop","detail":"{readStateIndex:27940; appliedIndex:27935; }","duration":"156.864032ms","start":"2026-03-04T03:32:57.326831Z","end":"2026-03-04T03:32:57.483695Z","steps":["trace[355219147] 'read index received' (duration: 33.972444ms)","trace[355219147] 'applied index is now lower than readState.Index' (duration: 122.890898ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:32:57.483718Z","caller":"traceutil/trace.go:171","msg":"trace[796241687] transaction","detail":"{read_only:false; response_revision:26977; number_of_response:1; }","duration":"152.08037ms","start":"2026-03-04T03:32:57.331627Z","end":"2026-03-04T03:32:57.483707Z","steps":["trace[796241687] 'process raft request' (duration: 151.975578ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:32:57.483707Z","caller":"traceutil/trace.go:171","msg":"trace[553364059] transaction","detail":"{read_only:false; response_revision:26976; number_of_response:1; }","duration":"157.037796ms","start":"2026-03-04T03:32:57.326651Z","end":"2026-03-04T03:32:57.483689Z","steps":["trace[553364059] 'process raft request' (duration: 156.725099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:32:57.483824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.984965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/manila-api-554bb84f88-s28s5.189985ebe0cff20a\" ","response":"range_response_count:1 size:1178"} {"level":"info","ts":"2026-03-04T03:32:57.483861Z","caller":"traceutil/trace.go:171","msg":"trace[70728949] range","detail":"{range_begin:/registry/events/openstack/manila-api-554bb84f88-s28s5.189985ebe0cff20a; range_end:; response_count:1; response_revision:26977; }","duration":"157.048786ms","start":"2026-03-04T03:32:57.3268Z","end":"2026-03-04T03:32:57.483849Z","steps":["trace[70728949] 'agreement among raft nodes before linearized reading' (duration: 156.934183ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:32:57.873827Z","caller":"traceutil/trace.go:171","msg":"trace[824495068] transaction","detail":"{read_only:false; response_revision:26986; number_of_response:1; }","duration":"143.08601ms","start":"2026-03-04T03:32:57.730721Z","end":"2026-03-04T03:32:57.873807Z","steps":["trace[824495068] 'process raft request' (duration: 142.568168ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:32:57.873956Z","caller":"traceutil/trace.go:171","msg":"trace[1736046996] transaction","detail":"{read_only:false; response_revision:26987; number_of_response:1; }","duration":"108.973853ms","start":"2026-03-04T03:32:57.764975Z","end":"2026-03-04T03:32:57.873949Z","steps":["trace[1736046996] 'process raft request' (duration: 108.418921ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:33:20.86442Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24718} {"level":"info","ts":"2026-03-04T03:33:21.190512Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24718,"took":"322.629801ms","hash":420995241,"current-db-size-bytes":47587328,"current-db-size":"48 MB","current-db-size-in-use-bytes":35647488,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-03-04T03:33:21.190563Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":420995241,"revision":24718,"compact-revision":21736} {"level":"info","ts":"2026-03-04T03:33:37.153636Z","caller":"traceutil/trace.go:171","msg":"trace[934455715] linearizableReadLoop","detail":"{readStateIndex:28362; appliedIndex:28361; }","duration":"398.86036ms","start":"2026-03-04T03:33:36.754751Z","end":"2026-03-04T03:33:37.153611Z","steps":["trace[934455715] 'read index received' (duration: 398.747327ms)","trace[934455715] 'applied index is now lower than readState.Index' (duration: 112.083µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:33:37.153797Z","caller":"traceutil/trace.go:171","msg":"trace[1625973521] transaction","detail":"{read_only:false; response_revision:27385; number_of_response:1; }","duration":"475.57344ms","start":"2026-03-04T03:33:36.678158Z","end":"2026-03-04T03:33:37.153732Z","steps":["trace[1625973521] 'process raft request' (duration: 475.295204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:33:37.15387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.128926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4787"} {"level":"warn","ts":"2026-03-04T03:33:37.154038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:33:36.678138Z","time spent":"475.826476ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:33:37.154099Z","caller":"traceutil/trace.go:171","msg":"trace[1398859412] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:27385; }","duration":"399.392171ms","start":"2026-03-04T03:33:36.754684Z","end":"2026-03-04T03:33:37.154076Z","steps":["trace[1398859412] 'agreement among raft nodes before linearized reading' (duration: 399.050724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:33:37.154166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:33:36.754664Z","time spent":"399.482754ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4809,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"info","ts":"2026-03-04T03:33:37.18199Z","caller":"traceutil/trace.go:171","msg":"trace[1703873067] transaction","detail":"{read_only:false; response_revision:27386; number_of_response:1; }","duration":"350.565222ms","start":"2026-03-04T03:33:36.831396Z","end":"2026-03-04T03:33:37.181961Z","steps":["trace[1703873067] 'process raft request' (duration: 350.349507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:33:37.182158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:33:36.831357Z","time spent":"350.711816ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:33:37.182288Z","caller":"traceutil/trace.go:171","msg":"trace[134454594] transaction","detail":"{read_only:false; response_revision:27387; number_of_response:1; }","duration":"185.244244ms","start":"2026-03-04T03:33:36.997017Z","end":"2026-03-04T03:33:37.182261Z","steps":["trace[134454594] 'process raft request' (duration: 184.889496ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:33:46.433591Z","caller":"traceutil/trace.go:171","msg":"trace[1202125136] transaction","detail":"{read_only:false; response_revision:27457; number_of_response:1; }","duration":"316.257732ms","start":"2026-03-04T03:33:46.117271Z","end":"2026-03-04T03:33:46.433529Z","steps":["trace[1202125136] 'process raft request' (duration: 228.929783ms)","trace[1202125136] 'compare' (duration: 87.021721ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:33:46.433801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:33:46.117252Z","time spent":"316.434006ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:33:46.434101Z","caller":"traceutil/trace.go:171","msg":"trace[785168617] transaction","detail":"{read_only:false; response_revision:27458; number_of_response:1; }","duration":"316.107138ms","start":"2026-03-04T03:33:46.11792Z","end":"2026-03-04T03:33:46.434028Z","steps":["trace[785168617] 'process raft request' (duration: 315.562476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:33:46.434309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:33:46.117914Z","time spent":"316.282932ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:33:46.434253Z","caller":"traceutil/trace.go:171","msg":"trace[323004903] linearizableReadLoop","detail":"{readStateIndex:28437; appliedIndex:28435; }","duration":"174.100614ms","start":"2026-03-04T03:33:46.260059Z","end":"2026-03-04T03:33:46.43416Z","steps":["trace[323004903] 'read index received' (duration: 86.08215ms)","trace[323004903] 'applied index is now lower than readState.Index' (duration: 88.015094ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:33:46.43485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.77087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-04T03:33:46.434993Z","caller":"traceutil/trace.go:171","msg":"trace[859606531] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:27458; }","duration":"174.984604ms","start":"2026-03-04T03:33:46.259986Z","end":"2026-03-04T03:33:46.434971Z","steps":["trace[859606531] 'agreement among raft nodes before linearized reading' (duration: 174.281428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:33:49.410195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.245991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:33:49.411539Z","caller":"traceutil/trace.go:171","msg":"trace[1113305331] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27474; }","duration":"679.635914ms","start":"2026-03-04T03:33:48.731886Z","end":"2026-03-04T03:33:49.411522Z","steps":["trace[1113305331] 'range keys from in-memory index tree' (duration: 678.164369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:33:49.410474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.263258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:33:49.411628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:33:48.731864Z","time spent":"679.752546ms","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T03:33:49.411689Z","caller":"traceutil/trace.go:171","msg":"trace[352293046] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:27474; }","duration":"663.531488ms","start":"2026-03-04T03:33:48.748125Z","end":"2026-03-04T03:33:49.411657Z","steps":["trace[352293046] 'count revisions from in-memory index tree' (duration: 662.163356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:33:49.411847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:33:48.748102Z","time spent":"663.712722ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:33:49.410657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.587482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4787"} {"level":"info","ts":"2026-03-04T03:33:49.412052Z","caller":"traceutil/trace.go:171","msg":"trace[2110383260] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:27474; }","duration":"222.977094ms","start":"2026-03-04T03:33:49.189039Z","end":"2026-03-04T03:33:49.412016Z","steps":["trace[2110383260] 'range keys from in-memory index tree' (duration: 221.447789ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:33:49.410751Z","caller":"traceutil/trace.go:171","msg":"trace[47882090] transaction","detail":"{read_only:false; response_revision:27475; number_of_response:1; }","duration":"216.723519ms","start":"2026-03-04T03:33:49.193984Z","end":"2026-03-04T03:33:49.410707Z","steps":["trace[47882090] 'process raft request' (duration: 130.763053ms)","trace[47882090] 'compare' (duration: 85.737351ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:33:49.410606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.047443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T03:33:49.412282Z","caller":"traceutil/trace.go:171","msg":"trace[1183748950] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27474; }","duration":"549.789913ms","start":"2026-03-04T03:33:48.862481Z","end":"2026-03-04T03:33:49.412271Z","steps":["trace[1183748950] 'count revisions from in-memory index tree' (duration: 547.96155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:33:49.412315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:33:48.862458Z","time spent":"549.845554ms","remote":"127.0.0.1:36236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:33:50.132168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.539411ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T03:33:50.132452Z","caller":"traceutil/trace.go:171","msg":"trace[345044455] transaction","detail":"{read_only:false; response_revision:27477; number_of_response:1; }","duration":"527.592586ms","start":"2026-03-04T03:33:49.604841Z","end":"2026-03-04T03:33:50.132434Z","steps":["trace[345044455] 'process raft request' (duration: 527.498344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:33:50.132531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:33:49.6048Z","time spent":"527.696848ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:33:50.132669Z","caller":"traceutil/trace.go:171","msg":"trace[1480412091] transaction","detail":"{read_only:false; response_revision:27476; number_of_response:1; }","duration":"912.007959ms","start":"2026-03-04T03:33:49.220593Z","end":"2026-03-04T03:33:50.132601Z","steps":["trace[1480412091] 'process raft request' (duration: 297.944645ms)","trace[1480412091] 'compare' (duration: 612.353634ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:33:50.132771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.524985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:33:50.132819Z","caller":"traceutil/trace.go:171","msg":"trace[1177975718] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27477; }","duration":"719.620677ms","start":"2026-03-04T03:33:49.413189Z","end":"2026-03-04T03:33:50.132809Z","steps":["trace[1177975718] 'agreement among raft nodes before linearized reading' (duration: 719.533795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:33:50.132845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:33:49.41317Z","time spent":"719.669519ms","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T03:33:50.132836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:33:49.22057Z","time spent":"912.179702ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:33:50.132689Z","caller":"traceutil/trace.go:171","msg":"trace[231966168] linearizableReadLoop","detail":"{readStateIndex:28455; appliedIndex:28454; }","duration":"719.356171ms","start":"2026-03-04T03:33:49.413232Z","end":"2026-03-04T03:33:50.132588Z","steps":["trace[231966168] 'read index received' (duration: 105.213306ms)","trace[231966168] 'applied index is now lower than readState.Index' (duration: 614.141665ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:33:50.160459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.736215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-04T03:33:50.160538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.363458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T03:33:50.160565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.917787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T03:33:50.160587Z","caller":"traceutil/trace.go:171","msg":"trace[1151703323] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27478; }","duration":"254.441499ms","start":"2026-03-04T03:33:49.906132Z","end":"2026-03-04T03:33:50.160574Z","steps":["trace[1151703323] 'agreement among raft nodes before linearized reading' (duration: 254.375427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:33:50.160552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.840165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-04T03:33:50.160474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.251935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T03:33:50.160539Z","caller":"traceutil/trace.go:171","msg":"trace[1734859804] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27478; }","duration":"487.859658ms","start":"2026-03-04T03:33:49.672662Z","end":"2026-03-04T03:33:50.160521Z","steps":["trace[1734859804] 'agreement among raft nodes before linearized reading' (duration: 487.692605ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:33:50.160675Z","caller":"traceutil/trace.go:171","msg":"trace[1498644878] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27478; }","duration":"251.010109ms","start":"2026-03-04T03:33:49.909636Z","end":"2026-03-04T03:33:50.160646Z","steps":["trace[1498644878] 'agreement among raft nodes before linearized reading' (duration: 250.701692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:33:50.160732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:33:49.672641Z","time spent":"488.078203ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T03:33:50.160466Z","caller":"traceutil/trace.go:171","msg":"trace[1061835060] transaction","detail":"{read_only:false; response_revision:27478; number_of_response:1; }","duration":"270.673219ms","start":"2026-03-04T03:33:49.889763Z","end":"2026-03-04T03:33:50.160437Z","steps":["trace[1061835060] 'process raft request' (duration: 270.399262ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:33:50.160633Z","caller":"traceutil/trace.go:171","msg":"trace[991531787] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27478; }","duration":"253.997319ms","start":"2026-03-04T03:33:49.906619Z","end":"2026-03-04T03:33:50.160616Z","steps":["trace[991531787] 'agreement among raft nodes before linearized reading' (duration: 253.863106ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:33:50.160769Z","caller":"traceutil/trace.go:171","msg":"trace[1169280348] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27478; }","duration":"257.4849ms","start":"2026-03-04T03:33:49.903203Z","end":"2026-03-04T03:33:50.160688Z","steps":["trace[1169280348] 'agreement among raft nodes before linearized reading' (duration: 257.157093ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:33:50.669449Z","caller":"traceutil/trace.go:171","msg":"trace[596379123] transaction","detail":"{read_only:false; response_revision:27479; number_of_response:1; }","duration":"502.029448ms","start":"2026-03-04T03:33:50.167378Z","end":"2026-03-04T03:33:50.669408Z","steps":["trace[596379123] 'process raft request' (duration: 410.999783ms)","trace[596379123] 'compare' (duration: 90.866161ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:33:50.66966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:33:50.167354Z","time spent":"502.204183ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:33:51.282468Z","caller":"traceutil/trace.go:171","msg":"trace[1867667323] transaction","detail":"{read_only:false; response_revision:27480; number_of_response:1; }","duration":"1.11471378s","start":"2026-03-04T03:33:50.167722Z","end":"2026-03-04T03:33:51.282436Z","steps":["trace[1867667323] 'process raft request' (duration: 1.114444183s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:33:51.282492Z","caller":"traceutil/trace.go:171","msg":"trace[393490983] transaction","detail":"{read_only:false; response_revision:27481; number_of_response:1; }","duration":"1.11473522s","start":"2026-03-04T03:33:50.167734Z","end":"2026-03-04T03:33:51.282469Z","steps":["trace[393490983] 'process raft request' (duration: 1.114615898s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:33:51.282624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:33:50.167706Z","time spent":"1.114841523s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:33:51.28263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:33:50.167704Z","time spent":"1.114841143s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:33:51.282607Z","caller":"traceutil/trace.go:171","msg":"trace[346029208] transaction","detail":"{read_only:false; response_revision:27483; number_of_response:1; }","duration":"1.114324011s","start":"2026-03-04T03:33:50.168213Z","end":"2026-03-04T03:33:51.282537Z","steps":["trace[346029208] 'process raft request' (duration: 1.114203068s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:33:51.282645Z","caller":"traceutil/trace.go:171","msg":"trace[2116661660] transaction","detail":"{read_only:false; response_revision:27485; number_of_response:1; }","duration":"836.402963ms","start":"2026-03-04T03:33:50.44622Z","end":"2026-03-04T03:33:51.282623Z","steps":["trace[2116661660] 'process raft request' (duration: 836.237439ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:33:51.282967Z","caller":"traceutil/trace.go:171","msg":"trace[854333137] linearizableReadLoop","detail":"{readStateIndex:28463; appliedIndex:28457; }","duration":"955.31991ms","start":"2026-03-04T03:33:50.327636Z","end":"2026-03-04T03:33:51.282956Z","steps":["trace[854333137] 'read index received' (duration: 250.762684ms)","trace[854333137] 'applied index is now lower than readState.Index' (duration: 704.555556ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:33:51.283036Z","caller":"traceutil/trace.go:171","msg":"trace[1296393298] transaction","detail":"{read_only:false; response_revision:27486; number_of_response:1; }","duration":"833.666069ms","start":"2026-03-04T03:33:50.44936Z","end":"2026-03-04T03:33:51.283026Z","steps":["trace[1296393298] 'process raft request' (duration: 833.150427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:33:51.283043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:33:50.167999Z","time spent":"1.11472721s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:33:51.283092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:33:50.449343Z","time spent":"833.719761ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:33:51.283112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:33:50.4462Z","time spent":"836.776822ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:33:51.283154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.497024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T03:33:51.28325Z","caller":"traceutil/trace.go:171","msg":"trace[1994034449] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:27486; }","duration":"955.634627ms","start":"2026-03-04T03:33:50.327594Z","end":"2026-03-04T03:33:51.283229Z","steps":["trace[1994034449] 'agreement among raft nodes before linearized reading' (duration: 955.463643ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:33:51.283181Z","caller":"traceutil/trace.go:171","msg":"trace[1609539783] transaction","detail":"{read_only:false; response_revision:27484; number_of_response:1; }","duration":"1.101720557s","start":"2026-03-04T03:33:50.181448Z","end":"2026-03-04T03:33:51.283169Z","steps":["trace[1609539783] 'process raft request' (duration: 1.10099129s)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:33:51.282937Z","caller":"traceutil/trace.go:171","msg":"trace[1455058122] transaction","detail":"{read_only:false; response_revision:27482; number_of_response:1; }","duration":"1.11517045s","start":"2026-03-04T03:33:50.167756Z","end":"2026-03-04T03:33:51.282927Z","steps":["trace[1455058122] 'process raft request' (duration: 1.114625967s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:33:51.28331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:33:50.327576Z","time spent":"955.719509ms","remote":"127.0.0.1:47378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:33:51.28333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:33:50.181424Z","time spent":"1.101874101s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:33:51.283392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:33:50.16773Z","time spent":"1.115617831s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:33:51.352261Z","caller":"traceutil/trace.go:171","msg":"trace[1857332849] transaction","detail":"{read_only:false; response_revision:27487; number_of_response:1; }","duration":"727.770427ms","start":"2026-03-04T03:33:50.624446Z","end":"2026-03-04T03:33:51.352216Z","steps":["trace[1857332849] 'process raft request' (duration: 727.459489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:33:51.352466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:33:50.624415Z","time spent":"727.938501ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:33:51.528586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.50354ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T03:33:51.52884Z","caller":"traceutil/trace.go:171","msg":"trace[120086860] linearizableReadLoop","detail":"{readStateIndex:28467; appliedIndex:28465; }","duration":"245.820147ms","start":"2026-03-04T03:33:51.282995Z","end":"2026-03-04T03:33:51.528815Z","steps":["trace[120086860] 'read index received' (duration: 68.840246ms)","trace[120086860] 'applied index is now lower than readState.Index' (duration: 176.978371ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:33:51.528984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.875581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:33:51.529025Z","caller":"traceutil/trace.go:171","msg":"trace[546888607] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:27487; }","duration":"533.975874ms","start":"2026-03-04T03:33:50.995038Z","end":"2026-03-04T03:33:51.529013Z","steps":["trace[546888607] 'agreement among raft nodes before linearized reading' (duration: 533.890402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:33:51.529041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.58131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T03:33:51.529046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.665444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T03:33:51.528964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.928835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:33:51.529088Z","caller":"traceutil/trace.go:171","msg":"trace[1741978992] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:27487; }","duration":"325.648192ms","start":"2026-03-04T03:33:51.203421Z","end":"2026-03-04T03:33:51.529069Z","steps":["trace[1741978992] 'agreement among raft nodes before linearized reading' (duration: 325.58983ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:33:51.529107Z","caller":"traceutil/trace.go:171","msg":"trace[2099101372] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:27487; }","duration":"439.11908ms","start":"2026-03-04T03:33:51.089979Z","end":"2026-03-04T03:33:51.529098Z","steps":["trace[2099101372] 'agreement among raft nodes before linearized reading' (duration: 438.915345ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:33:51.529107Z","caller":"traceutil/trace.go:171","msg":"trace[822018041] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:27487; }","duration":"254.771055ms","start":"2026-03-04T03:33:51.274323Z","end":"2026-03-04T03:33:51.529095Z","steps":["trace[822018041] 'agreement among raft nodes before linearized reading' (duration: 254.667843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:33:51.529136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:33:51.089967Z","time spent":"439.16018ms","remote":"127.0.0.1:59426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:33:51.52914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:33:51.203404Z","time spent":"325.726693ms","remote":"127.0.0.1:54306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:33:51.52907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:33:50.995013Z","time spent":"534.046665ms","remote":"127.0.0.1:37852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-03-04T03:33:51.529612Z","caller":"traceutil/trace.go:171","msg":"trace[2131620004] transaction","detail":"{read_only:false; response_revision:27488; number_of_response:1; }","duration":"110.680153ms","start":"2026-03-04T03:33:51.418919Z","end":"2026-03-04T03:33:51.529599Z","steps":["trace[2131620004] 'process raft request' (duration: 109.780312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:33:51.618068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.155799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:33:51.618143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.253305264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:33:51.618175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.761857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T03:33:51.618195Z","caller":"traceutil/trace.go:171","msg":"trace[977429291] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27488; }","duration":"968.313772ms","start":"2026-03-04T03:33:50.649846Z","end":"2026-03-04T03:33:51.61816Z","steps":["trace[977429291] 'agreement among raft nodes before linearized reading' (duration: 879.543369ms)","trace[977429291] 'range keys from in-memory index tree' (duration: 88.609748ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:33:51.618278Z","caller":"traceutil/trace.go:171","msg":"trace[1515493076] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27488; }","duration":"781.921741ms","start":"2026-03-04T03:33:50.83633Z","end":"2026-03-04T03:33:51.618252Z","steps":["trace[1515493076] 'agreement among raft nodes before linearized reading' (duration: 693.044716ms)","trace[1515493076] 'range keys from in-memory index tree' (duration: 88.614119ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:33:51.618318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.276508416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:33:51.618326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:33:50.836306Z","time spent":"782.011713ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T03:33:51.618334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.197165274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T03:33:51.61836Z","caller":"traceutil/trace.go:171","msg":"trace[363359872] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:27488; }","duration":"1.276581748s","start":"2026-03-04T03:33:50.341767Z","end":"2026-03-04T03:33:51.618349Z","steps":["trace[363359872] 'agreement among raft nodes before linearized reading' (duration: 1.187651012s)","trace[363359872] 'count revisions from in-memory index tree' (duration: 88.873755ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:33:51.618382Z","caller":"traceutil/trace.go:171","msg":"trace[1460583017] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:27488; }","duration":"1.197250196s","start":"2026-03-04T03:33:50.421119Z","end":"2026-03-04T03:33:51.618369Z","steps":["trace[1460583017] 'agreement among raft nodes before linearized reading' (duration: 1.1082807s)","trace[1460583017] 'count revisions from in-memory index tree' (duration: 88.902635ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:33:51.618334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:33:50.649833Z","time spent":"968.470556ms","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T03:33:51.618246Z","caller":"traceutil/trace.go:171","msg":"trace[1843408510] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:27488; }","duration":"1.253464818s","start":"2026-03-04T03:33:50.364753Z","end":"2026-03-04T03:33:51.618218Z","steps":["trace[1843408510] 'agreement among raft nodes before linearized reading' (duration: 1.164654935s)","trace[1843408510] 'count revisions from in-memory index tree' (duration: 88.657699ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:33:51.618554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:33:50.364735Z","time spent":"1.253803976s","remote":"127.0.0.1:38002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:33:51.618412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:33:50.341749Z","time spent":"1.276651909s","remote":"127.0.0.1:45630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:33:51.61842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:33:50.421095Z","time spent":"1.197317577s","remote":"127.0.0.1:47310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":96,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:33:51.618947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.274869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4787"} {"level":"info","ts":"2026-03-04T03:33:51.618999Z","caller":"traceutil/trace.go:171","msg":"trace[790234849] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:27488; }","duration":"201.368631ms","start":"2026-03-04T03:33:51.417619Z","end":"2026-03-04T03:33:51.618987Z","steps":["trace[790234849] 'agreement among raft nodes before linearized reading' (duration: 111.954664ms)","trace[790234849] 'range keys from in-memory index tree' (duration: 88.310811ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:33:52.515375Z","caller":"traceutil/trace.go:171","msg":"trace[91538930] linearizableReadLoop","detail":"{readStateIndex:28470; appliedIndex:28468; }","duration":"362.747197ms","start":"2026-03-04T03:33:52.152603Z","end":"2026-03-04T03:33:52.51535Z","steps":["trace[91538930] 'read index received' (duration: 32.476278ms)","trace[91538930] 'applied index is now lower than readState.Index' (duration: 330.269649ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:33:52.515452Z","caller":"traceutil/trace.go:171","msg":"trace[1689930054] transaction","detail":"{read_only:false; response_revision:27490; number_of_response:1; }","duration":"376.549559ms","start":"2026-03-04T03:33:52.138886Z","end":"2026-03-04T03:33:52.515436Z","steps":["trace[1689930054] 'process raft request' (duration: 368.02027ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:33:52.515481Z","caller":"traceutil/trace.go:171","msg":"trace[1739199368] transaction","detail":"{read_only:false; response_revision:27491; number_of_response:1; }","duration":"349.56069ms","start":"2026-03-04T03:33:52.165909Z","end":"2026-03-04T03:33:52.51547Z","steps":["trace[1739199368] 'process raft request' (duration: 349.347045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:33:52.515536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:33:52.165894Z","time spent":"349.607481ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:33:52.515536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:33:52.138863Z","time spent":"376.627132ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:33:52.515592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.986674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T03:33:52.51577Z","caller":"traceutil/trace.go:171","msg":"trace[1276466815] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:27491; }","duration":"363.193418ms","start":"2026-03-04T03:33:52.15256Z","end":"2026-03-04T03:33:52.515754Z","steps":["trace[1276466815] 'agreement among raft nodes before linearized reading' (duration: 362.947272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:33:52.515829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:33:52.152544Z","time spent":"363.26996ms","remote":"127.0.0.1:47408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":58,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-03-04T03:33:52.586244Z","caller":"traceutil/trace.go:171","msg":"trace[883429747] transaction","detail":"{read_only:false; response_revision:27492; number_of_response:1; }","duration":"385.063838ms","start":"2026-03-04T03:33:52.201147Z","end":"2026-03-04T03:33:52.586211Z","steps":["trace[883429747] 'process raft request' (duration: 384.745961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:33:52.58642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:33:52.201123Z","time spent":"385.195812ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:33:52.847951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.61308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:33:52.847989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.299429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T03:33:52.848082Z","caller":"traceutil/trace.go:171","msg":"trace[2121843026] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27492; }","duration":"193.765353ms","start":"2026-03-04T03:33:52.654254Z","end":"2026-03-04T03:33:52.84802Z","steps":["trace[2121843026] 'range keys from in-memory index tree' (duration: 193.539157ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:33:52.848138Z","caller":"traceutil/trace.go:171","msg":"trace[767437962] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27492; }","duration":"174.510233ms","start":"2026-03-04T03:33:52.6736Z","end":"2026-03-04T03:33:52.84811Z","steps":["trace[767437962] 'range keys from in-memory index tree' (duration: 174.057032ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:33:53.814621Z","caller":"traceutil/trace.go:171","msg":"trace[1515023697] linearizableReadLoop","detail":"{readStateIndex:28480; appliedIndex:28474; }","duration":"416.023321ms","start":"2026-03-04T03:33:53.39857Z","end":"2026-03-04T03:33:53.814593Z","steps":["trace[1515023697] 'read index received' (duration: 415.679443ms)","trace[1515023697] 'applied index is now lower than readState.Index' (duration: 342.798µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:33:53.814978Z","caller":"traceutil/trace.go:171","msg":"trace[785288605] transaction","detail":"{read_only:false; response_revision:27495; number_of_response:1; }","duration":"525.654451ms","start":"2026-03-04T03:33:53.28931Z","end":"2026-03-04T03:33:53.814964Z","steps":["trace[785288605] 'process raft request' (duration: 524.884443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:33:53.815104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:33:53.289272Z","time spent":"525.742103ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:33:53.815343Z","caller":"traceutil/trace.go:171","msg":"trace[332866432] transaction","detail":"{read_only:false; response_revision:27500; number_of_response:1; }","duration":"521.556534ms","start":"2026-03-04T03:33:53.293774Z","end":"2026-03-04T03:33:53.815331Z","steps":["trace[332866432] 'process raft request' (duration: 520.752215ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:33:53.815329Z","caller":"traceutil/trace.go:171","msg":"trace[1882134609] transaction","detail":"{read_only:false; response_revision:27499; number_of_response:1; }","duration":"522.352633ms","start":"2026-03-04T03:33:53.292941Z","end":"2026-03-04T03:33:53.815293Z","steps":["trace[1882134609] 'process raft request' (duration: 521.502643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:33:53.815407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:33:53.293767Z","time spent":"521.607346ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:33:53.815511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:33:53.292927Z","time spent":"522.482506ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:33:53.815575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.999324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:33:53.815632Z","caller":"traceutil/trace.go:171","msg":"trace[1978401250] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:27500; }","duration":"417.100646ms","start":"2026-03-04T03:33:53.398518Z","end":"2026-03-04T03:33:53.815619Z","steps":["trace[1978401250] 'agreement among raft nodes before linearized reading' (duration: 416.980343ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:33:53.815682Z","caller":"traceutil/trace.go:171","msg":"trace[807524616] transaction","detail":"{read_only:false; response_revision:27497; number_of_response:1; }","duration":"523.589662ms","start":"2026-03-04T03:33:53.292082Z","end":"2026-03-04T03:33:53.815671Z","steps":["trace[807524616] 'process raft request' (duration: 522.286052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:33:53.815692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:33:53.398498Z","time spent":"417.166238ms","remote":"127.0.0.1:54274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:33:53.815741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:33:53.292064Z","time spent":"523.648493ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:33:53.815816Z","caller":"traceutil/trace.go:171","msg":"trace[61367727] transaction","detail":"{read_only:false; response_revision:27496; number_of_response:1; }","duration":"526.180052ms","start":"2026-03-04T03:33:53.289628Z","end":"2026-03-04T03:33:53.815808Z","steps":["trace[61367727] 'process raft request' (duration: 524.699818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:33:53.815862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:33:53.289604Z","time spent":"526.235934ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:33:53.815892Z","caller":"traceutil/trace.go:171","msg":"trace[1808182137] transaction","detail":"{read_only:false; response_revision:27498; number_of_response:1; }","duration":"522.964297ms","start":"2026-03-04T03:33:53.292913Z","end":"2026-03-04T03:33:53.815878Z","steps":["trace[1808182137] 'process raft request' (duration: 521.486242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:33:53.81597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:33:53.292904Z","time spent":"523.029729ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:33:53.920334Z","caller":"traceutil/trace.go:171","msg":"trace[1174947382] linearizableReadLoop","detail":"{readStateIndex:28481; appliedIndex:28480; }","duration":"105.595624ms","start":"2026-03-04T03:33:53.814713Z","end":"2026-03-04T03:33:53.920309Z","steps":["trace[1174947382] 'read index received' (duration: 63.235326ms)","trace[1174947382] 'applied index is now lower than readState.Index' (duration: 42.359408ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:33:53.920373Z","caller":"traceutil/trace.go:171","msg":"trace[1484541180] transaction","detail":"{read_only:false; response_revision:27501; number_of_response:1; }","duration":"374.40876ms","start":"2026-03-04T03:33:53.545926Z","end":"2026-03-04T03:33:53.920334Z","steps":["trace[1484541180] 'process raft request' (duration: 332.027811ms)","trace[1484541180] 'compare' (duration: 42.244066ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:33:53.920407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.709805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:33:53.92046Z","caller":"traceutil/trace.go:171","msg":"trace[647506186] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:27501; }","duration":"179.817988ms","start":"2026-03-04T03:33:53.740627Z","end":"2026-03-04T03:33:53.920445Z","steps":["trace[647506186] 'agreement among raft nodes before linearized reading' (duration: 179.694395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:33:53.920508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.476527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4787"} {"level":"info","ts":"2026-03-04T03:33:53.920547Z","caller":"traceutil/trace.go:171","msg":"trace[1376017248] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:27501; }","duration":"295.560179ms","start":"2026-03-04T03:33:53.624973Z","end":"2026-03-04T03:33:53.920533Z","steps":["trace[1376017248] 'agreement among raft nodes before linearized reading' (duration: 295.426076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:33:53.920538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:33:53.5459Z","time spent":"374.537852ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:33:54.35082Z","caller":"traceutil/trace.go:171","msg":"trace[1439727270] linearizableReadLoop","detail":"{readStateIndex:28482; appliedIndex:28481; }","duration":"137.446548ms","start":"2026-03-04T03:33:54.213344Z","end":"2026-03-04T03:33:54.350791Z","steps":["trace[1439727270] 'read index received' (duration: 137.252983ms)","trace[1439727270] 'applied index is now lower than readState.Index' (duration: 192.205µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:33:54.350972Z","caller":"traceutil/trace.go:171","msg":"trace[711195738] transaction","detail":"{read_only:false; response_revision:27502; number_of_response:1; }","duration":"160.869075ms","start":"2026-03-04T03:33:54.190005Z","end":"2026-03-04T03:33:54.350875Z","steps":["trace[711195738] 'process raft request' (duration: 160.574498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:33:54.35099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.646993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:33:54.351239Z","caller":"traceutil/trace.go:171","msg":"trace[384079990] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:27502; }","duration":"137.891138ms","start":"2026-03-04T03:33:54.21325Z","end":"2026-03-04T03:33:54.351142Z","steps":["trace[384079990] 'agreement among raft nodes before linearized reading' (duration: 137.686423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:34:07.845265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.043246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:34:07.84543Z","caller":"traceutil/trace.go:171","msg":"trace[1623290493] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:27686; }","duration":"139.303751ms","start":"2026-03-04T03:34:07.706094Z","end":"2026-03-04T03:34:07.845398Z","steps":["trace[1623290493] 'count revisions from in-memory index tree' (duration: 138.891562ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:34:12.061625Z","caller":"traceutil/trace.go:171","msg":"trace[1962443833] transaction","detail":"{read_only:false; response_revision:27729; number_of_response:1; }","duration":"105.457952ms","start":"2026-03-04T03:34:11.956128Z","end":"2026-03-04T03:34:12.061586Z","steps":["trace[1962443833] 'process raft request' (duration: 105.317109ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:34:22.364241Z","caller":"traceutil/trace.go:171","msg":"trace[698267312] transaction","detail":"{read_only:false; response_revision:27797; number_of_response:1; }","duration":"299.070791ms","start":"2026-03-04T03:34:22.065146Z","end":"2026-03-04T03:34:22.364217Z","steps":["trace[698267312] 'process raft request' (duration: 298.920747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:34:22.812774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.77541ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T03:34:22.812902Z","caller":"traceutil/trace.go:171","msg":"trace[1657415779] linearizableReadLoop","detail":"{readStateIndex:28790; appliedIndex:28787; }","duration":"703.42615ms","start":"2026-03-04T03:34:22.109464Z","end":"2026-03-04T03:34:22.81289Z","steps":["trace[1657415779] 'read index received' (duration: 254.591253ms)","trace[1657415779] 'applied index is now lower than readState.Index' (duration: 448.833887ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:34:22.812961Z","caller":"traceutil/trace.go:171","msg":"trace[1814037581] transaction","detail":"{read_only:false; response_revision:27799; number_of_response:1; }","duration":"716.631268ms","start":"2026-03-04T03:34:22.096299Z","end":"2026-03-04T03:34:22.812931Z","steps":["trace[1814037581] 'process raft request' (duration: 716.550156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:34:22.813019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.553503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T03:34:22.813043Z","caller":"traceutil/trace.go:171","msg":"trace[1439789301] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27799; }","duration":"703.607434ms","start":"2026-03-04T03:34:22.109428Z","end":"2026-03-04T03:34:22.813036Z","steps":["trace[1439789301] 'agreement among raft nodes before linearized reading' (duration: 703.515372ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:34:22.81299Z","caller":"traceutil/trace.go:171","msg":"trace[236242298] transaction","detail":"{read_only:false; response_revision:27798; number_of_response:1; }","duration":"718.43174ms","start":"2026-03-04T03:34:22.0945Z","end":"2026-03-04T03:34:22.812932Z","steps":["trace[236242298] 'process raft request' (duration: 564.434865ms)","trace[236242298] 'compare' (duration: 153.546645ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:34:22.813069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:34:22.109416Z","time spent":"703.647235ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T03:34:22.813113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:34:22.096274Z","time spent":"716.752751ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:34:22.813209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:34:22.094475Z","time spent":"718.616925ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:34:22.878425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.751671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T03:34:22.878489Z","caller":"traceutil/trace.go:171","msg":"trace[33801819] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27803; }","duration":"764.839333ms","start":"2026-03-04T03:34:22.113638Z","end":"2026-03-04T03:34:22.878477Z","steps":["trace[33801819] 'agreement among raft nodes before linearized reading' (duration: 764.688779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:34:22.878518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:34:22.113629Z","time spent":"764.883704ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T03:34:22.878744Z","caller":"traceutil/trace.go:171","msg":"trace[215071548] transaction","detail":"{read_only:false; response_revision:27800; number_of_response:1; }","duration":"355.097989ms","start":"2026-03-04T03:34:22.523638Z","end":"2026-03-04T03:34:22.878736Z","steps":["trace[215071548] 'process raft request' (duration: 354.504885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:34:22.878821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:34:22.523617Z","time spent":"355.15123ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:34:22.878912Z","caller":"traceutil/trace.go:171","msg":"trace[159634704] transaction","detail":"{read_only:false; response_revision:27801; number_of_response:1; }","duration":"266.513751ms","start":"2026-03-04T03:34:22.612392Z","end":"2026-03-04T03:34:22.878906Z","steps":["trace[159634704] 'process raft request' (duration: 265.826345ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:34:22.878996Z","caller":"traceutil/trace.go:171","msg":"trace[1080880106] transaction","detail":"{read_only:false; response_revision:27802; number_of_response:1; }","duration":"260.580513ms","start":"2026-03-04T03:34:22.618409Z","end":"2026-03-04T03:34:22.87899Z","steps":["trace[1080880106] 'process raft request' (duration: 259.859576ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:34:22.879051Z","caller":"traceutil/trace.go:171","msg":"trace[452836016] transaction","detail":"{read_only:false; response_revision:27803; number_of_response:1; }","duration":"247.803074ms","start":"2026-03-04T03:34:22.631241Z","end":"2026-03-04T03:34:22.879044Z","steps":["trace[452836016] 'process raft request' (duration: 247.055997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:34:22.879126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.315963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:34:22.879148Z","caller":"traceutil/trace.go:171","msg":"trace[105239664] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27803; }","duration":"226.399664ms","start":"2026-03-04T03:34:22.652744Z","end":"2026-03-04T03:34:22.879144Z","steps":["trace[105239664] 'agreement among raft nodes before linearized reading' (duration: 226.359823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:34:22.879295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.278976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T03:34:22.879322Z","caller":"traceutil/trace.go:171","msg":"trace[623322337] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27803; }","duration":"646.325896ms","start":"2026-03-04T03:34:22.232991Z","end":"2026-03-04T03:34:22.879317Z","steps":["trace[623322337] 'agreement among raft nodes before linearized reading' (duration: 646.242844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:34:22.87934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:34:22.232981Z","time spent":"646.354408ms","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T03:34:22.879474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.709863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T03:34:22.879507Z","caller":"traceutil/trace.go:171","msg":"trace[1425897794] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:27803; }","duration":"651.786245ms","start":"2026-03-04T03:34:22.227711Z","end":"2026-03-04T03:34:22.879497Z","steps":["trace[1425897794] 'agreement among raft nodes before linearized reading' (duration: 651.731213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:34:22.879525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:34:22.227694Z","time spent":"651.825905ms","remote":"127.0.0.1:45570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:34:22.87965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.698813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T03:34:22.879676Z","caller":"traceutil/trace.go:171","msg":"trace[836068258] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27803; }","duration":"762.739544ms","start":"2026-03-04T03:34:22.116929Z","end":"2026-03-04T03:34:22.879669Z","steps":["trace[836068258] 'agreement among raft nodes before linearized reading' (duration: 762.680972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:34:22.879693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:34:22.116924Z","time spent":"762.766075ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T03:34:22.879812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.962009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T03:34:22.879836Z","caller":"traceutil/trace.go:171","msg":"trace[1969729073] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27803; }","duration":"763.00189ms","start":"2026-03-04T03:34:22.116829Z","end":"2026-03-04T03:34:22.879831Z","steps":["trace[1969729073] 'agreement among raft nodes before linearized reading' (duration: 762.945149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:34:22.879853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:34:22.116821Z","time spent":"763.028231ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T03:34:23.382358Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395097711,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T03:34:23.758057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.034565ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T03:34:23.758173Z","caller":"traceutil/trace.go:171","msg":"trace[613518886] transaction","detail":"{read_only:false; response_revision:27804; number_of_response:1; }","duration":"941.21294ms","start":"2026-03-04T03:34:22.816937Z","end":"2026-03-04T03:34:23.75815Z","steps":["trace[613518886] 'process raft request' (duration: 657.99097ms)","trace[613518886] 'compare' (duration: 282.688407ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:34:23.758243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:34:22.81692Z","time spent":"941.289601ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:34:23.933926Z","caller":"traceutil/trace.go:171","msg":"trace[793550960] transaction","detail":"{read_only:false; response_revision:27805; number_of_response:1; }","duration":"1.046308992s","start":"2026-03-04T03:34:22.887591Z","end":"2026-03-04T03:34:23.933899Z","steps":["trace[793550960] 'process raft request' (duration: 1.043252021s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:34:23.934095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:34:22.887563Z","time spent":"1.046442495s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:34:23.934148Z","caller":"traceutil/trace.go:171","msg":"trace[1589692310] transaction","detail":"{read_only:false; response_revision:27806; number_of_response:1; }","duration":"1.044847798s","start":"2026-03-04T03:34:22.889276Z","end":"2026-03-04T03:34:23.934124Z","steps":["trace[1589692310] 'process raft request' (duration: 1.044538631s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:34:23.934296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:34:22.88927Z","time spent":"1.044952761s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:34:23.93464Z","caller":"traceutil/trace.go:171","msg":"trace[403962156] linearizableReadLoop","detail":"{readStateIndex:28798; appliedIndex:28794; }","duration":"1.053151542s","start":"2026-03-04T03:34:22.881465Z","end":"2026-03-04T03:34:23.934617Z","steps":["trace[403962156] 'read index received' (duration: 593.393271ms)","trace[403962156] 'applied index is now lower than readState.Index' (duration: 459.757111ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:34:23.934746Z","caller":"traceutil/trace.go:171","msg":"trace[1196043494] transaction","detail":"{read_only:false; response_revision:27808; number_of_response:1; }","duration":"440.743587ms","start":"2026-03-04T03:34:23.493992Z","end":"2026-03-04T03:34:23.934735Z","steps":["trace[1196043494] 'process raft request' (duration: 440.551842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:34:23.934809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:34:23.493968Z","time spent":"440.807088ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:34:23.93492Z","caller":"traceutil/trace.go:171","msg":"trace[1777186726] transaction","detail":"{read_only:false; response_revision:27807; number_of_response:1; }","duration":"1.045261817s","start":"2026-03-04T03:34:22.889641Z","end":"2026-03-04T03:34:23.934903Z","steps":["trace[1777186726] 'process raft request' (duration: 1.044421108s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:34:23.935034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:34:22.889611Z","time spent":"1.04535634s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:34:23.935159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047770016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T03:34:23.93521Z","caller":"traceutil/trace.go:171","msg":"trace[1889810628] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27808; }","duration":"1.047832568s","start":"2026-03-04T03:34:22.887365Z","end":"2026-03-04T03:34:23.935198Z","steps":["trace[1889810628] 'agreement among raft nodes before linearized reading' (duration: 1.047688885s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:34:23.935239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:34:22.887356Z","time spent":"1.047875819s","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T03:34:23.935311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.785551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:34:23.935356Z","caller":"traceutil/trace.go:171","msg":"trace[461048395] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:27808; }","duration":"453.833152ms","start":"2026-03-04T03:34:23.481513Z","end":"2026-03-04T03:34:23.935346Z","steps":["trace[461048395] 'agreement among raft nodes before linearized reading' (duration: 453.76156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:34:23.935388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:34:23.481482Z","time spent":"453.897604ms","remote":"127.0.0.1:47264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:34:23.935418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.852296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T03:34:23.935453Z","caller":"traceutil/trace.go:171","msg":"trace[1661928210] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27808; }","duration":"837.927608ms","start":"2026-03-04T03:34:23.097516Z","end":"2026-03-04T03:34:23.935444Z","steps":["trace[1661928210] 'agreement among raft nodes before linearized reading' (duration: 837.835376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:34:23.935489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:34:23.097492Z","time spent":"837.98978ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T03:34:23.93558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054111285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:34:23.935623Z","caller":"traceutil/trace.go:171","msg":"trace[1009695682] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27808; }","duration":"1.054162886s","start":"2026-03-04T03:34:22.881449Z","end":"2026-03-04T03:34:23.935612Z","steps":["trace[1009695682] 'agreement among raft nodes before linearized reading' (duration: 1.054102435s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:34:23.935649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:34:22.881437Z","time spent":"1.054207117s","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T03:35:08.923024Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":653757204395098520,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T03:35:08.9396Z","caller":"traceutil/trace.go:171","msg":"trace[422518146] transaction","detail":"{read_only:false; response_revision:28153; number_of_response:1; }","duration":"779.290696ms","start":"2026-03-04T03:35:08.160282Z","end":"2026-03-04T03:35:08.939573Z","steps":["trace[422518146] 'process raft request' (duration: 779.161803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:35:08.939727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:35:08.160267Z","time spent":"779.392159ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:35:08.940796Z","caller":"traceutil/trace.go:171","msg":"trace[91508295] linearizableReadLoop","detail":"{readStateIndex:29156; appliedIndex:29153; }","duration":"518.265168ms","start":"2026-03-04T03:35:08.422508Z","end":"2026-03-04T03:35:08.940773Z","steps":["trace[91508295] 'read index received' (duration: 516.863835ms)","trace[91508295] 'applied index is now lower than readState.Index' (duration: 1.400373ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:35:08.941183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.658967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-04T03:35:08.94129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.506743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:35:08.941331Z","caller":"traceutil/trace.go:171","msg":"trace[1463392225] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28155; }","duration":"289.545874ms","start":"2026-03-04T03:35:08.651776Z","end":"2026-03-04T03:35:08.941322Z","steps":["trace[1463392225] 'agreement among raft nodes before linearized reading' (duration: 289.490672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:35:08.94131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.145895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T03:35:08.9414Z","caller":"traceutil/trace.go:171","msg":"trace[1510020987] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28155; }","duration":"518.265738ms","start":"2026-03-04T03:35:08.423108Z","end":"2026-03-04T03:35:08.941374Z","steps":["trace[1510020987] 'agreement among raft nodes before linearized reading' (duration: 518.029582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:35:08.941463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:35:08.423096Z","time spent":"518.35431ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T03:35:08.941452Z","caller":"traceutil/trace.go:171","msg":"trace[271327438] transaction","detail":"{read_only:false; response_revision:28155; number_of_response:1; }","duration":"386.385262ms","start":"2026-03-04T03:35:08.555058Z","end":"2026-03-04T03:35:08.941443Z","steps":["trace[271327438] 'process raft request' (duration: 385.675355ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:35:08.941414Z","caller":"traceutil/trace.go:171","msg":"trace[777652684] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28155; }","duration":"518.805051ms","start":"2026-03-04T03:35:08.422437Z","end":"2026-03-04T03:35:08.941242Z","steps":["trace[777652684] 'agreement among raft nodes before linearized reading' (duration: 518.593476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:35:08.941214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.199913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:35:08.941406Z","caller":"traceutil/trace.go:171","msg":"trace[1801206596] transaction","detail":"{read_only:false; response_revision:28154; number_of_response:1; }","duration":"767.621544ms","start":"2026-03-04T03:35:08.173766Z","end":"2026-03-04T03:35:08.941387Z","steps":["trace[1801206596] 'process raft request' (duration: 766.853246ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:35:08.941795Z","caller":"traceutil/trace.go:171","msg":"trace[2120728620] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:28155; }","duration":"237.773686ms","start":"2026-03-04T03:35:08.703967Z","end":"2026-03-04T03:35:08.94174Z","steps":["trace[2120728620] 'agreement among raft nodes before linearized reading' (duration: 237.202162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:35:08.941695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:35:08.555029Z","time spent":"386.551306ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:35:08.941915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:35:08.17374Z","time spent":"768.104456ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:35:08.941663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:35:08.422415Z","time spent":"519.20081ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T03:35:09.365217Z","caller":"traceutil/trace.go:171","msg":"trace[1499324614] linearizableReadLoop","detail":"{readStateIndex:29160; appliedIndex:29159; }","duration":"373.341758ms","start":"2026-03-04T03:35:08.991847Z","end":"2026-03-04T03:35:09.365188Z","steps":["trace[1499324614] 'read index received' (duration: 371.357582ms)","trace[1499324614] 'applied index is now lower than readState.Index' (duration: 1.982916ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:35:09.365237Z","caller":"traceutil/trace.go:171","msg":"trace[1675219638] transaction","detail":"{read_only:false; response_revision:28159; number_of_response:1; }","duration":"377.25805ms","start":"2026-03-04T03:35:08.987951Z","end":"2026-03-04T03:35:09.365209Z","steps":["trace[1675219638] 'process raft request' (duration: 375.239183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:35:09.365446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:35:08.987937Z","time spent":"377.409473ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:35:09.365484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.613604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T03:35:09.365562Z","caller":"traceutil/trace.go:171","msg":"trace[1453342767] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:28159; }","duration":"373.742268ms","start":"2026-03-04T03:35:08.991799Z","end":"2026-03-04T03:35:09.365541Z","steps":["trace[1453342767] 'agreement among raft nodes before linearized reading' (duration: 373.481401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:35:09.365605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:35:08.99178Z","time spent":"373.814529ms","remote":"127.0.0.1:38600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":177,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-03-04T03:35:09.367393Z","caller":"traceutil/trace.go:171","msg":"trace[625515095] transaction","detail":"{read_only:false; response_revision:28160; number_of_response:1; }","duration":"325.334988ms","start":"2026-03-04T03:35:09.042044Z","end":"2026-03-04T03:35:09.367379Z","steps":["trace[625515095] 'process raft request' (duration: 325.120973ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:35:09.367417Z","caller":"traceutil/trace.go:171","msg":"trace[2097627820] transaction","detail":"{read_only:false; response_revision:28162; number_of_response:1; }","duration":"321.715174ms","start":"2026-03-04T03:35:09.045681Z","end":"2026-03-04T03:35:09.367396Z","steps":["trace[2097627820] 'process raft request' (duration: 321.627392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:35:09.367447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.434075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T03:35:09.367482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:35:09.04566Z","time spent":"321.788205ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:35:09.36752Z","caller":"traceutil/trace.go:171","msg":"trace[1672316279] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:28163; }","duration":"125.553268ms","start":"2026-03-04T03:35:09.241949Z","end":"2026-03-04T03:35:09.367502Z","steps":["trace[1672316279] 'agreement among raft nodes before linearized reading' (duration: 125.427085ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:35:09.367579Z","caller":"traceutil/trace.go:171","msg":"trace[218482858] transaction","detail":"{read_only:false; response_revision:28161; number_of_response:1; }","duration":"324.252843ms","start":"2026-03-04T03:35:09.043319Z","end":"2026-03-04T03:35:09.367572Z","steps":["trace[218482858] 'process raft request' (duration: 323.960766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:35:09.367472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:35:09.042013Z","time spent":"325.408799ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:35:09.367634Z","caller":"traceutil/trace.go:171","msg":"trace[550950539] transaction","detail":"{read_only:false; response_revision:28163; number_of_response:1; }","duration":"315.078579ms","start":"2026-03-04T03:35:09.052531Z","end":"2026-03-04T03:35:09.36761Z","steps":["trace[550950539] 'process raft request' (duration: 314.805862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:35:09.367622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:35:09.043298Z","time spent":"324.303383ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:35:09.36776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:35:09.052516Z","time spent":"315.176022ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5524,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:37:06.564566Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"65ae7913d9d30912","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-04T03:37:06.571453Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-03-04T03:37:06.571644Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-03-04T03:38:20.870814Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":27180} {"level":"info","ts":"2026-03-04T03:38:21.018194Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":27180,"took":"143.008557ms","hash":3875249683,"current-db-size-bytes":47587328,"current-db-size":"48 MB","current-db-size-in-use-bytes":30801920,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-04T03:38:21.018279Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3875249683,"revision":27180,"compact-revision":24718} {"level":"warn","ts":"2026-03-04T03:40:13.03691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.236828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:40:13.037013Z","caller":"traceutil/trace.go:171","msg":"trace[1588451083] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:30280; }","duration":"130.381841ms","start":"2026-03-04T03:40:12.906606Z","end":"2026-03-04T03:40:13.036988Z","steps":["trace[1588451083] 'count revisions from in-memory index tree' (duration: 130.084764ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:42:35.298906Z","caller":"traceutil/trace.go:171","msg":"trace[476649815] transaction","detail":"{read_only:false; response_revision:31244; number_of_response:1; }","duration":"103.825401ms","start":"2026-03-04T03:42:35.195057Z","end":"2026-03-04T03:42:35.298882Z","steps":["trace[476649815] 'process raft request' (duration: 103.676787ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:42:35.337275Z","caller":"traceutil/trace.go:171","msg":"trace[1996639457] transaction","detail":"{read_only:false; response_revision:31246; number_of_response:1; }","duration":"135.51673ms","start":"2026-03-04T03:42:35.201738Z","end":"2026-03-04T03:42:35.337255Z","steps":["trace[1996639457] 'process raft request' (duration: 135.449168ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:42:35.337357Z","caller":"traceutil/trace.go:171","msg":"trace[1519874521] transaction","detail":"{read_only:false; response_revision:31245; number_of_response:1; }","duration":"139.82793ms","start":"2026-03-04T03:42:35.197481Z","end":"2026-03-04T03:42:35.337309Z","steps":["trace[1519874521] 'process raft request' (duration: 139.561534ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:43:20.877345Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":29479} {"level":"info","ts":"2026-03-04T03:43:21.041042Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":29479,"took":"159.11268ms","hash":1264430695,"current-db-size-bytes":47587328,"current-db-size":"48 MB","current-db-size-in-use-bytes":26693632,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-04T03:43:21.041116Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1264430695,"revision":29479,"compact-revision":27180} {"level":"warn","ts":"2026-03-04T03:44:46.593836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.950243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:44:46.593953Z","caller":"traceutil/trace.go:171","msg":"trace[1722281253] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:32147; }","duration":"164.128427ms","start":"2026-03-04T03:44:46.429802Z","end":"2026-03-04T03:44:46.593931Z","steps":["trace[1722281253] 'count revisions from in-memory index tree' (duration: 163.882791ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:44:49.991226Z","caller":"traceutil/trace.go:171","msg":"trace[229503662] transaction","detail":"{read_only:false; response_revision:32167; number_of_response:1; }","duration":"152.364152ms","start":"2026-03-04T03:44:49.838834Z","end":"2026-03-04T03:44:49.991198Z","steps":["trace[229503662] 'process raft request' (duration: 74.967797ms)","trace[229503662] 'compare' (duration: 77.064177ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:44:49.991519Z","caller":"traceutil/trace.go:171","msg":"trace[1033820702] transaction","detail":"{read_only:false; response_revision:32168; number_of_response:1; }","duration":"152.065105ms","start":"2026-03-04T03:44:49.839438Z","end":"2026-03-04T03:44:49.991503Z","steps":["trace[1033820702] 'process raft request' (duration: 151.654085ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:44:49.991553Z","caller":"traceutil/trace.go:171","msg":"trace[1086736840] transaction","detail":"{read_only:false; response_revision:32169; number_of_response:1; }","duration":"152.011413ms","start":"2026-03-04T03:44:49.83951Z","end":"2026-03-04T03:44:49.991522Z","steps":["trace[1086736840] 'process raft request' (duration: 151.816769ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:44:50.493913Z","caller":"traceutil/trace.go:171","msg":"trace[602745634] transaction","detail":"{read_only:false; response_revision:32174; number_of_response:1; }","duration":"100.664277ms","start":"2026-03-04T03:44:50.393224Z","end":"2026-03-04T03:44:50.493888Z","steps":["trace[602745634] 'process raft request' (duration: 100.057163ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:45:04.162328Z","caller":"traceutil/trace.go:171","msg":"trace[997685020] transaction","detail":"{read_only:false; response_revision:32281; number_of_response:1; }","duration":"113.948767ms","start":"2026-03-04T03:45:04.048365Z","end":"2026-03-04T03:45:04.162313Z","steps":["trace[997685020] 'process raft request' (duration: 112.688917ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:45:04.162723Z","caller":"traceutil/trace.go:171","msg":"trace[1322532522] transaction","detail":"{read_only:false; response_revision:32282; number_of_response:1; }","duration":"114.311426ms","start":"2026-03-04T03:45:04.048362Z","end":"2026-03-04T03:45:04.162674Z","steps":["trace[1322532522] 'process raft request' (duration: 113.869136ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:45:08.081154Z","caller":"traceutil/trace.go:171","msg":"trace[892718350] transaction","detail":"{read_only:false; response_revision:32311; number_of_response:1; }","duration":"127.885262ms","start":"2026-03-04T03:45:07.953236Z","end":"2026-03-04T03:45:08.081121Z","steps":["trace[892718350] 'process raft request' (duration: 127.738069ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:47:19.860772Z","caller":"traceutil/trace.go:171","msg":"trace[224281603] transaction","detail":"{read_only:false; response_revision:33281; number_of_response:1; }","duration":"203.477373ms","start":"2026-03-04T03:47:19.657256Z","end":"2026-03-04T03:47:19.860733Z","steps":["trace[224281603] 'process raft request' (duration: 203.266248ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:47:19.873984Z","caller":"traceutil/trace.go:171","msg":"trace[647118512] transaction","detail":"{read_only:false; response_revision:33282; number_of_response:1; }","duration":"165.125739ms","start":"2026-03-04T03:47:19.708829Z","end":"2026-03-04T03:47:19.873955Z","steps":["trace[647118512] 'process raft request' (duration: 164.947385ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:47:23.040186Z","caller":"traceutil/trace.go:171","msg":"trace[102802525] transaction","detail":"{read_only:false; response_revision:33301; number_of_response:1; }","duration":"248.281597ms","start":"2026-03-04T03:47:22.791883Z","end":"2026-03-04T03:47:23.040165Z","steps":["trace[102802525] 'process raft request' (duration: 247.607151ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:47:23.040691Z","caller":"traceutil/trace.go:171","msg":"trace[357123242] transaction","detail":"{read_only:false; response_revision:33302; number_of_response:1; }","duration":"240.790932ms","start":"2026-03-04T03:47:22.799889Z","end":"2026-03-04T03:47:23.04068Z","steps":["trace[357123242] 'process raft request' (duration: 240.020074ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:47:23.040996Z","caller":"traceutil/trace.go:171","msg":"trace[406768745] transaction","detail":"{read_only:false; response_revision:33303; number_of_response:1; }","duration":"212.311798ms","start":"2026-03-04T03:47:22.828674Z","end":"2026-03-04T03:47:23.040986Z","steps":["trace[406768745] 'process raft request' (duration: 211.280314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:47:23.041401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.884413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/tempest-run-tests-v8t5s\" ","response":"range_response_count:1 size:10042"} {"level":"info","ts":"2026-03-04T03:47:23.04144Z","caller":"traceutil/trace.go:171","msg":"trace[271574091] range","detail":"{range_begin:/registry/pods/openstack/tempest-run-tests-v8t5s; range_end:; response_count:1; response_revision:33303; }","duration":"167.972365ms","start":"2026-03-04T03:47:22.873458Z","end":"2026-03-04T03:47:23.04143Z","steps":["trace[271574091] 'agreement among raft nodes before linearized reading' (duration: 167.835642ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:47:23.041246Z","caller":"traceutil/trace.go:171","msg":"trace[1077315692] linearizableReadLoop","detail":"{readStateIndex:34466; appliedIndex:34463; }","duration":"166.484661ms","start":"2026-03-04T03:47:22.873505Z","end":"2026-03-04T03:47:23.03999Z","steps":["trace[1077315692] 'read index received' (duration: 165.901627ms)","trace[1077315692] 'applied index is now lower than readState.Index' (duration: 582.044µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:47:23.041993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.673336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T03:47:23.042029Z","caller":"traceutil/trace.go:171","msg":"trace[96322149] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:33303; }","duration":"130.743697ms","start":"2026-03-04T03:47:22.911275Z","end":"2026-03-04T03:47:23.042019Z","steps":["trace[96322149] 'agreement among raft nodes before linearized reading' (duration: 130.652165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:47:23.042207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.618098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T03:47:23.042243Z","caller":"traceutil/trace.go:171","msg":"trace[1609573915] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:33303; }","duration":"128.666699ms","start":"2026-03-04T03:47:22.913566Z","end":"2026-03-04T03:47:23.042233Z","steps":["trace[1609573915] 'agreement among raft nodes before linearized reading' (duration: 128.588687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:47:23.042471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.59542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T03:47:23.042517Z","caller":"traceutil/trace.go:171","msg":"trace[1116552397] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33303; }","duration":"129.665092ms","start":"2026-03-04T03:47:22.912832Z","end":"2026-03-04T03:47:23.042497Z","steps":["trace[1116552397] 'agreement among raft nodes before linearized reading' (duration: 129.58165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:47:23.042694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.900117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T03:47:23.042719Z","caller":"traceutil/trace.go:171","msg":"trace[2000942145] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:33303; }","duration":"129.945259ms","start":"2026-03-04T03:47:22.912768Z","end":"2026-03-04T03:47:23.042714Z","steps":["trace[2000942145] 'agreement among raft nodes before linearized reading' (duration: 129.875527ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:47:23.240102Z","caller":"traceutil/trace.go:171","msg":"trace[1786673816] linearizableReadLoop","detail":"{readStateIndex:34472; appliedIndex:34470; }","duration":"125.137427ms","start":"2026-03-04T03:47:23.114935Z","end":"2026-03-04T03:47:23.240072Z","steps":["trace[1786673816] 'read index received' (duration: 101.225189ms)","trace[1786673816] 'applied index is now lower than readState.Index' (duration: 23.911008ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:47:23.240258Z","caller":"traceutil/trace.go:171","msg":"trace[1085795101] transaction","detail":"{read_only:false; response_revision:33308; number_of_response:1; }","duration":"187.672244ms","start":"2026-03-04T03:47:23.052548Z","end":"2026-03-04T03:47:23.24022Z","steps":["trace[1085795101] 'process raft request' (duration: 163.683075ms)","trace[1085795101] 'compare' (duration: 23.277943ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:47:23.240296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.346991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:47:23.240297Z","caller":"traceutil/trace.go:171","msg":"trace[22676883] transaction","detail":"{read_only:false; response_revision:33309; number_of_response:1; }","duration":"176.836941ms","start":"2026-03-04T03:47:23.063424Z","end":"2026-03-04T03:47:23.240261Z","steps":["trace[22676883] 'process raft request' (duration: 176.493663ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:47:23.240353Z","caller":"traceutil/trace.go:171","msg":"trace[98426057] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33309; }","duration":"125.465514ms","start":"2026-03-04T03:47:23.114875Z","end":"2026-03-04T03:47:23.24034Z","steps":["trace[98426057] 'agreement among raft nodes before linearized reading' (duration: 125.311041ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:47:24.15712Z","caller":"traceutil/trace.go:171","msg":"trace[972072219] transaction","detail":"{read_only:false; response_revision:33313; number_of_response:1; }","duration":"137.433053ms","start":"2026-03-04T03:47:24.019651Z","end":"2026-03-04T03:47:24.157084Z","steps":["trace[972072219] 'process raft request' (duration: 41.275022ms)","trace[972072219] 'compare' (duration: 95.950956ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:47:37.207317Z","caller":"traceutil/trace.go:171","msg":"trace[1114914309] transaction","detail":"{read_only:false; response_revision:33405; number_of_response:1; }","duration":"115.977583ms","start":"2026-03-04T03:47:37.09132Z","end":"2026-03-04T03:47:37.207298Z","steps":["trace[1114914309] 'process raft request' (duration: 115.84908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:47:37.350013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.195468ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T03:47:37.350428Z","caller":"traceutil/trace.go:171","msg":"trace[790870863] transaction","detail":"{read_only:false; response_revision:33406; number_of_response:1; }","duration":"255.314271ms","start":"2026-03-04T03:47:37.095078Z","end":"2026-03-04T03:47:37.350392Z","steps":["trace[790870863] 'process raft request' (duration: 144.622691ms)","trace[790870863] 'compare' (duration: 109.777669ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:47:37.350459Z","caller":"traceutil/trace.go:171","msg":"trace[1815799483] transaction","detail":"{read_only:false; response_revision:33407; number_of_response:1; }","duration":"254.737717ms","start":"2026-03-04T03:47:37.095709Z","end":"2026-03-04T03:47:37.350447Z","steps":["trace[1815799483] 'process raft request' (duration: 254.41702ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:47:37.350579Z","caller":"traceutil/trace.go:171","msg":"trace[1728029701] linearizableReadLoop","detail":"{readStateIndex:34573; appliedIndex:34570; }","duration":"248.294177ms","start":"2026-03-04T03:47:37.102276Z","end":"2026-03-04T03:47:37.35057Z","steps":["trace[1728029701] 'read index received' (duration: 104.888305ms)","trace[1728029701] 'applied index is now lower than readState.Index' (duration: 143.404762ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:47:37.350739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.455051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T03:47:37.350767Z","caller":"traceutil/trace.go:171","msg":"trace[821538230] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:33407; }","duration":"248.504282ms","start":"2026-03-04T03:47:37.102254Z","end":"2026-03-04T03:47:37.350758Z","steps":["trace[821538230] 'agreement among raft nodes before linearized reading' (duration: 248.389919ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:47:37.438001Z","caller":"traceutil/trace.go:171","msg":"trace[776954632] transaction","detail":"{read_only:false; response_revision:33408; number_of_response:1; }","duration":"144.19716ms","start":"2026-03-04T03:47:37.293781Z","end":"2026-03-04T03:47:37.437978Z","steps":["trace[776954632] 'process raft request' (duration: 144.063657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:47:37.438318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.305649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T03:47:37.438361Z","caller":"traceutil/trace.go:171","msg":"trace[1729061094] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33408; }","duration":"297.387771ms","start":"2026-03-04T03:47:37.140963Z","end":"2026-03-04T03:47:37.438351Z","steps":["trace[1729061094] 'agreement among raft nodes before linearized reading' (duration: 297.179136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:47:37.438518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.082675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418942"} {"level":"info","ts":"2026-03-04T03:47:37.438574Z","caller":"traceutil/trace.go:171","msg":"trace[697091099] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:33408; }","duration":"143.182357ms","start":"2026-03-04T03:47:37.295376Z","end":"2026-03-04T03:47:37.438559Z","steps":["trace[697091099] 'agreement among raft nodes before linearized reading' (duration: 142.943871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:47:37.43861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.686258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T03:47:37.438767Z","caller":"traceutil/trace.go:171","msg":"trace[1880121632] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:33408; }","duration":"297.860772ms","start":"2026-03-04T03:47:37.140891Z","end":"2026-03-04T03:47:37.438752Z","steps":["trace[1880121632] 'agreement among raft nodes before linearized reading' (duration: 297.651538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:47:37.438613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.371274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T03:47:37.439021Z","caller":"traceutil/trace.go:171","msg":"trace[1442189048] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:33408; }","duration":"295.801264ms","start":"2026-03-04T03:47:37.143197Z","end":"2026-03-04T03:47:37.438999Z","steps":["trace[1442189048] 'agreement among raft nodes before linearized reading' (duration: 294.867072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:47:37.439406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.308059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T03:47:37.439454Z","caller":"traceutil/trace.go:171","msg":"trace[1680530285] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:33408; }","duration":"309.418961ms","start":"2026-03-04T03:47:37.130024Z","end":"2026-03-04T03:47:37.439442Z","steps":["trace[1680530285] 'agreement among raft nodes before linearized reading' (duration: 309.314809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:47:37.439493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:47:37.130004Z","time spent":"309.479362ms","remote":"127.0.0.1:47468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-04T03:47:37.43988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.750442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:47:37.439935Z","caller":"traceutil/trace.go:171","msg":"trace[1257815006] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:33408; }","duration":"213.857355ms","start":"2026-03-04T03:47:37.226064Z","end":"2026-03-04T03:47:37.439922Z","steps":["trace[1257815006] 'agreement among raft nodes before linearized reading' (duration: 213.748422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:47:37.505727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.066841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:47:37.505815Z","caller":"traceutil/trace.go:171","msg":"trace[1193473581] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:33409; }","duration":"148.185494ms","start":"2026-03-04T03:47:37.357613Z","end":"2026-03-04T03:47:37.505799Z","steps":["trace[1193473581] 'agreement among raft nodes before linearized reading' (duration: 148.01543ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:47:37.505903Z","caller":"traceutil/trace.go:171","msg":"trace[43459554] transaction","detail":"{read_only:false; response_revision:33409; number_of_response:1; }","duration":"151.525012ms","start":"2026-03-04T03:47:37.35435Z","end":"2026-03-04T03:47:37.505875Z","steps":["trace[43459554] 'process raft request' (duration: 122.784992ms)","trace[43459554] 'compare' (duration: 28.366081ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:47:58.411112Z","caller":"traceutil/trace.go:171","msg":"trace[1277547075] linearizableReadLoop","detail":"{readStateIndex:34721; appliedIndex:34720; }","duration":"106.618475ms","start":"2026-03-04T03:47:58.304479Z","end":"2026-03-04T03:47:58.411097Z","steps":["trace[1277547075] 'read index received' (duration: 106.506452ms)","trace[1277547075] 'applied index is now lower than readState.Index' (duration: 111.473µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:47:58.411138Z","caller":"traceutil/trace.go:171","msg":"trace[1528644727] transaction","detail":"{read_only:false; response_revision:33551; number_of_response:1; }","duration":"269.297146ms","start":"2026-03-04T03:47:58.141829Z","end":"2026-03-04T03:47:58.411126Z","steps":["trace[1528644727] 'process raft request' (duration: 269.170623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:47:58.41124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.750919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T03:47:58.411258Z","caller":"traceutil/trace.go:171","msg":"trace[391871400] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:33551; }","duration":"106.807729ms","start":"2026-03-04T03:47:58.304444Z","end":"2026-03-04T03:47:58.411252Z","steps":["trace[391871400] 'agreement among raft nodes before linearized reading' (duration: 106.718827ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:47:58.610761Z","caller":"traceutil/trace.go:171","msg":"trace[400100517] transaction","detail":"{read_only:false; response_revision:33552; number_of_response:1; }","duration":"306.185857ms","start":"2026-03-04T03:47:58.304551Z","end":"2026-03-04T03:47:58.610737Z","steps":["trace[400100517] 'process raft request' (duration: 303.503034ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:47:58.610921Z","caller":"traceutil/trace.go:171","msg":"trace[1726067324] transaction","detail":"{read_only:false; response_revision:33553; number_of_response:1; }","duration":"193.831057ms","start":"2026-03-04T03:47:58.41702Z","end":"2026-03-04T03:47:58.610851Z","steps":["trace[1726067324] 'process raft request' (duration: 193.621312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:47:58.611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:47:58.30454Z","time spent":"306.312699ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:48:20.883733Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":31556} {"level":"info","ts":"2026-03-04T03:48:21.041693Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":31556,"took":"153.794254ms","hash":2907514571,"current-db-size-bytes":47587328,"current-db-size":"48 MB","current-db-size-in-use-bytes":27897856,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-04T03:48:21.04175Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2907514571,"revision":31556,"compact-revision":29479} {"level":"warn","ts":"2026-03-04T03:49:48.408762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.478687ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T03:49:48.408852Z","caller":"traceutil/trace.go:171","msg":"trace[737276616] linearizableReadLoop","detail":"{readStateIndex:35495; appliedIndex:35494; }","duration":"145.255814ms","start":"2026-03-04T03:49:48.263583Z","end":"2026-03-04T03:49:48.408839Z","steps":["trace[737276616] 'read index received' (duration: 3.537972ms)","trace[737276616] 'applied index is now lower than readState.Index' (duration: 141.716932ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:49:48.408929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.343457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T03:49:48.408955Z","caller":"traceutil/trace.go:171","msg":"trace[2101604767] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:34301; }","duration":"145.397478ms","start":"2026-03-04T03:49:48.263549Z","end":"2026-03-04T03:49:48.408947Z","steps":["trace[2101604767] 'agreement among raft nodes before linearized reading' (duration: 145.323316ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:49:48.409041Z","caller":"traceutil/trace.go:171","msg":"trace[354764458] transaction","detail":"{read_only:false; response_revision:34301; number_of_response:1; }","duration":"179.028761ms","start":"2026-03-04T03:49:48.229898Z","end":"2026-03-04T03:49:48.408927Z","steps":["trace[354764458] 'process raft request' (duration: 37.307779ms)","trace[354764458] 'compare' (duration: 140.996146ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:49:49.216003Z","caller":"traceutil/trace.go:171","msg":"trace[1499226937] transaction","detail":"{read_only:false; response_revision:34307; number_of_response:1; }","duration":"118.542642ms","start":"2026-03-04T03:49:49.09742Z","end":"2026-03-04T03:49:49.215963Z","steps":["trace[1499226937] 'process raft request' (duration: 51.258045ms)","trace[1499226937] 'compare' (duration: 67.135054ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:49:50.135993Z","caller":"traceutil/trace.go:171","msg":"trace[692826789] transaction","detail":"{read_only:false; response_revision:34312; number_of_response:1; }","duration":"105.523949ms","start":"2026-03-04T03:49:50.030446Z","end":"2026-03-04T03:49:50.13597Z","steps":["trace[692826789] 'process raft request' (duration: 17.702153ms)","trace[692826789] 'compare' (duration: 87.503368ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:49:50.778694Z","caller":"traceutil/trace.go:171","msg":"trace[710670408] linearizableReadLoop","detail":"{readStateIndex:35510; appliedIndex:35508; }","duration":"160.905779ms","start":"2026-03-04T03:49:50.617673Z","end":"2026-03-04T03:49:50.778579Z","steps":["trace[710670408] 'read index received' (duration: 160.585782ms)","trace[710670408] 'applied index is now lower than readState.Index' (duration: 318.877µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:49:50.778743Z","caller":"traceutil/trace.go:171","msg":"trace[41932265] transaction","detail":"{read_only:false; response_revision:34315; number_of_response:1; }","duration":"171.422805ms","start":"2026-03-04T03:49:50.607185Z","end":"2026-03-04T03:49:50.778608Z","steps":["trace[41932265] 'process raft request' (duration: 171.136638ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:49:50.778736Z","caller":"traceutil/trace.go:171","msg":"trace[1905322726] transaction","detail":"{read_only:false; response_revision:34316; number_of_response:1; }","duration":"171.514487ms","start":"2026-03-04T03:49:50.607185Z","end":"2026-03-04T03:49:50.7787Z","steps":["trace[1905322726] 'process raft request' (duration: 171.327343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:49:50.778917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.440047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T03:49:50.778993Z","caller":"traceutil/trace.go:171","msg":"trace[931160101] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34316; }","duration":"126.56894ms","start":"2026-03-04T03:49:50.65241Z","end":"2026-03-04T03:49:50.778978Z","steps":["trace[931160101] 'agreement among raft nodes before linearized reading' (duration: 126.447287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:49:50.779352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.651946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T03:49:50.779431Z","caller":"traceutil/trace.go:171","msg":"trace[730139625] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34316; }","duration":"161.76881ms","start":"2026-03-04T03:49:50.617638Z","end":"2026-03-04T03:49:50.779407Z","steps":["trace[730139625] 'agreement among raft nodes before linearized reading' (duration: 161.146105ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:49:56.334738Z","caller":"traceutil/trace.go:171","msg":"trace[1638192748] transaction","detail":"{read_only:false; response_revision:34353; number_of_response:1; }","duration":"152.745579ms","start":"2026-03-04T03:49:56.181972Z","end":"2026-03-04T03:49:56.334718Z","steps":["trace[1638192748] 'process raft request' (duration: 152.603526ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:49:56.335521Z","caller":"traceutil/trace.go:171","msg":"trace[1353666976] transaction","detail":"{read_only:false; response_revision:34354; number_of_response:1; }","duration":"117.877297ms","start":"2026-03-04T03:49:56.217623Z","end":"2026-03-04T03:49:56.3355Z","steps":["trace[1353666976] 'process raft request' (duration: 117.751474ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:50:00.70057Z","caller":"traceutil/trace.go:171","msg":"trace[1772646475] transaction","detail":"{read_only:false; response_revision:34391; number_of_response:1; }","duration":"149.184357ms","start":"2026-03-04T03:50:00.551353Z","end":"2026-03-04T03:50:00.700537Z","steps":["trace[1772646475] 'process raft request' (duration: 148.949581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:50:01.548232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.00824ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T03:50:07.108901Z","caller":"traceutil/trace.go:171","msg":"trace[1866732081] linearizableReadLoop","detail":"{readStateIndex:35645; appliedIndex:35644; }","duration":"152.050343ms","start":"2026-03-04T03:50:06.956821Z","end":"2026-03-04T03:50:07.108871Z","steps":["trace[1866732081] 'read index received' (duration: 116.982716ms)","trace[1866732081] 'applied index is now lower than readState.Index' (duration: 35.066437ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:50:07.10927Z","caller":"traceutil/trace.go:171","msg":"trace[439525209] transaction","detail":"{read_only:false; response_revision:34445; number_of_response:1; }","duration":"172.461859ms","start":"2026-03-04T03:50:06.936781Z","end":"2026-03-04T03:50:07.109243Z","steps":["trace[439525209] 'process raft request' (duration: 137.090455ms)","trace[439525209] 'compare' (duration: 34.845452ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:50:07.109644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.809431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T03:50:07.109701Z","caller":"traceutil/trace.go:171","msg":"trace[990684250] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34445; }","duration":"152.914033ms","start":"2026-03-04T03:50:06.956773Z","end":"2026-03-04T03:50:07.109687Z","steps":["trace[990684250] 'agreement among raft nodes before linearized reading' (duration: 152.737649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:50:07.109972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.234899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T03:50:07.110028Z","caller":"traceutil/trace.go:171","msg":"trace[1224802578] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34445; }","duration":"131.31638ms","start":"2026-03-04T03:50:06.978696Z","end":"2026-03-04T03:50:07.110013Z","steps":["trace[1224802578] 'agreement among raft nodes before linearized reading' (duration: 131.192197ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:52:37.685902Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000008f6d.wal"} {"level":"info","ts":"2026-03-04T03:52:46.40151Z","caller":"traceutil/trace.go:171","msg":"trace[1259584370] transaction","detail":"{read_only:false; response_revision:35547; number_of_response:1; }","duration":"101.265989ms","start":"2026-03-04T03:52:46.300215Z","end":"2026-03-04T03:52:46.401481Z","steps":["trace[1259584370] 'process raft request' (duration: 101.047594ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:53:20.890184Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33703} {"level":"info","ts":"2026-03-04T03:53:21.047942Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33703,"took":"152.467803ms","hash":882343816,"current-db-size-bytes":49758208,"current-db-size":"50 MB","current-db-size-in-use-bytes":29220864,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-04T03:53:21.048016Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":882343816,"revision":33703,"compact-revision":31556} {"level":"info","ts":"2026-03-04T03:58:20.895281Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35780} {"level":"info","ts":"2026-03-04T03:58:21.01423Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35780,"took":"115.455849ms","hash":248122184,"current-db-size-bytes":50180096,"current-db-size":"50 MB","current-db-size-in-use-bytes":27844608,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-04T03:58:21.014295Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":248122184,"revision":35780,"compact-revision":33703} {"level":"info","ts":"2026-03-04T04:00:00.70865Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"65ae7913d9d30912","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-04T04:00:00.713253Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-03-04T04:00:00.713351Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004}